Update logs

logs-20240607/csv/COLL.csv

 tool,TP,TN,FP,FN,TO,CE,RE,other,total
-itac,584,70,14,4,57,0,48,0,777
-must,679,57,19,2,0,0,20,0,777
+itac,641,69,14,12,1,0,40,0,777
+must,619,60,16,44,0,0,38,0,777
 parcoach,520,20,65,172,0,0,0,0,777

logs-20240607/csv/P2P.csv

 tool,TP,TN,FP,FN,TO,CE,RE,other,total
-itac,456,62,7,80,100,75,90,0,870
-must,623,66,5,43,1,0,98,34,870
+itac,542,61,8,81,12,75,91,0,870
+must,531,66,5,113,35,0,120,0,870
 parcoach,170,66,11,623,0,0,0,0,870

logs-20240607/csv/RMA.csv

 tool,TP,TN,FP,FN,TO,CE,RE,other,total
-itac,57,249,0,139,9,0,1,0,455
-must,64,68,0,55,63,0,205,0,455
+itac,62,249,0,139,0,0,5,0,455
+must,0,109,0,141,0,0,205,0,455
 parcoach,110,3,246,96,0,0,0,0,455

logs-20240607/csv/other.csv

 tool,TP,TN,FP,FN,TO,CE,RE,other,total
-itac,1,0,0,0,0,0,0,1,2
-must,1,0,0,0,0,0,0,1,2
+itac,1,0,0,1,0,0,0,0,2
+must,1,0,0,1,0,0,0,0,2
 parcoach,0,0,0,2,0,0,0,0,2

logs-20240607/csv/total.csv

 tool,TP,TN,FP,FN,TO,CE,RE,other,total
-itac,1098,381,21,223,166,75,139,1,2104
-must,1367,191,24,100,64,0,323,35,2104
+itac,1246,379,22,233,13,75,136,0,2104
+must,1151,235,21,299,35,0,363,0,2104
 parcoach,800,89,322,893,0,0,0,0,2104

logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.elapsed

-60.20366597175598
+95.52362585067749
\ No newline at end of file

logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.timeout

-60.00248885154724 seconds
\ No newline at end of file

logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.txt

 Running #1792 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_improbe-mpi_send-001.c
-Wait up to 60 seconds
+Wait up to 120 seconds
 Compiling CallOrdering-mpi_improbe-mpi_send-001.c (batchinfo:1/1)
 
 
@@ -48,6 +48,41 @@ Executing the command (cwd: None)
 | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20
 | 
 | [1] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total
-Command killed by signal 15, elapsed time: 60.20366597175598
+| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application
+| [0] WARNING: starting emergency trace file writing
+| [0] WARNING: proceeding although 1 out of 2 processes are in an unknown state
+| 
+| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error
+| [0] ERROR:    Application aborted because no progress was observed for over 1:00 minutes,
+| [0] ERROR:    check for real deadlock (cycle of processes waiting for data) or
+| [0] ERROR:    potential deadlock (processes sending data to each other and getting blocked
+| [0] ERROR:    because the MPI might wait for the corresponding receive).
+| [0] ERROR:    [0] no progress observed for over 1:00 minutes, process is currently in MPI call:
+| [0] ERROR:       MPI_Recv(*buf=0x470700, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1)
+| [0] ERROR:       (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_improbe-mpi_send-001.c:38)
+| [0] ERROR:       (/usr/lib/x86_64-linux-gnu/libc.so.6)
+| [0] ERROR:       (/usr/lib/x86_64-linux-gnu/libc.so.6)
+| [0] ERROR:       (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_improbe-mpi_send-001)
+| [0] ERROR:    [1] last MPI call:
+| [0] ERROR:       MPI_Improbe(source=0, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffc47dea2dc->0, *message, *status=0x7ffc47dea2d8)=MPI_SUCCESS
+| [0] INFO: Writing tracefile CallOrdering-mpi_improbe-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac
+| 
+| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed
+| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed.
+| 
+| 
+| ===================================================================================
+| =   BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
+| =   RANK 0 PID 269086 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de
+| =   KILLED BY SIGNAL: 9 (Killed)
+| ===================================================================================
+| 
+| ===================================================================================
+| =   BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
+| =   RANK 1 PID 269087 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de
+| =   KILLED BY SIGNAL: 9 (Killed)
+| ===================================================================================
+| 
+Command return code: 255, elapsed time: 95.52362585067749
 
 Finished #1792 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_improbe-mpi_send-001.c

logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.elapsed

-60.209224462509155
+120.20723533630371
\ No newline at end of file

logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.timeout

-60.007755517959595 seconds
+120.00562453269958 seconds
\ No newline at end of file

logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.txt

 Running #1889 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_iprobe-mpi_send-001.c
-Wait up to 60 seconds
+Wait up to 120 seconds
 Compiling CallOrdering-mpi_iprobe-mpi_send-001.c (batchinfo:1/1)
 
 
@@ -13,6 +13,6 @@ Executing the command (cwd: None)
  $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-mpi_iprobe-mpi_send-001
 
 | 
-Command killed by signal 15, elapsed time: 60.209224462509155
+Command killed by signal 15, elapsed time: 120.20723533630371
 
 Finished #1889 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_iprobe-mpi_send-001.c

logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.elapsed

-60.20555305480957
+62.67751860618591
\ No newline at end of file

logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.timeout

-60.004300594329834 seconds
\ No newline at end of file

logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.txt

 Running #1709 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_mprobe-mpi_send-001.c
-Wait up to 60 seconds
+Wait up to 120 seconds
 Compiling CallOrdering-mpi_mprobe-mpi_send-001.c (batchinfo:1/1)
 
 
@@ -13,6 +13,78 @@ Executing the command (cwd: None)
  $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-mpi_mprobe-mpi_send-001
 
 | 
-Command killed by signal 15, elapsed time: 60.20555305480957
+| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON
+| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON
+| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON
+| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON
+| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON
+| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON
+| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF
+| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF
+| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON
+| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON
+| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON
+| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON
+| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON
+| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON
+| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON
+| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON
+| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON
+| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON
+| [0] INFO: CHECK GLOBAL:MSG:PENDING ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON
+| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1
+| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited)
+| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10
+| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s
+| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s
+| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20
+| 
+| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application
+| [0] WARNING: starting emergency trace file writing
+| 
+| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error
+| [0] ERROR:    Application aborted because no progress was observed for over 1:00 minutes,
+| [0] ERROR:    check for real deadlock (cycle of processes waiting for data) or
+| [0] ERROR:    potential deadlock (processes sending data to each other and getting blocked
+| [0] ERROR:    because the MPI might wait for the corresponding receive).
+| [0] ERROR:    [0] no progress observed for over 1:00 minutes, process is currently in MPI call:
+| [0] ERROR:       MPI_Recv(*buf=0x470740, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1)
+| [0] ERROR:       (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_mprobe-mpi_send-001.c:37)
+| [0] ERROR:       (/usr/lib/x86_64-linux-gnu/libc.so.6)
+| [0] ERROR:       (/usr/lib/x86_64-linux-gnu/libc.so.6)
+| [0] ERROR:       (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_mprobe-mpi_send-001)
+| [0] ERROR:    [1] no progress observed for over 1:00 minutes, process is currently in MPI call:
+| [0] ERROR:       MPI_Mprobe(source=0, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7ffe3488f148)
+| [0] ERROR:       (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_mprobe-mpi_send-001.c:41)
+| [0] ERROR:       (/usr/lib/x86_64-linux-gnu/libc.so.6)
+| [0] ERROR:       (/usr/lib/x86_64-linux-gnu/libc.so.6)
+| [0] ERROR:       (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_mprobe-mpi_send-001)
+| [0] INFO: Writing tracefile CallOrdering-mpi_mprobe-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac
+| 
+| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed
+| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed.
+| 
+| 
+| ===================================================================================
+| =   BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
+| =   RANK 0 PID 269916 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de
+| =   KILLED BY SIGNAL: 9 (Killed)
+| ===================================================================================
+| 
+| ===================================================================================
+| =   BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
+| =   RANK 1 PID 269917 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de
+| =   KILLED BY SIGNAL: 9 (Killed)
+| ===================================================================================
+| 
+Command return code: 255, elapsed time: 62.67751860618591
 
 Finished #1709 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_mprobe-mpi_send-001.c

logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.elapsed

-60.20507025718689
+62.3285071849823
\ No newline at end of file

logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.timeout

-60.00370001792908 seconds
\ No newline at end of file

logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.txt

 Running #1238 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_probe-mpi_send-001.c
-Wait up to 60 seconds
+Wait up to 120 seconds
 Compiling CallOrdering-mpi_probe-mpi_send-001.c (batchinfo:1/1)
 
 
@@ -25,6 +25,66 @@ Executing the command (cwd: None)
 | [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON
 | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON
 | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON
-Command killed by signal 15, elapsed time: 60.20507025718689
+| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON
+| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON
+| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON
+| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON
+| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON
+| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON
+| [0] INFO: CHECK GLOBAL:MSG:PENDING ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON
+| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON
+| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1
+| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited)
+| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10
+| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s
+| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s
+| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20
+| 
+| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application
+| [0] WARNING: starting emergency trace file writing
+| 
+| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error
+| [0] ERROR:    Application aborted because no progress was observed for over 1:00 minutes,
+| [0] ERROR:    check for real deadlock (cycle of processes waiting for data) or
+| [0] ERROR:    potential deadlock (processes sending data to each other and getting blocked
+| [0] ERROR:    because the MPI might wait for the corresponding receive).
+| [0] ERROR:    [0] no progress observed for over 1:00 minutes, process is currently in MPI call:
+| [0] ERROR:       MPI_Probe(source=0, tag=0, comm=MPI_COMM_WORLD, *status=0x1)
+| [0] ERROR:       (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_probe-mpi_send-001.c:36)
+| [0] ERROR:       (/usr/lib/x86_64-linux-gnu/libc.so.6)
+| [0] ERROR:       (/usr/lib/x86_64-linux-gnu/libc.so.6)
+| [0] ERROR:       (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_probe-mpi_send-001)
+| [0] ERROR:    [1] no progress observed for over 1:00 minutes, process is currently in MPI call:
+| [0] ERROR:       MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD)
+| [0] ERROR:       (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_probe-mpi_send-001.c:42)
+| [0] ERROR:       (/usr/lib/x86_64-linux-gnu/libc.so.6)
+| [0] ERROR:       (/usr/lib/x86_64-linux-gnu/libc.so.6)
+| [0] ERROR:       (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_probe-mpi_send-001)
+| [0] INFO: Writing tracefile CallOrdering-mpi_probe-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac
+| 
+| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed
+| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed.
+| 
+| 
+| ===================================================================================
+| =   BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
+| =   RANK 0 PID 253875 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de
+| =   KILLED BY SIGNAL: 9 (Killed)
+| ===================================================================================
+| 
+| ===================================================================================
+| =   BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
+| =   RANK 1 PID 253876 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de
+| =   KILLED BY SIGNAL: 9 (Killed)
+| ===================================================================================
+| 
+Command return code: 255, elapsed time: 62.3285071849823
 
 Finished #1238 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_probe-mpi_send-001.c

logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.elapsed

-2.2602553367614746
+2.2765939235687256
\ No newline at end of file

logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.txt

 Running #1794 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_irecv-001.c
-Wait up to 60 seconds
+Wait up to 120 seconds
 Compiling CallOrdering-mpi_send-mpi_irecv-001.c (batchinfo:1/1)
 
 
@@ -47,7 +47,7 @@ Executing the command (cwd: None)
 | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s
 | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20
 | 
-| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac
+| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac
 | 
 | [0] INFO: Error checking completed without finding any problems.
 | 
@@ -55,6 +55,7 @@ Executing the command (cwd: None)
 | Rank 1 finished normally
 | 
 | 
-Command return code: 0, elapsed time: 2.2602553367614746
+| 
+Command return code: 0, elapsed time: 2.2765939235687256
 
 Finished #1794 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_irecv-001.c