Skip to content
Snippets Groups Projects
Verified Commit 6c73e064 authored by Simon Schwitanski's avatar Simon Schwitanski :slight_smile:
Browse files

Remove outdated files logs

parent 5123076c
No related branches found
No related tags found
No related merge requests found
Showing
with 0 additions and 1349 deletions
# Use our own docker image, that was generated and pushed with the following commands:
# docker login registry.gitlab.inria.fr
# docker build -t registry.gitlab.inria.fr/quinson/mbi2 .
# docker push registry.gitlab.inria.fr/quinson/mbi2
# image: registry.gitlab.com/mwapl/benchmarking-mpi:latest
# image: registry.gitlab.inria.fr/quinson/mbi2:latest
image: registry.hub.docker.com/mquinson/mbi
variables:
GIT_SUBMODULE_STRATEGY: none
stages:
- build
- test
- gather # For the tests that are split in several jobs (ISP, MUST, CIVL), rerun them all in one
- deploy
build-must:
stage: build
needs: []
script:
- scripts/ensure_python3 ./MBB.py -x must -c build
artifacts:
untracked: false
paths:
- builds/MUST
test-must-1:
stage: test
needs:
- job: build-must
artifacts: true
before_script:
- apt-get install -y psmisc
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x must -c run -b 1/10
artifacts:
untracked: false
when: always
paths:
- logs
test-must-2:
stage: test
needs:
- job: build-must
artifacts: true
before_script:
- apt-get install -y psmisc
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x must -c run -b 2/10
artifacts:
untracked: false
when: always
paths:
- logs
test-must-3:
stage: test
needs:
- job: build-must
artifacts: true
before_script:
- apt-get install -y psmisc
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x must -c run -b 3/10
artifacts:
untracked: false
when: always
paths:
- logs
test-must-4:
stage: test
needs:
- job: build-must
artifacts: true
before_script:
- apt-get install -y psmisc
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x must -c run -b 4/10
artifacts:
untracked: false
when: always
paths:
- logs
test-must-5:
stage: test
needs:
- job: build-must
artifacts: true
before_script:
- apt-get install -y psmisc
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x must -c run -b 5/10
artifacts:
untracked: false
when: always
paths:
- logs
test-must-6:
stage: test
needs:
- job: build-must
artifacts: true
before_script:
- apt-get install -y psmisc
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x must -c run -b 6/10
artifacts:
untracked: false
when: always
paths:
- logs
test-must-7:
stage: test
needs:
- job: build-must
artifacts: true
before_script:
- apt-get install -y psmisc
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x must -c run -b 7/10
artifacts:
untracked: false
when: always
paths:
- logs
test-must-8:
stage: test
needs:
- job: build-must
artifacts: true
before_script:
- apt-get install -y psmisc
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x must -c run -b 8/10
artifacts:
untracked: false
when: always
paths:
- logs
test-must-9:
stage: test
needs:
- job: build-must
artifacts: true
before_script:
- apt-get install -y psmisc
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x must -c run -b 9/10
artifacts:
untracked: false
when: always
paths:
- logs
test-must-10:
stage: test
needs:
- job: build-must
artifacts: true
before_script:
- apt-get install -y psmisc
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x must -c run -b 10/10
artifacts:
untracked: false
when: always
paths:
- logs
test-must-all:
stage: gather
needs:
- job: build-must
artifacts: true
- job: test-must-1
artifacts: true
- job: test-must-2
artifacts: true
- job: test-must-3
artifacts: true
- job: test-must-4
artifacts: true
- job: test-must-5
artifacts: true
- job: test-must-6
artifacts: true
- job: test-must-7
artifacts: true
- job: test-must-8
artifacts: true
- job: test-must-9
artifacts: true
- job: test-must-10
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x must
artifacts:
untracked: false
when: always
paths:
- logs/*
build-aislinn:
stage: build
needs: []
image: ubuntu:18.04
script:
- scripts/ensure_python3 ./MBB.py -x aislinn -c build
artifacts:
untracked: false
when: always
paths:
- tools/aislinn-git/*
test-aislinn:
stage: test
image: ubuntu:18.04
needs:
- job: build-aislinn
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x aislinn
artifacts:
untracked: false
when: always
paths:
- logs
# MPI-SV refuses to build on nested virtualization as we have when using docker on gitlab-CI
#test-mpisv:
# stage: test
# image: mpisv/mpi-sv
# needs: []
# tags:
# - baremetal
# image: registry.hub.docker.com/mquinson/mbi
# script:
# - rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
# - scripts/ensure_python3 ./MBB.py -x mpisv
# artifacts:
# untracked: false
# when: always
# paths:
# - logs
test-civl-1:
stage: test
needs: []
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x civl -c run -b 1/4
artifacts:
untracked: false
when: always
paths:
- logs
test-civl-2:
stage: test
needs: []
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x civl -c run -b 2/4
artifacts:
untracked: false
when: always
paths:
- logs
test-civl-3:
stage: test
needs: []
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x civl -c run -b 3/4
artifacts:
untracked: false
when: always
paths:
- logs
test-civl-4:
stage: test
needs: []
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x civl -c run -b 4/4
artifacts:
untracked: false
when: always
paths:
- logs
test-civl-all:
stage: gather
needs:
- job: test-civl-1
artifacts: true
- job: test-civl-2
artifacts: true
- job: test-civl-3
artifacts: true
- job: test-civl-4
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x civl
artifacts:
untracked: false
when: always
paths:
- logs/*
build-parcoach:
stage: build
needs: []
script:
- scripts/ensure_python3 ./MBB.py -x parcoach -c build
artifacts:
untracked: false
when: always
paths:
- builds/parcoach/*
test-parcoach:
stage: test
needs:
- job: build-parcoach
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x parcoach
artifacts:
untracked: false
when: always
paths:
- logs
build-simgrid:
stage: build
needs: []
script:
- scripts/ensure_python3 ./MBB.py -x simgrid -c build
cache:
paths:
- SimGrid/*
artifacts:
untracked: false
when: always
paths:
- builds/SimGrid
test-simgrid:
stage: test
needs:
- job: build-simgrid
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x simgrid
artifacts:
untracked: false
when: always
paths:
- logs
test-smpi:
stage: test
needs:
- job: build-simgrid
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x smpi
artifacts:
untracked: false
when: always
paths:
- logs
test-smpivg-1:
stage: test
needs:
- job: build-simgrid
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x smpivg -b 1/3
artifacts:
untracked: false
when: always
paths:
- logs
test-smpivg-2:
stage: test
needs:
- job: build-simgrid
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x smpivg -b 2/3
artifacts:
untracked: false
when: always
paths:
- logs
test-smpivg-3:
stage: test
needs:
- job: build-simgrid
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x smpivg -b 3/3
artifacts:
untracked: false
when: always
paths:
- logs
test-smpivg-all:
stage: gather
needs:
- job: test-smpivg-1
artifacts: true
- job: test-smpivg-2
artifacts: true
- job: test-smpivg-3
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x smpivg
artifacts:
untracked: false
when: always
paths:
- logs
#test-itac:
# stage: test
# needs: []
# tags:
# - baremetal
# image: registry.hub.docker.com/mquinson/mbi
# script:
# - rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
# - scripts/ensure_python3 ./MBB.py -x itac -c run
# artifacts:
# untracked: false
# when: always
# paths:
# - logs
build-isp:
stage: build
needs: []
script:
- scripts/ensure_python3 ./MBB.py -x isp -c build
artifacts:
untracked: false
when: always
paths:
- ./builds/ISP
test-isp-1:
stage: test
needs:
- job: build-isp
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x isp -c run -b 1/2
artifacts:
untracked: false
when: always
paths:
- logs
test-isp-2:
stage: test
needs:
- job: build-isp
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x isp -c run -b 2/2
artifacts:
untracked: false
when: always
paths:
- logs
test-isp-all:
stage: gather
needs:
- job: test-isp-1
artifacts: true
- job: test-isp-2
artifacts: true
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -x isp
artifacts:
untracked: false
when: always
paths:
- logs/*
latex:
stage: deploy
when: always
script:
- apt update ; apt -y install texlive-latex-base texlive-latex-extra texlive-pictures
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -c latex
- cd script ; ./tools/gen_latex.py ; cd ..
- cd latex ; pdflatex -batch dashboard.tex ; cd ..
artifacts:
untracked: false
when: always
paths:
- latex
pages:
stage: deploy
when: always
script:
- rm -rf /MBI/*; scripts/ensure_python3 ./MBB.py -c generate
- scripts/ensure_python3 ./MBB.py -c html
- pwd ; ls
- mkdir public
- cp -r *.html gencodes img logs public/
artifacts:
untracked: false
when: always
paths:
- public
# This file is intended for the shared infrastructures, so reduce the computational burden by testing simgrid only
variables:
GIT_SUBMODULE_STRATEGY: none
stages:
- build
pages:
stage: build
needs: []
script:
- apt update; apt install -y p7zip wget
- wget https://gitlab.com/MpiBugsInitiative/MpiBugsInitiative/uploads/7072bf58ed7213d9d909c82023e4f66e/logs-220324.7z
- 7zr x -so logs-*.7z | tar xf -
- mkdir -p logs/simgrid
- touch logs/simgrid/trust_the_installation trust_the_installation # Silence the checks for the right docker image
- python3 ./MBB.py -c generate
# - python3 ./MBB.py -x simgrid | grep Test
- python3 ./MBB.py -c html -x itac,simgrid,must,parcoach,isp,aislinn,mpisv,civl,smpi,smpivg
- pwd ; ls ; echo logs:; ls logs
- mkdir public
- cp -r *.html gencodes img logs public/
image:
name: simgrid/tuto-mc
entrypoint: ['/bin/bash', '-c', 'ln -snf /bin/bash /bin/sh && /bin/bash -c $0' ]
artifacts:
untracked: false
when: always
paths:
- public
60.00474405288696 seconds
\ No newline at end of file
Running #863 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c
Wait up to 60 seconds
Compiling CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c (batchinfo:1/1)
$ typeart-mpicc -g -fPIC /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c -o /tmp/tmp3voa5pus/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001 -L/MBI-builds/MUST192/lib -lpnmpi
| clang: warning: -lpnmpi: 'linker' input unused [-Wunused-command-line-argument]
| clang: warning: argument unused during compilation: '-L/MBI-builds/MUST192/lib' [-Wunused-command-line-argument]
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 2
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 0.00
| Stack call filtered % : 0.00
| Alloca of pointer discarded : 0.00
| > Global Memory
| Global : 2
| Global filter total : 0
| Global call filtered % : 0.00
| Global filtered % : 0.00
| --------------------------------------
| ------------------
| TypeArtPass [Heap]
| Malloc : 2
| Free : 2
| Alloca : 0
| Global : 0
| ------------------
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 0
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 8.00
| Stack call filtered % : 100.00
| Alloca of pointer discarded : 3.00
| > Global Memory
| Global : 2
| Global filter total : 2
| Global call filtered % : 100.00
| Global filtered % : 100.00
| --------------------------------------
| -------------------
| TypeArtPass [Stack]
| Malloc : 0
| Free : 0
| Alloca : 0
| Global : 0
| -------------------
|
Executing the command (cwd: /tmp/tmp3voa5pus)
$ mustrun --must:distributed --must:typeart --must:output json -np 2 ./CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001
| [MUST] MUST configuration ... distributed checks without application crash handling
| [MUST] Using prebuilt infrastructure at /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913
| [MUST] Weaver ... success
| [MUST] Generating P^nMPI configuration ... success
| [MUST] Infrastructure in "/home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913" is present and used.
| [MUST] Search for linked P^nMPI ... found ... success
| [MUST] Executing application:
Command killed by signal 15, elapsed time: 60.20641613006592
Finished #863 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c
1.9318163394927979
\ No newline at end of file
Running #2001 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irsend-001.c
Wait up to 60 seconds
Compiling CallOrdering-unmatched-mpi_irsend-001.c (batchinfo:1/1)
$ typeart-mpicc -g -fPIC /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irsend-001.c -o /tmp/tmpahd7y6_r/CallOrdering-unmatched-mpi_irsend-001 -L/MBI-builds/MUST192/lib -lpnmpi
| clang: warning: -lpnmpi: 'linker' input unused [-Wunused-command-line-argument]
| clang: warning: argument unused during compilation: '-L/MBI-builds/MUST192/lib' [-Wunused-command-line-argument]
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 1
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 0.00
| Stack call filtered % : 0.00
| Alloca of pointer discarded : 0.00
| > Global Memory
| Global : 2
| Global filter total : 0
| Global call filtered % : 0.00
| Global filtered % : 0.00
| --------------------------------------
| ------------------
| TypeArtPass [Heap]
| Malloc : 1
| Free : 1
| Alloca : 0
| Global : 0
| ------------------
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 0
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 7.00
| Stack call filtered % : 100.00
| Alloca of pointer discarded : 2.00
| > Global Memory
| Global : 2
| Global filter total : 2
| Global call filtered % : 100.00
| Global filtered % : 100.00
| --------------------------------------
| -------------------
| TypeArtPass [Stack]
| Malloc : 0
| Free : 0
| Alloca : 0
| Global : 0
| -------------------
|
Executing the command (cwd: /tmp/tmpahd7y6_r)
$ mustrun --must:distributed --must:typeart --must:output json -np 2 ./CallOrdering-unmatched-mpi_irsend-001
| [MUST] MUST configuration ... distributed checks without application crash handling
| [MUST] Using prebuilt infrastructure at /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913
| [MUST] Weaver ... success
| [MUST] Generating P^nMPI configuration ... success
| [MUST] Infrastructure in "/home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913" is present and used.
| [MUST] Search for linked P^nMPI ... found ... success
| [MUST] Executing application:
| [MUST-RUNTIME] ============MUST===============
| [MUST-RUNTIME] ERROR: MUST detected a deadlock, writing output.===============================
| [MUST-RUNTIME] ============MUST===============
| [MUST-RUNTIME] ERROR: MUST detected a deadlock, detailed information is available in the MUST output file. You should either investigate details with a debugger or abort, the operation of MUST will stop from now.
| [MUST-RUNTIME] ===============================
| [MUST-RUNTIME] ----Deadlock detection timing ----
| [MUST-RUNTIME] syncTime=23
| [MUST-RUNTIME] wfgGatherTme=37
| [MUST-RUNTIME] preparationTime=6
| [MUST-RUNTIME] wfgCheckTime=8
| [MUST-RUNTIME] outputTime=132
| [MUST-RUNTIME] dotTime=0
| Abort(666) on node 3 (rank 3 in comm 0): application called MPI_Abort(MPI_COMM_WORLD, 666) - process 3
|
| ===================================================================================
| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
| = PID 170207 RUNNING AT n23t0001.hpc.itc.rwth-aachen.de
| = EXIT CODE: 134
| = CLEANING UP REMAINING PROCESSES
| = YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
| ===================================================================================
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYDU_sock_write (utils/sock/sock.c:254): write error (Bad file descriptor)
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYD_pmcd_pmiserv_send_signal (pm/pmiserv/pmiserv_cb.c:176): unable to write data to proxy
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] ui_cmd_cb (pm/pmiserv/pmiserv_pmci.c:42): unable to send signal downstream
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYDT_dmxu_poll_wait_for_event (tools/demux/demux_poll.c:76): callback returned error status
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYDT_bscu_wait_for_completion (tools/bootstrap/utils/bscu_wait.c:59): error waiting for event
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYDT_bsci_wait_for_completion (tools/bootstrap/src/bsci_wait.c:21): launcher returned error waiting for completion
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYD_pmci_wait_for_completion (pm/pmiserv/pmiserv_pmci.c:179): launcher returned error waiting for completion
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] main (ui/mpich/mpiexec.c:325): process manager error waiting for completion
|
Command killed by signal 15, elapsed time: 1.9318163394927979
Finished #2001 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irsend-001.c
2.2106330394744873
\ No newline at end of file
Running #860 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscan-001.c
Wait up to 60 seconds
Compiling CallOrdering-unmatched-mpi_iscan-001.c (batchinfo:1/1)
$ typeart-mpicc -g -fPIC /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscan-001.c -o /tmp/tmp9d7axgdl/CallOrdering-unmatched-mpi_iscan-001 -L/MBI-builds/MUST192/lib -lpnmpi
| clang: warning: -lpnmpi: 'linker' input unused [-Wunused-command-line-argument]
| clang: warning: argument unused during compilation: '-L/MBI-builds/MUST192/lib' [-Wunused-command-line-argument]
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 2
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 0.00
| Stack call filtered % : 0.00
| Alloca of pointer discarded : 0.00
| > Global Memory
| Global : 2
| Global filter total : 0
| Global call filtered % : 0.00
| Global filtered % : 0.00
| --------------------------------------
| ------------------
| TypeArtPass [Heap]
| Malloc : 2
| Free : 2
| Alloca : 0
| Global : 0
| ------------------
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 0
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 8.00
| Stack call filtered % : 100.00
| Alloca of pointer discarded : 3.00
| > Global Memory
| Global : 2
| Global filter total : 2
| Global call filtered % : 100.00
| Global filtered % : 100.00
| --------------------------------------
| -------------------
| TypeArtPass [Stack]
| Malloc : 0
| Free : 0
| Alloca : 0
| Global : 0
| -------------------
|
Executing the command (cwd: /tmp/tmp9d7axgdl)
$ mustrun --must:distributed --must:typeart --must:output json -np 2 ./CallOrdering-unmatched-mpi_iscan-001
| [MUST] MUST configuration ... distributed checks without application crash handling
| [MUST] Using prebuilt infrastructure at /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913
| [MUST] Weaver ... success
| [MUST] Generating P^nMPI configuration ... success
| [MUST] Infrastructure in "/home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913" is present and used.
| [MUST] Search for linked P^nMPI ... found ... success
| [MUST] Executing application:
| [MUST-RUNTIME] ============MUST===============
| [MUST-RUNTIME] ERROR: MUST detected a deadlock, writing output.===============================
| [MUST-RUNTIME] ============MUST===============
| [MUST-RUNTIME] ERROR: MUST detected a deadlock, detailed information is available in the MUST output file. You should either investigate details with a debugger or abort, the operation of MUST will stop from now.
| [MUST-RUNTIME] ===============================
| [MUST-RUNTIME] ----Deadlock detection timing ----
| [MUST-RUNTIME] syncTime=151
| [MUST-RUNTIME] wfgGatherTme=65
| [MUST-RUNTIME] preparationTime=10
| [MUST-RUNTIME] wfgCheckTime=9
| [MUST-RUNTIME] outputTime=128
| [MUST-RUNTIME] dotTime=0
| Abort(666) on node 3 (rank 3 in comm 0): application called MPI_Abort(MPI_COMM_WORLD, 666) - process 3
| rank 0 (of 2), pid 55270 caught signal nr 15
| rank 1 (of 2), pid 55271 caught signal nr 15
| Assertion failed in file src/binding/c/init/abort.c at line 36: 0
| rank 0 (of 1), pid 55272 caught signal nr 15
| Assertion failed in file src/binding/c/init/abort.c at line 36: 0
| /lib/x86_64-linux-gnu/libmpich.so.12(+0x30c7c5) [0x7f2f0cc4d7c5]
| /lib/x86_64-linux-gnu/libmpich.so.12(+0x2a3dd4) [0x7f2f0cbe4dd4]
| /lib/x86_64-linux-gnu/libmpich.so.12(MPI_Abort+0x208) [0x7f2f0ca78aa8]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(NQJ_Abort+0xdd) [0x7f2f0f1ab6dd]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(MPI_Abort+0xc8) [0x7f2f0f1e95e8]
| /MBI-builds/MUST192/modules//libcStratPRecvUp.so(_Z15mySignalHandleri+0x126) [0x7f2f0a28a256]
| /lib/x86_64-linux-gnu/libc.so.6(+0x3c050) [0x7f2f0c79c050]
| /lib/x86_64-linux-gnu/libucp.so.0(ucp_worker_progress+0x5a) [0x7f2f0ac7aeda]
| /lib/x86_64-linux-gnu/libmpich.so.12(+0x2934eb) [0x7f2f0cbd44eb]
| /lib/x86_64-linux-gnu/libmpich.so.12(+0x296f5e) [0x7f2f0cbd7f5e]
| /lib/x86_64-linux-gnu/libmpich.so.12(+0x29720e) [0x7f2f0cbd820e]
| /lib/x86_64-linux-gnu/libmpich.so.12(PMPI_Wait+0x21e) [0x7f2f0cab6dde]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(NQJ_Wait+0xef) [0x7f2f0f1e490f]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(XMPI_Wait+0x2c) [0x7f2f0f22d5bc]
| /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913/modules//libweaver-wrapp-gen-output-0.so(MPI_Wait+0x170) [0x7f2f0aa673d0]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(NQJ_Wait+0x174) [0x7f2f0f1e4994]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(XMPI_Wait+0x2c) [0x7f2f0f22d5bc]
| /MBI-builds/MUST192/modules//libstatusWrapper.so(MPI_Wait+0x14) [0x7f2f0ab03344]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(NQJ_Wait+0x174) [0x7f2f0f1e4994]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(MPI_Wait+0xc9) [0x7f2f0f21daa9]
| ./CallOrdering-unmatched-mpi_iscan-001(+0x12f0) [0x5607383872f0]
| /lib/x86_64-linux-gnu/libc.so.6(+0x2724a) [0x7f2f0c78724a]
| /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x85) [0x7f2f0c787305]
| ./CallOrdering-unmatched-mpi_iscan-001(+0x1111) [0x560738387111]
| Abort(1) on node 0: Internal error
| /lib/x86_64-linux-gnu/libmpich.so.12(+0x30c7c5) [0x7f4d8fb707c5]
| /lib/x86_64-linux-gnu/libmpich.so.12(+0x2a3dd4) [0x7f4d8fb07dd4]
| /lib/x86_64-linux-gnu/libmpich.so.12(MPI_Abort+0x208) [0x7f4d8f99baa8]
| /MBI-builds/MUST192/modules//libcStratPRecvUp.so(_Z15mySignalHandleri+0x126) [0x7f4d8d1ad256]
| /lib/x86_64-linux-gnu/libc.so.6(+0x3c050) [0x7f4d8f6bf050]
| /lib/x86_64-linux-gnu/libuct.so.0(+0x1860f) [0x7f4d8da9f60f]
| /lib/x86_64-linux-gnu/libucp.so.0(ucp_worker_progress+0x72) [0x7f4d8db9def2]
| /lib/x86_64-linux-gnu/libmpich.so.12(+0x294596) [0x7f4d8faf8596]
| /lib/x86_64-linux-gnu/libmpich.so.12(+0x294880) [0x7f4d8faf8880]
| /lib/x86_64-linux-gnu/libmpich.so.12(PMPI_Test+0x22a) [0x7f4d8f9d837a]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(NQJ_Test+0x103) [0x7f4d92100723]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(XMPI_Test_NewStack+0x45) [0x7f4d9215da65]
| /MBI-builds/MUST192/modules//libcProtMpiSplited.so(_ZN3gti15CProtMPISplited8test_msgEjPiPmS2_+0xa0) [0x7f4d8d175160]
| /MBI-builds/MUST192/modules//libcStratPRecvDown.so(_ZN3gti15CStratPRecvDown4testEPiPmPPvS4_PPFNS_10GTI_RETURNES3_mS3_ES2_m+0x2b4) [0x7f4d8d10f464]
| /MBI-builds/MUST192/modules//libthreadedMpiPlace.so(_ZN3gti16ThreadedMPIPlace3runEv+0x56c) [0x7f4d8d13833c]
| /MBI-builds/MUST192/modules//libthreadedMpiPlace.so(_Z18handlePlaceStartupv+0xbe) [0x7f4d8d139aae]
| /MBI-builds/MUST192/modules//libthreadedMpiPlace.so(MPI_Init+0x21) [0x7f4d8d136721]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(NQJ_Init+0x182) [0x7f4d920b7a12]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(XMPI_Init_NewStack+0x3d) [0x7f4d92158fcd]
| /MBI-builds/MUST192/modules//libcProtMpiSplitComm.so(MPI_Init+0x1220) [0x7f4d8da01f90]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(NQJ_Init+0x182) [0x7f4d920b7a12]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(XMPI_Init+0x2c) [0x7f4d9214b09c]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(NQJ_Init+0x182) [0x7f4d920b7a12]
| /MBI-builds/MUST192/lib/libpnmpi.so.1(MPI_Init+0xe1) [0x7f4d920b77c1]
| ./CallOrdering-unmatched-mpi_iscan-001(+0x121f) [0x55f894d4b21f]
| /lib/x86_64-linux-gnu/libc.so.6(+0x2724a) [0x7f4d8f6aa24a]
| /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0x85) [0x7f4d8f6aa305]
| ./CallOrdering-unmatched-mpi_iscan-001(+0x1111) [0x55f894d4b111]
| Abort(1) on node 2: Internal error
|
Command killed by signal 15, elapsed time: 2.2106330394744873
Finished #860 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscan-001.c
2.0953116416931152
\ No newline at end of file
Running #803 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-001.c
Wait up to 60 seconds
Compiling CallOrdering-unmatched-mpi_iscatter-001.c (batchinfo:1/1)
$ typeart-mpicc -g -fPIC /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-001.c -o /tmp/tmpwghuzfz5/CallOrdering-unmatched-mpi_iscatter-001 -L/MBI-builds/MUST192/lib -lpnmpi
| clang: warning: -lpnmpi: 'linker' input unused [-Wunused-command-line-argument]
| clang: warning: argument unused during compilation: '-L/MBI-builds/MUST192/lib' [-Wunused-command-line-argument]
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 2
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 0.00
| Stack call filtered % : 0.00
| Alloca of pointer discarded : 0.00
| > Global Memory
| Global : 2
| Global filter total : 0
| Global call filtered % : 0.00
| Global filtered % : 0.00
| --------------------------------------
| ------------------
| TypeArtPass [Heap]
| Malloc : 2
| Free : 2
| Alloca : 0
| Global : 0
| ------------------
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 0
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 8.00
| Stack call filtered % : 100.00
| Alloca of pointer discarded : 3.00
| > Global Memory
| Global : 2
| Global filter total : 2
| Global call filtered % : 100.00
| Global filtered % : 100.00
| --------------------------------------
| -------------------
| TypeArtPass [Stack]
| Malloc : 0
| Free : 0
| Alloca : 0
| Global : 0
| -------------------
|
Executing the command (cwd: /tmp/tmpwghuzfz5)
$ mustrun --must:distributed --must:typeart --must:output json -np 2 ./CallOrdering-unmatched-mpi_iscatter-001
| [MUST] MUST configuration ... distributed checks without application crash handling
| [MUST] Using prebuilt infrastructure at /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913
| [MUST] Weaver ... success
| [MUST] Generating P^nMPI configuration ... success
| [MUST] Infrastructure in "/home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913" is present and used.
| [MUST] Search for linked P^nMPI ... found ... success
| [MUST] Executing application:
| [MUST-RUNTIME] ============MUST===============
| [MUST-RUNTIME] ERROR: MUST detected a deadlock, writing output.===============================
| [MUST-RUNTIME] ============MUST===============
| [MUST-RUNTIME] ERROR: MUST detected a deadlock, detailed information is available in the MUST output file. You should either investigate details with a debugger or abort, the operation of MUST will stop from now.
| [MUST-RUNTIME] ===============================
| [MUST-RUNTIME] ----Deadlock detection timing ----
| [MUST-RUNTIME] syncTime=227
| [MUST-RUNTIME] wfgGatherTme=77
| [MUST-RUNTIME] preparationTime=10
| [MUST-RUNTIME] wfgCheckTime=13
| [MUST-RUNTIME] outputTime=132
| [MUST-RUNTIME] dotTime=0
| Abort(666) on node 3 (rank 3 in comm 0): application called MPI_Abort(MPI_COMM_WORLD, 666) - process 3
|
| ===================================================================================
| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
| = PID 70221 RUNNING AT n23t0001.hpc.itc.rwth-aachen.de
| = EXIT CODE: 134
| = CLEANING UP REMAINING PROCESSES
| = YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
| ===================================================================================
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYDU_sock_write (utils/sock/sock.c:254): write error (Bad file descriptor)
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYD_pmcd_pmiserv_send_signal (pm/pmiserv/pmiserv_cb.c:176): unable to write data to proxy
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] ui_cmd_cb (pm/pmiserv/pmiserv_pmci.c:42): unable to send signal downstream
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYDT_dmxu_poll_wait_for_event (tools/demux/demux_poll.c:76): callback returned error status
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYDT_bscu_wait_for_completion (tools/bootstrap/utils/bscu_wait.c:59): error waiting for event
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYDT_bsci_wait_for_completion (tools/bootstrap/src/bsci_wait.c:21): launcher returned error waiting for completion
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYD_pmci_wait_for_completion (pm/pmiserv/pmiserv_pmci.c:179): launcher returned error waiting for completion
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] main (ui/mpich/mpiexec.c:325): process manager error waiting for completion
|
Command killed by signal 15, elapsed time: 2.0953116416931152
Finished #803 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-001.c
60.20654082298279
\ No newline at end of file
60.00491809844971 seconds
\ No newline at end of file
Running #496 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c
Wait up to 60 seconds
Compiling CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c (batchinfo:1/1)
$ typeart-mpicc -g -fPIC /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c -o /tmp/tmpfqhdxl4s/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001 -L/MBI-builds/MUST192/lib -lpnmpi
| clang: warning: -lpnmpi: 'linker' input unused [-Wunused-command-line-argument]
| clang: warning: argument unused during compilation: '-L/MBI-builds/MUST192/lib' [-Wunused-command-line-argument]
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 2
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 0.00
| Stack call filtered % : 0.00
| Alloca of pointer discarded : 0.00
| > Global Memory
| Global : 2
| Global filter total : 0
| Global call filtered % : 0.00
| Global filtered % : 0.00
| --------------------------------------
| ------------------
| TypeArtPass [Heap]
| Malloc : 2
| Free : 2
| Alloca : 0
| Global : 0
| ------------------
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 0
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 8.00
| Stack call filtered % : 100.00
| Alloca of pointer discarded : 3.00
| > Global Memory
| Global : 2
| Global filter total : 2
| Global call filtered % : 100.00
| Global filtered % : 100.00
| --------------------------------------
| -------------------
| TypeArtPass [Stack]
| Malloc : 0
| Free : 0
| Alloca : 0
| Global : 0
| -------------------
|
Executing the command (cwd: /tmp/tmpfqhdxl4s)
$ mustrun --must:distributed --must:typeart --must:output json -np 2 ./CallOrdering-unmatched-mpi_iscatter-mpi_igather-001
| [MUST] MUST configuration ... distributed checks without application crash handling
| [MUST] Using prebuilt infrastructure at /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913
| [MUST] Weaver ... success
| [MUST] Generating P^nMPI configuration ... success
| [MUST] Infrastructure in "/home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913" is present and used.
| [MUST] Search for linked P^nMPI ... found ... success
| [MUST] Executing application:
Command killed by signal 15, elapsed time: 60.20654082298279
Finished #496 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c
60.209015130996704
\ No newline at end of file
60.00720024108887 seconds
\ No newline at end of file
Running #680 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c
Wait up to 60 seconds
Compiling CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c (batchinfo:1/1)
$ typeart-mpicc -g -fPIC /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c -o /tmp/tmp4efye_w2/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001 -L/MBI-builds/MUST192/lib -lpnmpi
| clang: warning: -lpnmpi: 'linker' input unused [-Wunused-command-line-argument]
| clang: warning: argument unused during compilation: '-L/MBI-builds/MUST192/lib' [-Wunused-command-line-argument]
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 2
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 0.00
| Stack call filtered % : 0.00
| Alloca of pointer discarded : 0.00
| > Global Memory
| Global : 2
| Global filter total : 0
| Global call filtered % : 0.00
| Global filtered % : 0.00
| --------------------------------------
| ------------------
| TypeArtPass [Heap]
| Malloc : 2
| Free : 2
| Alloca : 0
| Global : 0
| ------------------
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 0
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 8.00
| Stack call filtered % : 100.00
| Alloca of pointer discarded : 3.00
| > Global Memory
| Global : 2
| Global filter total : 2
| Global call filtered % : 100.00
| Global filtered % : 100.00
| --------------------------------------
| -------------------
| TypeArtPass [Stack]
| Malloc : 0
| Free : 0
| Alloca : 0
| Global : 0
| -------------------
|
Executing the command (cwd: /tmp/tmp4efye_w2)
$ mustrun --must:distributed --must:typeart --must:output json -np 2 ./CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001
| [MUST] MUST configuration ... distributed checks without application crash handling
| [MUST] Using prebuilt infrastructure at /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913
| [MUST] Weaver ... success
| [MUST] Generating P^nMPI configuration ... success
| [MUST] Infrastructure in "/home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913" is present and used.
| [MUST] Search for linked P^nMPI ... found ... success
| [MUST] Executing application:
Command killed by signal 15, elapsed time: 60.209015130996704
Finished #680 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c
1.975872278213501
\ No newline at end of file
Running #1769 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_isend-001.c
Wait up to 60 seconds
Compiling CallOrdering-unmatched-mpi_isend-001.c (batchinfo:1/1)
$ typeart-mpicc -g -fPIC /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_isend-001.c -o /tmp/tmpodlfomnk/CallOrdering-unmatched-mpi_isend-001 -L/MBI-builds/MUST192/lib -lpnmpi
| clang: warning: -lpnmpi: 'linker' input unused [-Wunused-command-line-argument]
| clang: warning: argument unused during compilation: '-L/MBI-builds/MUST192/lib' [-Wunused-command-line-argument]
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 1
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 0.00
| Stack call filtered % : 0.00
| Alloca of pointer discarded : 0.00
| > Global Memory
| Global : 2
| Global filter total : 0
| Global call filtered % : 0.00
| Global filtered % : 0.00
| --------------------------------------
| ------------------
| TypeArtPass [Heap]
| Malloc : 1
| Free : 1
| Alloca : 0
| Global : 0
| ------------------
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 0
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 7.00
| Stack call filtered % : 100.00
| Alloca of pointer discarded : 2.00
| > Global Memory
| Global : 2
| Global filter total : 2
| Global call filtered % : 100.00
| Global filtered % : 100.00
| --------------------------------------
| -------------------
| TypeArtPass [Stack]
| Malloc : 0
| Free : 0
| Alloca : 0
| Global : 0
| -------------------
|
Executing the command (cwd: /tmp/tmpodlfomnk)
$ mustrun --must:distributed --must:typeart --must:output json -np 2 ./CallOrdering-unmatched-mpi_isend-001
| [MUST] MUST configuration ... distributed checks without application crash handling
| [MUST] Using prebuilt infrastructure at /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913
| [MUST] Weaver ... success
| [MUST] Generating P^nMPI configuration ... success
| [MUST] Infrastructure in "/home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913" is present and used.
| [MUST] Search for linked P^nMPI ... found ... success
| [MUST] Executing application:
| [MUST-RUNTIME] ============MUST===============
| [MUST-RUNTIME] ERROR: MUST detected a deadlock, writing output.===============================
| [MUST-RUNTIME] ============MUST===============
| [MUST-RUNTIME] ERROR: MUST detected a deadlock, detailed information is available in the MUST output file. You should either investigate details with a debugger or abort, the operation of MUST will stop from now.
| [MUST-RUNTIME] ===============================
| [MUST-RUNTIME] ----Deadlock detection timing ----
| [MUST-RUNTIME] syncTime=24
| [MUST-RUNTIME] wfgGatherTme=36
| [MUST-RUNTIME] preparationTime=8
| [MUST-RUNTIME] wfgCheckTime=8
| [MUST-RUNTIME] outputTime=166
| [MUST-RUNTIME] dotTime=0
| Abort(666) on node 3 (rank 3 in comm 0): application called MPI_Abort(MPI_COMM_WORLD, 666) - process 3
|
| ===================================================================================
| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
| = PID 120630 RUNNING AT n23t0001.hpc.itc.rwth-aachen.de
| = EXIT CODE: 134
| = CLEANING UP REMAINING PROCESSES
| = YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
| ===================================================================================
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYDU_sock_write (utils/sock/sock.c:254): write error (Bad file descriptor)
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYD_pmcd_pmiserv_send_signal (pm/pmiserv/pmiserv_cb.c:176): unable to write data to proxy
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] ui_cmd_cb (pm/pmiserv/pmiserv_pmci.c:42): unable to send signal downstream
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYDT_dmxu_poll_wait_for_event (tools/demux/demux_poll.c:76): callback returned error status
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYDT_bscu_wait_for_completion (tools/bootstrap/utils/bscu_wait.c:59): error waiting for event
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYDT_bsci_wait_for_completion (tools/bootstrap/src/bsci_wait.c:21): launcher returned error waiting for completion
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] HYD_pmci_wait_for_completion (pm/pmiserv/pmiserv_pmci.c:179): launcher returned error waiting for completion
| [mpiexec@n23t0001.hpc.itc.rwth-aachen.de] main (ui/mpich/mpiexec.c:325): process manager error waiting for completion
|
Command killed by signal 15, elapsed time: 1.975872278213501
Finished #1769 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_isend-001.c
1.9678475856781006
\ No newline at end of file
Running #1888 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_issend-001.c
Wait up to 60 seconds
Compiling CallOrdering-unmatched-mpi_issend-001.c (batchinfo:1/1)
$ typeart-mpicc -g -fPIC /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_issend-001.c -o /tmp/tmp8xv4toem/CallOrdering-unmatched-mpi_issend-001 -L/MBI-builds/MUST192/lib -lpnmpi
| clang: warning: -lpnmpi: 'linker' input unused [-Wunused-command-line-argument]
| clang: warning: argument unused during compilation: '-L/MBI-builds/MUST192/lib' [-Wunused-command-line-argument]
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 1
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 0.00
| Stack call filtered % : 0.00
| Alloca of pointer discarded : 0.00
| > Global Memory
| Global : 2
| Global filter total : 0
| Global call filtered % : 0.00
| Global filtered % : 0.00
| --------------------------------------
| ------------------
| TypeArtPass [Heap]
| Malloc : 1
| Free : 1
| Alloca : 0
| Global : 0
| ------------------
| --------------------------------------
| MemInstFinderPass
| Filter string : *MPI_*
| > Heap Memory
| Heap alloc : 0
| Heap call filtered % : 0.00
| > Stack Memory
| Alloca : 7.00
| Stack call filtered % : 100.00
| Alloca of pointer discarded : 2.00
| > Global Memory
| Global : 2
| Global filter total : 2
| Global call filtered % : 100.00
| Global filtered % : 100.00
| --------------------------------------
| -------------------
| TypeArtPass [Stack]
| Malloc : 0
| Free : 0
| Alloca : 0
| Global : 0
| -------------------
|
Executing the command (cwd: /tmp/tmp8xv4toem)
$ mustrun --must:distributed --must:typeart --must:output json -np 2 ./CallOrdering-unmatched-mpi_issend-001
| [MUST] MUST configuration ... distributed checks without application crash handling
| [MUST] Using prebuilt infrastructure at /home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913
| [MUST] Weaver ... success
| [MUST] Generating P^nMPI configuration ... success
| [MUST] Infrastructure in "/home/ss540294/.cache/must/prebuilds/43e4d04748eb06f0399ffd689d5ad913" is present and used.
| [MUST] Search for linked P^nMPI ... found ... success
| [MUST] Executing application:
| [MUST-RUNTIME] ============MUST===============
| [MUST-RUNTIME] ERROR: MUST detected a deadlock, writing output.===============================
| [MUST-RUNTIME] ============MUST===============
| [MUST-RUNTIME] ERROR: MUST detected a deadlock, detailed information is available in the MUST output file. You should either investigate details with a debugger or abort, the operation of MUST will stop from now.
| [MUST-RUNTIME] ===============================
| [MUST-RUNTIME] ----Deadlock detection timing ----
| [MUST-RUNTIME] syncTime=16
| [MUST-RUNTIME] wfgGatherTme=42
| [MUST-RUNTIME] preparationTime=10
| [MUST-RUNTIME] wfgCheckTime=12
| [MUST-RUNTIME] outputTime=236
| [MUST-RUNTIME] dotTime=0
| Abort(666) on node 3 (rank 3 in comm 0): application called MPI_Abort(MPI_COMM_WORLD, 666) - process 3
|
| ===================================================================================
| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
| = PID 118581 RUNNING AT n23t0001.hpc.itc.rwth-aachen.de
| = EXIT CODE: 134
| = CLEANING UP REMAINING PROCESSES
| = YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
| ===================================================================================
| YOUR APPLICATION TERMINATED WITH THE EXIT STRING: Aborted (signal 6)
| This typically refers to a problem with your application.
| Please see the FAQ page for debugging suggestions
|
Command killed by signal 15, elapsed time: 1.9678475856781006
Finished #1888 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_issend-001.c
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment