Add Extrea helpers
This commit is contained in:
parent
b969da0cde
commit
cef6b54cc2
5 changed files with 446 additions and 0 deletions
100
performance/extrae/share/extrae_bursts.xml
Normal file
100
performance/extrae/share/extrae_bursts.xml
Normal file
|
|
@ -0,0 +1,100 @@
|
|||
<?xml version='1.0'?>
|
||||
|
||||
<trace enabled="yes"
|
||||
home="/opt/hlrs/non-spack/performance/extrae/3.8.3-mpt-2.23-gcc-9.2.0"
|
||||
initial-mode="bursts"
|
||||
type="paraver"
|
||||
>
|
||||
|
||||
<mpi enabled="yes">
|
||||
<counters enabled="yes" />
|
||||
</mpi>
|
||||
|
||||
<openmp enabled="yes" ompt="no">
|
||||
<locks enabled="no" />
|
||||
<taskloop enabled="no" />
|
||||
<counters enabled="yes" />
|
||||
</openmp>
|
||||
|
||||
<pthread enabled="no">
|
||||
<locks enabled="no" /> <!--Do not change this! It will create large traces -->
|
||||
<counters enabled="yes" />
|
||||
</pthread>
|
||||
|
||||
<callers enabled="no">
|
||||
<mpi enabled="yes">1-3</mpi>
|
||||
<sampling enabled="no">1-5</sampling>
|
||||
<dynamic-memory enabled="no">1-3</dynamic-memory>
|
||||
<input-output enabled="no">1-3</input-output>
|
||||
<syscall enabled="no">1-3</syscall>
|
||||
</callers>
|
||||
|
||||
<user-functions enabled="no" list="/home/bsc41/bsc41273/user-functions.dat" exclude-automatic-functions="no">
|
||||
<counters enabled="yes" />
|
||||
</user-functions>
|
||||
|
||||
<counters enabled="yes">
|
||||
<cpu enabled="yes" starting-set-distribution="1">
|
||||
<set enabled="yes" domain="all" changeat-time="0">
|
||||
PAPI_TOT_INS,PAPI_TOT_CYC,PERF_COUNT_HW_STALLED_CYCLES_BACKEND
|
||||
</set>
|
||||
</cpu>
|
||||
<network enabled="no" />
|
||||
<resource-usage enabled="no" />
|
||||
<memory-usage enabled="no" />
|
||||
</counters>
|
||||
|
||||
<storage enabled="no">
|
||||
<trace-prefix enabled="yes">TRACE</trace-prefix>
|
||||
<size enabled="no">5</size>
|
||||
<temporal-directory enabled="yes">/scratch</temporal-directory>
|
||||
<final-directory enabled="yes">/gpfs/scratch/bsc41/bsc41273</final-directory>
|
||||
</storage>
|
||||
|
||||
<buffer enabled="yes">
|
||||
<size enabled="yes">50000000</size>
|
||||
<circular enabled="no" />
|
||||
</buffer>
|
||||
|
||||
<trace-control enabled="no">
|
||||
<file enabled="no" frequency="5M">/gpfs/scratch/bsc41/bsc41273/control</file>
|
||||
<global-ops enabled="no"></global-ops>
|
||||
</trace-control>
|
||||
|
||||
<others enabled="no">
|
||||
<minimum-time enabled="no">10M</minimum-time>
|
||||
<finalize-on-signal enabled="yes"
|
||||
SIGUSR1="no" SIGUSR2="no" SIGINT="yes"
|
||||
SIGQUIT="yes" SIGTERM="yes" SIGXCPU="yes"
|
||||
SIGFPE="yes" SIGSEGV="yes" SIGABRT="yes"
|
||||
/>
|
||||
<flush-sampling-buffer-at-instrumentation-point enabled="yes" />
|
||||
</others>
|
||||
|
||||
<bursts enabled="yes">
|
||||
<threshold enabled="yes">1000u</threshold>
|
||||
<mpi-statistics enabled="yes" />
|
||||
</bursts>
|
||||
|
||||
<sampling enabled="no" type="default" period="50m" variability="10m" />
|
||||
|
||||
<dynamic-memory enabled="no">
|
||||
<alloc enabled="yes" threshold="32768" />
|
||||
<free enabled="yes" />
|
||||
</dynamic-memory>
|
||||
|
||||
<input-output enabled="no" internals="no"/>
|
||||
|
||||
<syscall enabled="no" />
|
||||
|
||||
<merge enabled="no"
|
||||
synchronization="default"
|
||||
tree-fan-out="16"
|
||||
max-memory="512"
|
||||
joint-states="yes"
|
||||
keep-mpits="yes"
|
||||
sort-addresses="yes"
|
||||
overwrite="yes"
|
||||
/>
|
||||
|
||||
</trace>
|
||||
100
performance/extrae/share/extrae_detail.xml
Normal file
100
performance/extrae/share/extrae_detail.xml
Normal file
|
|
@ -0,0 +1,100 @@
|
|||
<?xml version='1.0'?>
|
||||
|
||||
<trace enabled="yes"
|
||||
home="/opt/hlrs/non-spack/performance/extrae/3.8.3-mpt-2.23-gcc-9.2.0"
|
||||
initial-mode="detail"
|
||||
type="paraver"
|
||||
>
|
||||
|
||||
<mpi enabled="yes">
|
||||
<counters enabled="yes" />
|
||||
</mpi>
|
||||
|
||||
<openmp enabled="yes" ompt="no">
|
||||
<locks enabled="no" />
|
||||
<taskloop enabled="no" />
|
||||
<counters enabled="yes" />
|
||||
</openmp>
|
||||
|
||||
<pthread enabled="no">
|
||||
<locks enabled="no" /> <!--Do not change this! It will create large traces -->
|
||||
<counters enabled="yes" />
|
||||
</pthread>
|
||||
|
||||
<callers enabled="no">
|
||||
<mpi enabled="yes">1-3</mpi>
|
||||
<sampling enabled="no">1-5</sampling>
|
||||
<dynamic-memory enabled="no">1-3</dynamic-memory>
|
||||
<input-output enabled="no">1-3</input-output>
|
||||
<syscall enabled="no">1-3</syscall>
|
||||
</callers>
|
||||
|
||||
<user-functions enabled="no" list="/home/bsc41/bsc41273/user-functions.dat" exclude-automatic-functions="no">
|
||||
<counters enabled="yes" />
|
||||
</user-functions>
|
||||
|
||||
<counters enabled="yes">
|
||||
<cpu enabled="yes" starting-set-distribution="1">
|
||||
<set enabled="yes" domain="all" changeat-time="0">
|
||||
PAPI_TOT_INS,PAPI_TOT_CYC,PERF_COUNT_HW_STALLED_CYCLES_BACKEND
|
||||
</set>
|
||||
</cpu>
|
||||
<network enabled="no" />
|
||||
<resource-usage enabled="no" />
|
||||
<memory-usage enabled="no" />
|
||||
</counters>
|
||||
|
||||
<storage enabled="no">
|
||||
<trace-prefix enabled="yes">TRACE</trace-prefix>
|
||||
<size enabled="no">5</size>
|
||||
<temporal-directory enabled="yes">/scratch</temporal-directory>
|
||||
<final-directory enabled="yes">/gpfs/scratch/bsc41/bsc41273</final-directory>
|
||||
</storage>
|
||||
|
||||
<buffer enabled="yes">
|
||||
<size enabled="yes">50000000</size>
|
||||
<circular enabled="no" />
|
||||
</buffer>
|
||||
|
||||
<trace-control enabled="no">
|
||||
<file enabled="no" frequency="5M">/gpfs/scratch/bsc41/bsc41273/control</file>
|
||||
<global-ops enabled="no"></global-ops>
|
||||
</trace-control>
|
||||
|
||||
<others enabled="no">
|
||||
<minimum-time enabled="no">10M</minimum-time>
|
||||
<finalize-on-signal enabled="yes"
|
||||
SIGUSR1="no" SIGUSR2="no" SIGINT="yes"
|
||||
SIGQUIT="yes" SIGTERM="yes" SIGXCPU="yes"
|
||||
SIGFPE="yes" SIGSEGV="yes" SIGABRT="yes"
|
||||
/>
|
||||
<flush-sampling-buffer-at-instrumentation-point enabled="yes" />
|
||||
</others>
|
||||
|
||||
<bursts enabled="yes">
|
||||
<threshold enabled="yes">1000u</threshold>
|
||||
<mpi-statistics enabled="yes" />
|
||||
</bursts>
|
||||
|
||||
<sampling enabled="no" type="default" period="50m" variability="10m" />
|
||||
|
||||
<dynamic-memory enabled="no">
|
||||
<alloc enabled="yes" threshold="32768" />
|
||||
<free enabled="yes" />
|
||||
</dynamic-memory>
|
||||
|
||||
<input-output enabled="no" internals="no"/>
|
||||
|
||||
<syscall enabled="no" />
|
||||
|
||||
<merge enabled="no"
|
||||
synchronization="default"
|
||||
tree-fan-out="16"
|
||||
max-memory="512"
|
||||
joint-states="yes"
|
||||
keep-mpits="yes"
|
||||
sort-addresses="yes"
|
||||
overwrite="yes"
|
||||
/>
|
||||
|
||||
</trace>
|
||||
100
performance/extrae/share/extrae_detail_circular.xml
Normal file
100
performance/extrae/share/extrae_detail_circular.xml
Normal file
|
|
@ -0,0 +1,100 @@
|
|||
<?xml version='1.0'?>
|
||||
|
||||
<trace enabled="yes"
|
||||
home="/opt/hlrs/non-spack/performance/extrae/3.8.3-mpt-2.23-gcc-9.2.0"
|
||||
initial-mode="detail"
|
||||
type="paraver"
|
||||
>
|
||||
|
||||
<mpi enabled="yes">
|
||||
<counters enabled="yes" />
|
||||
</mpi>
|
||||
|
||||
<openmp enabled="yes" ompt="no">
|
||||
<locks enabled="no" />
|
||||
<taskloop enabled="no" />
|
||||
<counters enabled="yes" />
|
||||
</openmp>
|
||||
|
||||
<pthread enabled="no">
|
||||
<locks enabled="no" /> <!--Do not change this! It will create large traces -->
|
||||
<counters enabled="yes" />
|
||||
</pthread>
|
||||
|
||||
<callers enabled="no">
|
||||
<mpi enabled="yes">1-3</mpi>
|
||||
<sampling enabled="no">1-5</sampling>
|
||||
<dynamic-memory enabled="no">1-3</dynamic-memory>
|
||||
<input-output enabled="no">1-3</input-output>
|
||||
<syscall enabled="no">1-3</syscall>
|
||||
</callers>
|
||||
|
||||
<user-functions enabled="no" list="/home/bsc41/bsc41273/user-functions.dat" exclude-automatic-functions="no">
|
||||
<counters enabled="yes" />
|
||||
</user-functions>
|
||||
|
||||
<counters enabled="yes">
|
||||
<cpu enabled="yes" starting-set-distribution="1">
|
||||
<set enabled="yes" domain="all" changeat-time="0">
|
||||
PAPI_TOT_INS,PAPI_TOT_CYC,PERF_COUNT_HW_STALLED_CYCLES_BACKEND
|
||||
</set>
|
||||
</cpu>
|
||||
<network enabled="no" />
|
||||
<resource-usage enabled="no" />
|
||||
<memory-usage enabled="no" />
|
||||
</counters>
|
||||
|
||||
<storage enabled="no">
|
||||
<trace-prefix enabled="yes">TRACE</trace-prefix>
|
||||
<size enabled="no">5</size>
|
||||
<temporal-directory enabled="yes">/scratch</temporal-directory>
|
||||
<final-directory enabled="yes">/gpfs/scratch/bsc41/bsc41273</final-directory>
|
||||
</storage>
|
||||
|
||||
<buffer enabled="yes">
|
||||
<size enabled="yes">10000</size>
|
||||
<circular enabled="yes" />
|
||||
</buffer>
|
||||
|
||||
<trace-control enabled="no">
|
||||
<file enabled="no" frequency="5M">/gpfs/scratch/bsc41/bsc41273/control</file>
|
||||
<global-ops enabled="no"></global-ops>
|
||||
</trace-control>
|
||||
|
||||
<others enabled="no">
|
||||
<minimum-time enabled="no">10M</minimum-time>
|
||||
<finalize-on-signal enabled="yes"
|
||||
SIGUSR1="no" SIGUSR2="no" SIGINT="yes"
|
||||
SIGQUIT="yes" SIGTERM="yes" SIGXCPU="yes"
|
||||
SIGFPE="yes" SIGSEGV="yes" SIGABRT="yes"
|
||||
/>
|
||||
<flush-sampling-buffer-at-instrumentation-point enabled="yes" />
|
||||
</others>
|
||||
|
||||
<bursts enabled="yes">
|
||||
<threshold enabled="yes">1000u</threshold>
|
||||
<mpi-statistics enabled="yes" />
|
||||
</bursts>
|
||||
|
||||
<sampling enabled="no" type="default" period="50m" variability="10m" />
|
||||
|
||||
<dynamic-memory enabled="no">
|
||||
<alloc enabled="yes" threshold="32768" />
|
||||
<free enabled="yes" />
|
||||
</dynamic-memory>
|
||||
|
||||
<input-output enabled="no" internals="no"/>
|
||||
|
||||
<syscall enabled="no" />
|
||||
|
||||
<merge enabled="no"
|
||||
synchronization="default"
|
||||
tree-fan-out="16"
|
||||
max-memory="512"
|
||||
joint-states="yes"
|
||||
keep-mpits="yes"
|
||||
sort-addresses="yes"
|
||||
overwrite="yes"
|
||||
/>
|
||||
|
||||
</trace>
|
||||
100
performance/extrae/share/extrae_no-hwc.xml
Normal file
100
performance/extrae/share/extrae_no-hwc.xml
Normal file
|
|
@ -0,0 +1,100 @@
|
|||
<?xml version='1.0'?>
|
||||
|
||||
<trace enabled="yes"
|
||||
home="/opt/hlrs/non-spack/performance/extrae/3.8.3-mpt-2.23-gcc-9.2.0"
|
||||
initial-mode="detail"
|
||||
type="paraver"
|
||||
>
|
||||
|
||||
<mpi enabled="yes">
|
||||
<counters enabled="yes" />
|
||||
</mpi>
|
||||
|
||||
<openmp enabled="yes" ompt="no">
|
||||
<locks enabled="no" />
|
||||
<taskloop enabled="no" />
|
||||
<counters enabled="yes" />
|
||||
</openmp>
|
||||
|
||||
<pthread enabled="no">
|
||||
<locks enabled="no" /> <!--Do not change this! It will create large traces -->
|
||||
<counters enabled="yes" />
|
||||
</pthread>
|
||||
|
||||
<callers enabled="no">
|
||||
<mpi enabled="yes">1-3</mpi>
|
||||
<sampling enabled="no">1-5</sampling>
|
||||
<dynamic-memory enabled="no">1-3</dynamic-memory>
|
||||
<input-output enabled="no">1-3</input-output>
|
||||
<syscall enabled="no">1-3</syscall>
|
||||
</callers>
|
||||
|
||||
<user-functions enabled="no" list="/home/bsc41/bsc41273/user-functions.dat" exclude-automatic-functions="no">
|
||||
<counters enabled="yes" />
|
||||
</user-functions>
|
||||
|
||||
<counters enabled="no">
|
||||
<cpu enabled="yes" starting-set-distribution="1">
|
||||
<set enabled="yes" domain="all" changeat-time="0">
|
||||
PAPI_TOT_INS,PAPI_TOT_CYC,PERF_COUNT_HW_STALLED_CYCLES_BACKEND
|
||||
</set>
|
||||
</cpu>
|
||||
<network enabled="no" />
|
||||
<resource-usage enabled="no" />
|
||||
<memory-usage enabled="no" />
|
||||
</counters>
|
||||
|
||||
<storage enabled="no">
|
||||
<trace-prefix enabled="yes">TRACE</trace-prefix>
|
||||
<size enabled="no">5</size>
|
||||
<temporal-directory enabled="yes">/scratch</temporal-directory>
|
||||
<final-directory enabled="yes">/gpfs/scratch/bsc41/bsc41273</final-directory>
|
||||
</storage>
|
||||
|
||||
<buffer enabled="yes">
|
||||
<size enabled="yes">50000000</size>
|
||||
<circular enabled="no" />
|
||||
</buffer>
|
||||
|
||||
<trace-control enabled="no">
|
||||
<file enabled="no" frequency="5M">/gpfs/scratch/bsc41/bsc41273/control</file>
|
||||
<global-ops enabled="no"></global-ops>
|
||||
</trace-control>
|
||||
|
||||
<others enabled="no">
|
||||
<minimum-time enabled="no">10M</minimum-time>
|
||||
<finalize-on-signal enabled="yes"
|
||||
SIGUSR1="no" SIGUSR2="no" SIGINT="yes"
|
||||
SIGQUIT="yes" SIGTERM="yes" SIGXCPU="yes"
|
||||
SIGFPE="yes" SIGSEGV="yes" SIGABRT="yes"
|
||||
/>
|
||||
<flush-sampling-buffer-at-instrumentation-point enabled="yes" />
|
||||
</others>
|
||||
|
||||
<bursts enabled="yes">
|
||||
<threshold enabled="yes">1000u</threshold>
|
||||
<mpi-statistics enabled="yes" />
|
||||
</bursts>
|
||||
|
||||
<sampling enabled="no" type="default" period="50m" variability="10m" />
|
||||
|
||||
<dynamic-memory enabled="no">
|
||||
<alloc enabled="yes" threshold="32768" />
|
||||
<free enabled="yes" />
|
||||
</dynamic-memory>
|
||||
|
||||
<input-output enabled="no" internals="no"/>
|
||||
|
||||
<syscall enabled="no" />
|
||||
|
||||
<merge enabled="no"
|
||||
synchronization="default"
|
||||
tree-fan-out="16"
|
||||
max-memory="512"
|
||||
joint-states="yes"
|
||||
keep-mpits="yes"
|
||||
sort-addresses="yes"
|
||||
overwrite="yes"
|
||||
/>
|
||||
|
||||
</trace>
|
||||
46
performance/extrae/share/trace_extrae.sh
Executable file
46
performance/extrae/share/trace_extrae.sh
Executable file
|
|
@ -0,0 +1,46 @@
|
|||
#!/bin/bash
|
||||
|
||||
# echo to rank 0 only
|
||||
echo_rank0 () {
|
||||
local msg=$1
|
||||
|
||||
# get rank from various MPI implementations
|
||||
MPI_RANK=${MPI_RANK:=$PMI_RANK}
|
||||
MPI_RANK=${MPI_RANK:=$PMIX_RANK}
|
||||
MPI_RANK=${MPI_RANK:=$OMPI_COMM_WORLD_RANK}
|
||||
MPI_RANK=${MPI_RANK:=$ALPS_APP_PE}
|
||||
|
||||
# test for rank 0
|
||||
if [[ $MPI_RANK = 0 ]]; then
|
||||
echo $msg
|
||||
fi
|
||||
|
||||
# fallback if no rank at all, i.e. outside mpirun
|
||||
if [[ $MPI_RANK = "" ]] ; then
|
||||
echo $msg
|
||||
fi
|
||||
}
|
||||
|
||||
#default config file and tracing library
|
||||
DEFAULT_CONFIG=$HLRS_EXTRAE_ROOT/../share/extrae_detail.xml
|
||||
DEFAULT_LIB=$HLRS_EXTRAE_ROOT/lib/libmpitracecf.so
|
||||
DEFAULT_NAME=$1"-"$(date +%Y-%m-%dT%H:%M:%S)
|
||||
|
||||
# set config file and tracing library
|
||||
EXTRAE_CONFIG_FILE=${EXTRAE_CONFIG_FILE:-$DEFAULT_CONFIG}
|
||||
EXTRAE_LIB=${EXTRAE_LIB:-$DEFAULT_LIB}
|
||||
TRACE_NAME=${TRACE_NAME:-$DEFAULT_NAME}
|
||||
|
||||
echo_rank0 "### Extrae tracing"
|
||||
echo_rank0 "# Config: $EXTRAE_CONFIG_FILE"
|
||||
echo_rank0 "# Library: $EXTRAE_LIB"
|
||||
echo_rank0 "# Trace: $TRACE_NAME"
|
||||
|
||||
export EXTRAE_CONFIG_FILE
|
||||
|
||||
# run application
|
||||
env LD_PRELOAD=$EXTRAE_LIB $@
|
||||
|
||||
echo_rank0 "### Extrae tracing: "
|
||||
echo_rank0 "# Execute the following command to merge traces:"
|
||||
echo_rank0 "# mpi2prv -f TRACE.mpits -o $TRACE_NAME.prv"
|
||||
Loading…
Reference in a new issue