Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
UEABS
ueabs
Commits
0b450330
Commit
0b450330
authored
Jan 04, 2019
by
Cedric Jourdain
Browse files
Add marconi script,env
parent
5d2c4b31
Changes
3
Hide whitespace changes
Inline
Side-by-side
specfem3d/env/env_marconi-knl
0 → 100644
View file @
0b450330
#!/bin/bash
module purge
compiler
=
intel
compiler_version
=
pe-xe-2018--binary
libmpi
=
intelmpi
mpi_release
=
2018--binary
module load
$compiler
/
$compiler_version
$libmpi
/
$mpi_release
export
machine
=
marconi-knl
export
software
=
specfem3d_globe
export
version
=
31octobre
export
install_dir
=
$CINECA_SCRATCH
/benchmarks/
$machine
/
$software
/
$version
/
${
compiler
}
/
$compiler_version
/
$libmpi
/
$mpi_release
export
CC
=
"mpiicc"
export
FC
=
"mpiifort"
export
MPIFC
=
$FC
#From BPG KNL
export
FCFLAGS
=
" -g -O3 -qopenmp -xMIC-AVX512 -DUSE_FP32 -DOPT_STREAMS -fp-model fast=2 -traceback -mcmodel=large -fma -align array64byte -finline-functions -ipo"
export
CFLAGS
=
" -g -O3 -xMIC-AVX512 -fma -align -finline-functions -ipo"
#From vitcor cameo ponz
#FCFLAGS = -g -O3 -qopenmp -xMIC-AVX512 -DUSE_FP32 -DOPT_STREAMS -align array64byte -fp-model fast=2 -traceback -mcmodel=large
export
FCFLAGS_f90
=
'-mod ./obj -I./obj -I. -I. -I${SETUP} -xMIC-AVX512'
export
CPPFLAGS
=
'-I${SETUP} -DFORCE_VECTORIZATION -xMIC-AVX512'
specfem3d/job_script/job_marconi-knl_test_case_A.slurm
0 → 100644
View file @
0b450330
#!/bin/bash
#SBATCH -A Ppp3x_4674
#SBATCH -p knl_usr_prod
#SBATCH --time 01:30:00
#SBATCH --job-name=specfem3D_globe-KNL
#SBATCH --constraint=knl,cache,quad #flat/cache
#SBATCH --nodes=24
#SBATCH --ntasks=96
#SBATCH --cpus-per-task=17
#SBATCH --mem=86000
#SBATCH --output=specfem3D_test_case_A_marconi-%j.output
source
../env/env_marconi-knl
cd
$install_dir
/TestCaseA/specfem3d_globe
export
I_MPI_DOMAIN
=
auto
export
I_MPI_PIN_RESPECT_CPUSET
=
0
export
I_MPI_DEBUG
=
4
#Make sure that OMP_NUM_THREADS / KMP_HW_SUBSET = cpus-per-task
export
KMP_HW_SUBSET
=
1T
export
OMP_NUM_THREADS
=
17
export
KMP_AFFINITY
=
compact,verbose
ulimit
-s
unlimited
MESHER_EXE
=
./bin/xmeshfem3D
SOLVER_EXE
=
./bin/xspecfem3D
# backup files used for this simulation
cp
DATA/Par_file OUTPUT_FILES/
cp
DATA/STATIONS OUTPUT_FILES/
cp
DATA/CMTSOLUTION OUTPUT_FILES/
##
## mesh generation
##
sleep
2
echo
echo
`
date
`
echo
"starting MPI mesher"
echo
#MPI_PROCESS=` echo "$SLURM_NNODES*$SLURM_NTASKS_PER_NODE" | bc -l`
MPI_PROCESS
=
$SLURM_NTASKS
echo
"SLURM_NTASKS= "
$SLURM_NTASKS
echo
"SLURM_NTASKS_PER_NODE = "
$SLURM_NTASKS_PER_NODE
echo
"SLURM_CPUS_PER_TASKS = "
$SLURM_CPUS_PER_TASK
echo
"SLURM_NNODES="
$SLURM_NNODES
echo
"MPI_PROCESS
$MPI_PROCESS
"
time
srun
-n
${
MPI_PROCESS
}
${
MESHER_EXE
}
echo
" mesher done:
`
date
`
"
echo
##
## forward simulation
##
sleep
2
echo
echo
`
date
`
echo
starting run
in
current directory
$PWD
echo
time
srun
-n
${
MPI_PROCESS
}
${
SOLVER_EXE
}
echo
"finished successfully"
echo
`
date
`
specfem3d/job_script/job_marconi-knl_test_case_B.slurm
0 → 100644
View file @
0b450330
#!/bin/bash
#SBATCH -A Ppp3x_4674
#SBATCH -p knl_usr_prod
#SBATCH --qos=knl_qos_bprod
#SBATCH --time 01:30:00
#SBATCH --job-name=TestCaseB_specfem3D_globe-KNL
#SBATCH --constraint=knl,cache,quad #flat/cache
#SBATCH --nodes=384
#SBATCH --ntasks-per-node=4
##SBATCH --ntasks=1584
#SBATCH --cpus-per-task=17
##SBATCH --mem=86000
#SBATCH --output=specfem3D_test_case_B_marconi-%j.output
source
../env/env_marconi-knl
cd
$install_dir
/TestCaseB/specfem3d_globe
export
I_MPI_DOMAIN
=
auto
export
I_MPI_PIN_RESPECT_CPUSET
=
0
#export I_MPI_DEBUG=4
#Make sure that OMP_NUM_THREADS / KMP_HW_SUBSET = cpus-per-task
export
KMP_HW_SUBSET
=
1T
export
OMP_NUM_THREADS
=
17
#export KMP_AFFINITY=compact,verbose
ulimit
-s
unlimited
MESHER_EXE
=
./bin/xmeshfem3D
SOLVER_EXE
=
./bin/xspecfem3D
# backup files used for this simulation
cp
DATA/Par_file OUTPUT_FILES/
cp
DATA/STATIONS OUTPUT_FILES/
cp
DATA/CMTSOLUTION OUTPUT_FILES/
##
## mesh generation
##
sleep
2
echo
echo
`
date
`
echo
"starting MPI mesher"
echo
MPI_PROCESS
=
`
echo
"
$SLURM_NNODES
*
$SLURM_NTASKS_PER_NODE
"
| bc
-l
`
#MPI_PROCESS=$SLURM_NTASKS
echo
"SLURM_NTASKS_PER_NODE = "
$SLURM_NTASKS_PER_NODE
echo
"SLURM_CPUS_PER_TASKS = "
$SLURM_CPUS_PER_TASK
echo
"SLURM_NNODES="
$SLURM_NNODES
echo
"MPI_PROCESS
$MPI_PROCESS
"
echo
"OMP_NUM_THREADS=
$OMP_NUM_THREADS
"
time
mpirun
-n
${
MPI_PROCESS
}
${
MESHER_EXE
}
echo
" mesher done:
`
date
`
"
echo
##
## forward simulation
##
sleep
2
echo
echo
`
date
`
echo
starting run
in
current directory
$PWD
echo
#unset FORT_BUFFERED
time
mpirun
-n
${
MPI_PROCESS
}
${
SOLVER_EXE
}
echo
"finished successfully"
echo
`
date
`
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment