Commit 0b450330 authored by Cedric Jourdain's avatar Cedric Jourdain
Browse files

Add marconi script,env

parent 5d2c4b31
#!/bin/bash
module purge
compiler=intel
compiler_version=pe-xe-2018--binary
libmpi=intelmpi
mpi_release=2018--binary
module load $compiler/$compiler_version $libmpi/$mpi_release
export machine=marconi-knl
export software=specfem3d_globe
export version=31octobre
export install_dir=$CINECA_SCRATCH/benchmarks/$machine/$software/$version/${compiler}/$compiler_version/$libmpi/$mpi_release
export CC="mpiicc"
export FC="mpiifort"
export MPIFC=$FC
#From BPG KNL
export FCFLAGS=" -g -O3 -qopenmp -xMIC-AVX512 -DUSE_FP32 -DOPT_STREAMS -fp-model fast=2 -traceback -mcmodel=large -fma -align array64byte -finline-functions -ipo"
export CFLAGS=" -g -O3 -xMIC-AVX512 -fma -align -finline-functions -ipo"
#From vitcor cameo ponz
#FCFLAGS = -g -O3 -qopenmp -xMIC-AVX512 -DUSE_FP32 -DOPT_STREAMS -align array64byte -fp-model fast=2 -traceback -mcmodel=large
export FCFLAGS_f90='-mod ./obj -I./obj -I. -I. -I${SETUP} -xMIC-AVX512'
export CPPFLAGS='-I${SETUP} -DFORCE_VECTORIZATION -xMIC-AVX512'
#!/bin/bash
#SBATCH -A Ppp3x_4674
#SBATCH -p knl_usr_prod
#SBATCH --time 01:30:00
#SBATCH --job-name=specfem3D_globe-KNL
#SBATCH --constraint=knl,cache,quad #flat/cache
#SBATCH --nodes=24
#SBATCH --ntasks=96
#SBATCH --cpus-per-task=17
#SBATCH --mem=86000
#SBATCH --output=specfem3D_test_case_A_marconi-%j.output
source ../env/env_marconi-knl
cd $install_dir/TestCaseA/specfem3d_globe
export I_MPI_DOMAIN=auto
export I_MPI_PIN_RESPECT_CPUSET=0
export I_MPI_DEBUG=4
#Make sure that OMP_NUM_THREADS / KMP_HW_SUBSET = cpus-per-task
export KMP_HW_SUBSET=1T
export OMP_NUM_THREADS=17
export KMP_AFFINITY=compact,verbose
ulimit -s unlimited
MESHER_EXE=./bin/xmeshfem3D
SOLVER_EXE=./bin/xspecfem3D
# backup files used for this simulation
cp DATA/Par_file OUTPUT_FILES/
cp DATA/STATIONS OUTPUT_FILES/
cp DATA/CMTSOLUTION OUTPUT_FILES/
##
## mesh generation
##
sleep 2
echo
echo `date`
echo "starting MPI mesher"
echo
#MPI_PROCESS=` echo "$SLURM_NNODES*$SLURM_NTASKS_PER_NODE" | bc -l`
MPI_PROCESS=$SLURM_NTASKS
echo "SLURM_NTASKS= " $SLURM_NTASKS
echo "SLURM_NTASKS_PER_NODE = " $SLURM_NTASKS_PER_NODE
echo "SLURM_CPUS_PER_TASKS = " $SLURM_CPUS_PER_TASK
echo "SLURM_NNODES=" $SLURM_NNODES
echo "MPI_PROCESS $MPI_PROCESS"
time srun -n ${MPI_PROCESS} ${MESHER_EXE}
echo " mesher done: `date`"
echo
##
## forward simulation
##
sleep 2
echo
echo `date`
echo starting run in current directory $PWD
echo
time srun -n ${MPI_PROCESS} ${SOLVER_EXE}
echo "finished successfully"
echo `date`
#!/bin/bash
#SBATCH -A Ppp3x_4674
#SBATCH -p knl_usr_prod
#SBATCH --qos=knl_qos_bprod
#SBATCH --time 01:30:00
#SBATCH --job-name=TestCaseB_specfem3D_globe-KNL
#SBATCH --constraint=knl,cache,quad #flat/cache
#SBATCH --nodes=384
#SBATCH --ntasks-per-node=4
##SBATCH --ntasks=1584
#SBATCH --cpus-per-task=17
##SBATCH --mem=86000
#SBATCH --output=specfem3D_test_case_B_marconi-%j.output
source ../env/env_marconi-knl
cd $install_dir/TestCaseB/specfem3d_globe
export I_MPI_DOMAIN=auto
export I_MPI_PIN_RESPECT_CPUSET=0
#export I_MPI_DEBUG=4
#Make sure that OMP_NUM_THREADS / KMP_HW_SUBSET = cpus-per-task
export KMP_HW_SUBSET=1T
export OMP_NUM_THREADS=17
#export KMP_AFFINITY=compact,verbose
ulimit -s unlimited
MESHER_EXE=./bin/xmeshfem3D
SOLVER_EXE=./bin/xspecfem3D
# backup files used for this simulation
cp DATA/Par_file OUTPUT_FILES/
cp DATA/STATIONS OUTPUT_FILES/
cp DATA/CMTSOLUTION OUTPUT_FILES/
##
## mesh generation
##
sleep 2
echo
echo `date`
echo "starting MPI mesher"
echo
MPI_PROCESS=` echo "$SLURM_NNODES*$SLURM_NTASKS_PER_NODE" | bc -l`
#MPI_PROCESS=$SLURM_NTASKS
echo "SLURM_NTASKS_PER_NODE = " $SLURM_NTASKS_PER_NODE
echo "SLURM_CPUS_PER_TASKS = " $SLURM_CPUS_PER_TASK
echo "SLURM_NNODES=" $SLURM_NNODES
echo "MPI_PROCESS $MPI_PROCESS"
echo "OMP_NUM_THREADS= $OMP_NUM_THREADS"
time mpirun -n ${MPI_PROCESS} ${MESHER_EXE}
echo " mesher done: `date`"
echo
##
## forward simulation
##
sleep 2
echo
echo `date`
echo starting run in current directory $PWD
echo
#unset FORT_BUFFERED
time mpirun -n ${MPI_PROCESS} ${SOLVER_EXE}
echo "finished successfully"
echo `date`
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment