Add marconi script,env

specfem3d/env/env_marconi-knl

+#!/bin/bash
+
+module purge
+compiler=intel
+compiler_version=pe-xe-2018--binary
+libmpi=intelmpi
+mpi_release=2018--binary
+module load $compiler/$compiler_version $libmpi/$mpi_release
+
+export machine=marconi-knl
+export software=specfem3d_globe
+export version=31octobre
+export install_dir=$CINECA_SCRATCH/benchmarks/$machine/$software/$version/${compiler}/$compiler_version/$libmpi/$mpi_release
+
+export CC="mpiicc"
+export FC="mpiifort"
+export MPIFC=$FC
+
+#From BPG KNL
+export FCFLAGS=" -g -O3 -qopenmp -xMIC-AVX512 -DUSE_FP32 -DOPT_STREAMS -fp-model fast=2 -traceback -mcmodel=large -fma -align array64byte -finline-functions -ipo"
+export CFLAGS=" -g -O3  -xMIC-AVX512 -fma -align -finline-functions -ipo"
+
+#From vitcor cameo ponz
+#FCFLAGS = -g -O3 -qopenmp -xMIC-AVX512 -DUSE_FP32 -DOPT_STREAMS -align array64byte  -fp-model fast=2 -traceback -mcmodel=large
+export FCFLAGS_f90='-mod ./obj -I./obj -I.  -I. -I${SETUP} -xMIC-AVX512'
+export CPPFLAGS='-I${SETUP}  -DFORCE_VECTORIZATION  -xMIC-AVX512'
+

specfem3d/job_script/job_marconi-knl_test_case_A.slurm

+#!/bin/bash
+#SBATCH -A Ppp3x_4674
+#SBATCH -p knl_usr_prod
+#SBATCH --time 01:30:00
+#SBATCH --job-name=specfem3D_globe-KNL
+#SBATCH --constraint=knl,cache,quad #flat/cache
+#SBATCH --nodes=24
+#SBATCH --ntasks=96
+#SBATCH --cpus-per-task=17
+#SBATCH --mem=86000
+#SBATCH --output=specfem3D_test_case_A_marconi-%j.output
+source ../env/env_marconi-knl
+cd $install_dir/TestCaseA/specfem3d_globe
+
+export I_MPI_DOMAIN=auto
+export I_MPI_PIN_RESPECT_CPUSET=0
+export I_MPI_DEBUG=4
+
+#Make sure that OMP_NUM_THREADS / KMP_HW_SUBSET = cpus-per-task
+export KMP_HW_SUBSET=1T
+export OMP_NUM_THREADS=17
+export KMP_AFFINITY=compact,verbose 
+
+ulimit -s unlimited
+
+MESHER_EXE=./bin/xmeshfem3D
+SOLVER_EXE=./bin/xspecfem3D
+
+# backup files used for this simulation
+cp DATA/Par_file OUTPUT_FILES/
+cp DATA/STATIONS OUTPUT_FILES/
+cp DATA/CMTSOLUTION OUTPUT_FILES/
+
+##
+## mesh generation
+##
+sleep 2
+
+echo
+echo `date`
+echo "starting MPI mesher"
+echo
+
+#MPI_PROCESS=` echo "$SLURM_NNODES*$SLURM_NTASKS_PER_NODE" | bc -l`
+MPI_PROCESS=$SLURM_NTASKS
+echo "SLURM_NTASKS= " $SLURM_NTASKS
+echo "SLURM_NTASKS_PER_NODE = " $SLURM_NTASKS_PER_NODE
+echo "SLURM_CPUS_PER_TASKS = " $SLURM_CPUS_PER_TASK
+echo "SLURM_NNODES=" $SLURM_NNODES
+echo "MPI_PROCESS $MPI_PROCESS"
+
+time srun -n ${MPI_PROCESS} ${MESHER_EXE}
+echo "  mesher done: `date`"
+echo
+
+##
+## forward simulation
+##
+sleep 2
+
+echo
+echo `date`
+echo starting run in current directory $PWD
+echo
+time srun -n ${MPI_PROCESS}  ${SOLVER_EXE}
+
+echo "finished successfully"
+echo `date`

specfem3d/job_script/job_marconi-knl_test_case_B.slurm

+#!/bin/bash
+#SBATCH -A Ppp3x_4674
+#SBATCH -p knl_usr_prod
+#SBATCH --qos=knl_qos_bprod
+#SBATCH --time 01:30:00
+#SBATCH --job-name=TestCaseB_specfem3D_globe-KNL
+#SBATCH --constraint=knl,cache,quad #flat/cache
+#SBATCH --nodes=384
+#SBATCH --ntasks-per-node=4
+##SBATCH --ntasks=1584
+#SBATCH --cpus-per-task=17
+##SBATCH --mem=86000
+#SBATCH --output=specfem3D_test_case_B_marconi-%j.output
+source ../env/env_marconi-knl
+cd $install_dir/TestCaseB/specfem3d_globe
+
+export I_MPI_DOMAIN=auto
+export I_MPI_PIN_RESPECT_CPUSET=0
+#export I_MPI_DEBUG=4
+
+#Make sure that OMP_NUM_THREADS / KMP_HW_SUBSET = cpus-per-task
+export KMP_HW_SUBSET=1T
+export OMP_NUM_THREADS=17
+#export KMP_AFFINITY=compact,verbose
+
+ulimit -s unlimited
+
+MESHER_EXE=./bin/xmeshfem3D
+SOLVER_EXE=./bin/xspecfem3D
+
+# backup files used for this simulation
+cp DATA/Par_file OUTPUT_FILES/
+cp DATA/STATIONS OUTPUT_FILES/
+cp DATA/CMTSOLUTION OUTPUT_FILES/
+
+##
+## mesh generation
+##
+sleep 2
+
+echo
+echo `date`
+echo "starting MPI mesher"
+echo
+
+MPI_PROCESS=` echo "$SLURM_NNODES*$SLURM_NTASKS_PER_NODE" | bc -l`
+#MPI_PROCESS=$SLURM_NTASKS
+echo "SLURM_NTASKS_PER_NODE = " $SLURM_NTASKS_PER_NODE
+echo "SLURM_CPUS_PER_TASKS = " $SLURM_CPUS_PER_TASK
+echo "SLURM_NNODES=" $SLURM_NNODES
+echo "MPI_PROCESS $MPI_PROCESS"
+echo "OMP_NUM_THREADS= $OMP_NUM_THREADS"
+
+
+time mpirun -n ${MPI_PROCESS} ${MESHER_EXE}
+echo "  mesher done: `date`"
+echo
+
+##
+## forward simulation
+##
+sleep 2
+
+echo
+echo `date`
+echo starting run in current directory $PWD
+echo
+#unset FORT_BUFFERED
+time mpirun -n ${MPI_PROCESS}  ${SOLVER_EXE}
+
+echo "finished successfully"
+echo `date`