From 420d3ef6681dc82e4a77bc1b5067104e128cf8e1 Mon Sep 17 00:00:00 2001 From: jourdain Date: Thu, 25 Nov 2021 16:22:01 +0100 Subject: [PATCH] Add scaling test job for validation case --- ...hmark_run_to_test_more_complex_Earth.slurm | 49 +++++++++++++++++++ 1 file changed, 49 insertions(+) create mode 100644 specfem3d/job_script/job_strong_scaling_vega-gpu_small_benchmark_run_to_test_more_complex_Earth.slurm diff --git a/specfem3d/job_script/job_strong_scaling_vega-gpu_small_benchmark_run_to_test_more_complex_Earth.slurm b/specfem3d/job_script/job_strong_scaling_vega-gpu_small_benchmark_run_to_test_more_complex_Earth.slurm new file mode 100644 index 0000000..af3009e --- /dev/null +++ b/specfem3d/job_script/job_strong_scaling_vega-gpu_small_benchmark_run_to_test_more_complex_Earth.slurm @@ -0,0 +1,49 @@ +#!/bin/bash +#SBATCH -J specfem_strong_scaling_gpu_small_benchmark_run_to_test_more_complex_Earth +#SBATCH --nodes=24 +#SBATCH --ntasks-per-node=1 +#SBATCH --cpus-per-task=128 +#SBATCH --time=00:59:59 +#SBATCH --output specfem_gpu_small_benchmark_run_to_test_more_complex_Earth-24Nodes-%j.out +#SBATCH --exclusive +#SBATCH -p gpu +#SBATCH --gres=gpu:4 +#set -e +source ../env/env_vega-gpu +grep "^[^#;]" ../env/env_vega-gpu + +cat job_strong_scaling_vega-gpu_small_benchmark_run_to_test_more_complex_Earth.slurm + +cd $install_dir/specfem3d_globe/EXAMPLES/small_benchmark_run_to_test_more_complex_Earth +export OMPI_MCA_pml=ucx +export OMPI_MCA_btl="^uct,tcp,openib,vader" +export CUDA_VISIBLE_DEVICES=0,1,2,3 +#export OMP_NUM_THREADS=1 + +sed -i s/"GPU_MODE = .false."/"GPU_MODE = .true."/g $install_dir/specfem3d_globe/EXAMPLES/small_benchmark_run_to_test_more_complex_Earth/DATA/Par_file +sed -i s/"GPU_DEVICE = Tesla"/"GPU_DEVICE = *"/g $install_dir/specfem3d_globe/EXAMPLES/small_benchmark_run_to_test_more_complex_Earth/DATA/Par_file +sed -i s/"configure --enable-openmp"/"configure --build=ppc64 --with-cuda=cuda8 "/g $install_dir/specfem3d_globe/EXAMPLES/small_benchmark_run_to_test_more_complex_Earth/run_this_example.sh +#sed -i s/"mpirun -np"/"srun -n"/g $install_dir/specfem3d_globe/EXAMPLES/small_benchmark_run_to_test_more_complex_Earth/run_mesher_solver.bash +#taskset -a -p $PPID + +time ./run_this_example.sh + +echo "==========" +echo "config.log" +echo "==========" +cat $install_dir/specfem3d_globe/config.log +echo "========" +echo "make.log" +echo "========" +cat $install_dir/specfem3d_globe/make.log + +echo +echo "running seismogram comparisons:" +echo + +cd $install_dir/specfem3d_globe/ +echo "=================================" +echo "done" +ls -lrth $install_dir/specfem3d_globe/EXAMPLES/small_benchmark_run_to_test_more_complex_Earth/OUTPUT_FILES/output_*.txt +cat $install_dir/specfem3d_globe/EXAMPLES/small_benchmark_run_to_test_more_complex_Earth/OUTPUT_FILES/output_mesher.txt +cat $install_dir/specfem3d_globe/EXAMPLES/small_benchmark_run_to_test_more_complex_Earth/OUTPUT_FILES/output_solver.txt -- GitLab