compile.sh

#!/bin/bash
echo "==> Choose supercomputer :"
echo "     - occigen"
echo "     - marenostrum "
echo "     - marconi-knl "
echo "     - daint-gpu "
echo "     - daint-cpu-only "
echo "     - davide "
echo "     - juwels"
echo "     - juwels_2018"
echo "     - irene-skl "
echo "     - irene-knl "
echo "     - dibona "
echo "     - frioul "
echo "     - deepsdv "
echo "     - hazelhen  "
echo "     - vega-gpu"
echo "     - vega-cpu"
echo "     - marconi100  "

read machine

export NEX_XI=384 #384 #416 #352 #320 #288 #256 #224 #192 #160 #128 #96 #288
export NPROC_XI=4
source ./env/env_${machine}

Untar(){
    echo "==> Untar "
    #Clone the repository
    cd $install_dir
    git -c http.sslVerify=false clone  https://github.com/geodynamics/specfem3d_globe.git
    code=$?
    if [[  $code != "0" ]]; then
        echo "Git clone failed, try a hard copy:"        
        Copy 
    else
        cd specfem3d_globe/
        git checkout b1d6ba966496f269611eff8c2cf1f22bcdac2bd9	# Checkout of 31 ocotbre 2017 version
        #git checkout v7.0.2	# Checkout v7.0.2, last version : unstable : tested on differents architectures and all simulations failed
    fi
    cd $ueabs_dir
}

Copy(){
    # Copy sources (Edit source_dir if needed)
    source_dir=$HOME/git/specfem3d_globe
    echo "Copy source"
    cp -r $source_dir $install_dir
}

Install(){
    echo "===>  Configure "
    answer=0
    echo "1. small_benchmark_run_to_test_more_complex_Earth : specfem3D_globe native benchmark to validate the behaviour of the code designed to run on 24 MPI process"
    echo "2. Test Case A is designed to run on Tier-1 sized systems (up to around 1,000 x86 cores, or equivalent)"
    echo "3. Test Case B is designed to run on Tier-0 sized systems (up to around 10,000 x86 cores, or equivalent)"
    while true
    do
        echo "===> Choose Test Case : (1, 2, or 3)"
        read answer
        if [[ $answer -eq 1 || $answer -eq 2 || $answer -eq 3 ]]; then break;fi
    done
    if [ $answer = "1" ]; then
	echo "===> small_benchmark_run_to_test_more_complex_Earth"
	cd $install_dir/specfem3d_globe/EXAMPLES/small_benchmark_run_to_test_more_complex_Earth
	sed -i "38a ./configure  --enable-openmp" run_this_example.sh
	echo "compilation proccess will be done directly in the job"
	exit 
    elif [ $answer = "2" ]; then
        echo "===> Copy test case A"
	export install_dir=$install_dir/TestCaseA
	mkdir -p $install_dir
	mv $install_dir/../specfem3d_globe  $install_dir/.
        cp test_cases/SPECFEM3D_TestCaseA/* $install_dir/specfem3d_globe/DATA/.
	sed -i s/"NEX_XI                          = 384"/"NEX_XI                          = $NEX_XI"/g $install_dir/specfem3d_globe/DATA/Par_file
	sed -i s/"NEX_ETA                         = 384"/"NEX_ETA                          = $NEX_XI"/g $install_dir/specfem3d_globe/DATA/Par_file
	sed -i s/"NPROC_XI                        = 4"/"NPROC_XI                        = $NPROC_XI"/g $install_dir/specfem3d_globe/DATA/Par_file
	sed -i s/"NPROC_ETA                       = 4"/"NPROC_ETA                       = $NPROC_XI"/g $install_dir/specfem3d_globe/DATA/Par_file
    elif [ $answer = "3" ]; then
        echo "===> Copy test case B"
	export install_dir=$install_dir/TestCaseB
	mkdir -p $install_dir
	mv $install_dir/../specfem3d_globe  $install_dir/.
        cp test_cases/SPECFEM3D_TestCaseB/* $install_dir/specfem3d_globe/DATA/.
    fi
    cd $install_dir/specfem3d_globe
    #Clean Configuration
    rm Makefile bin/*
    if [ $machine = "daint-gpu" ] || [ $machine = "davide" ]; then
	echo "Configure for CPU+GPU system"
	### replace `use mpi` if needed ###
	#cd utils
	#perl replace_use_mpi_with_include_mpif_dot_h.pl
	#cd ..
	sed -i s/"GPU_MODE                        = .false."/"GPU_MODE                        = .true."/g  $install_dir/specfem3d_globe/DATA/Par_file
	if [ $machine = "daint-gpu" ];then
		export MPI_INC=$MPICH_DIR/include
		export CUDA_LIB="$CUDATOOLKIT_HOME/lib64"
		export CUDA_INC="$CUDATOOLKIT_HOME/include"
	fi
	./configure --build=ppc64 --with-cuda=cuda5
    elif [ $machine = "vega-gpu" ]; then
	echo "Configure for Vega GPU partion"
	sed -i s/"GPU_MODE                        = .false."/"GPU_MODE                        = .true."/g  $install_dir/specfem3d_globe/DATA/Par_file
	sed -i s/"GPU_DEVICE                      = Tesla"/"GPU_DEVICE                      = *"/g  $install_dir/specfem3d_globe/DATA/Par_file
	./configure --build=ppc64 --with-cuda=cuda8 
    elif [ $machine = "marconi100" ]; then
        echo "Configure for Marconi100 GPU partion"
        sed -i s/"GPU_MODE                        = .false."/"GPU_MODE                        = .true."/g  $install_dir/specfem3d_globe/DATA/Par_file
        sed -i s/"GPU_DEVICE                      = Tesla"/"GPU_DEVICE                      = *"/g  $install_dir/specfem3d_globe/DATA/Par_file
        ./configure --build=ppc64 --with-cuda=cuda8
        sed -i s/"O4"/"O3"/g Makefile #-O4 is not supported with option -qoffload
    else
	echo "Configure for CPU only system"
        ./configure --enable-openmp
    fi
    echo $machine
    #if [ $machine = "occigen" ] || [ $machine = "marenostrum" ] || [ $machine = "marconi-knl" ];then
    #    echo "===> Edit Par_file (MemPerCor=50... )"
    #    sed -i s/"MEMORY_INSTALLED_PER_CORE_IN_GB = 2.5d0"/"MEMORY_INSTALLED_PER_CORE_IN_GB = 50d0"/g DATA/Par_file
    #fi
    echo "===> Build"
    make clean
    time -p make -j 12 all >& make.log &
}

Clean(){
    if [ ! -z "$install_dir" ] && [ -d $install_dir ];then
	    echo "==> Clean installation directory"
	    answer=0
	    while true
            do
                echo "===> Choose Test Case to delete : (1, 2, or 3)"
                echo "1 : Not necessary to delete this folder"
                echo "2 : $install_dir/TestCaseA"
                echo "3 : $install_dir/TestCaseB"
                read answer
                if [[ $answer -eq 1 || $answer -eq 2 || $answer -eq 3 ]]; then break;fi
            done
            if [ $answer = "2" ]; then
                    rm -rf $install_dir/TestCaseA
            elif [ $answer = "3" ]; then
                    rm -rf $install_dir/TestCaseB
            elif [ $answer = "1" ]; then
                    rm -rf $install_dir/specfem3d_globe
            else
		    echo "Nothing has been deleted"
            fi
    else
	    echo "Error with install_dir variable"
	    exit
    fi
}

Deploy(){
    echo "install_dir ="$install_dir
    if [ $machine = "occigen" ] || [ $machine = "marenostrum" ] || [ $machine = "marconi-knl" ] || [ $machine = "daint-cpu-only" ] || [ $machine = "daint-gpu" ]  || [ $machine = "davide" ] || [ $machine = "juwels" ] || [ $machine = "irene-skl" ] || [ $machine = "irene-knl" ] || [ $machine = "dibona" ] || [ $machine = "frioul" ]  || [ $machine = "deepsdv" ] || [ $machine = "hazelhen" ] || [ $machine = "vega-cpu" ] || [ $machine = "vega-gpu" ] || [ $machine = "marconi100" ];then
        echo "==> Install on $machine :"
	mkdir -p $install_dir
	Clean
        export ueabs_dir=`pwd`
        Untar
        Install
    else
        echo "machine : $machine "
	echo "Wrong machine !"
        exit
    fi
}

Deploy