279 lines
10 KiB
YAML
279 lines
10 KiB
YAML
---
|
|
stages:
|
|
- prepare
|
|
- python
|
|
- compile
|
|
- setup
|
|
- fortran
|
|
- performance
|
|
- deploy
|
|
- backup
|
|
- update_master
|
|
- distclean
|
|
- clean
|
|
|
|
###################################################################################################
|
|
before_script:
|
|
- if [ $(awk "/$CI_PIPELINE_ID/{print NR}" $LOCAL_HOME/GitLabCI.queue)x == 'x' ];
|
|
then echo $CI_PIPELINE_ID >> $LOCAL_HOME/GitLabCI.queue;
|
|
fi
|
|
- while [ $(awk "/$CI_PIPELINE_ID/{print NR}" $LOCAL_HOME/GitLabCI.queue) != 1 ];
|
|
do sleep 5m;
|
|
echo -e "Currently queued pipelines:\n$(cat $LOCAL_HOME/GitLabCI.queue)\n";
|
|
done
|
|
- source $DAMASKROOT/env/DAMASK.sh
|
|
- cd $DAMASKROOT/PRIVATE/testing
|
|
- echo Job start:" $(date)"
|
|
|
|
###################################################################################################
|
|
after_script:
|
|
- echo Job end:" $(date)"
|
|
|
|
###################################################################################################
|
|
variables:
|
|
# ===============================================================================================
|
|
# GitLab Settings
|
|
# ===============================================================================================
|
|
GIT_SUBMODULE_STRATEGY: none
|
|
|
|
# ===============================================================================================
|
|
# Shortcut names
|
|
# ===============================================================================================
|
|
DAMASKROOT: "$LOCAL_HOME/GitLabCI_Pipeline_$CI_PIPELINE_ID/DAMASK"
|
|
TESTROOT: "$LOCAL_HOME/GitLabCI_Pipeline_$CI_PIPELINE_ID/tests"
|
|
|
|
# ===============================================================================================
|
|
# Names of module files to load
|
|
# ===============================================================================================
|
|
# ++++++++++++ Compiler +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
|
|
IntelCompiler19_1: "Compiler/Intel/19.1.2 Libraries/IMKL/2020"
|
|
GNUCompiler10: "Compiler/GNU/10"
|
|
# ------------ Defaults ----------------------------------------------
|
|
IntelCompiler: "$IntelCompiler19_1"
|
|
GNUCompiler: "$GNUCompiler10"
|
|
# ++++++++++++ MPI ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
|
|
IMPI2020Intel19_1: "MPI/Intel/19.1.2/IntelMPI/2019"
|
|
OMPI4_0GNU10: "MPI/GNU/10/OpenMPI/4.0.5"
|
|
# ------------ Defaults ----------------------------------------------
|
|
MPI_Intel: "$IMPI2020Intel19_1"
|
|
MPI_GNU: "$OMPI4_0GNU10"
|
|
# ++++++++++++ PETSc ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
|
|
PETSc3_14_2IMPI2020Intel19_1: "Libraries/PETSc/3.14.2/Intel-19.1.2-IntelMPI-2019"
|
|
PETSc3_14_2OMPI4_0GNU10: "Libraries/PETSc/3.14.2/GNU-10-OpenMPI-4.0.5"
|
|
# ------------ Defaults ----------------------------------------------
|
|
PETSc_Intel: "$PETSc3_14_2IMPI2020Intel19_1"
|
|
PETSc_GNU: "$PETSc3_14_2OMPI4_0GNU10"
|
|
# ++++++++++++ commercial FEM ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
|
|
MSC2021: "FEM/MSC/2021.2"
|
|
# ------------ Defaults ----------------------------------------------
|
|
MSC: "$MSC2021"
|
|
IntelMarc: "$IntelCompiler19_1"
|
|
HDF5Marc: "HDF5/1.12.0/Intel-19.1.2"
|
|
|
|
###################################################################################################
|
|
checkout:
|
|
stage: prepare
|
|
before_script:
|
|
- echo $CI_PIPELINE_ID >> $LOCAL_HOME/GitLabCI.queue
|
|
- while [ $(awk "/$CI_PIPELINE_ID/{print NR}" $LOCAL_HOME/GitLabCI.queue) != 1 ];
|
|
do sleep 5m;
|
|
echo -e "Currently queued pipelines:\n$(cat $LOCAL_HOME/GitLabCI.queue)\n";
|
|
done
|
|
script:
|
|
- mkdir -p $DAMASKROOT
|
|
- mkdir -p $TESTROOT
|
|
- cd $DAMASKROOT
|
|
- git clone -q git@git.damask.mpie.de:damask/DAMASK.git .
|
|
- git checkout $CI_COMMIT_SHA
|
|
- git submodule update --init
|
|
- source env/DAMASK.sh
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
###################################################################################################
|
|
processing:
|
|
stage: python
|
|
script:
|
|
- cd $DAMASKROOT/python
|
|
- COLUMNS=256 pytest --basetemp=${TESTROOT}/python -v --cov --cov-report=term
|
|
- coverage report --fail-under=90
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
|
|
###################################################################################################
|
|
compile_grid_Intel:
|
|
stage: compile
|
|
script:
|
|
- module load $IntelCompiler $MPI_Intel $PETSc_Intel
|
|
- cd pytest
|
|
- COLUMNS=256 pytest -k 'compile and grid' --basetemp=${TESTROOT}/compile_grid_Intel
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
compile_mesh_Intel:
|
|
stage: compile
|
|
script:
|
|
- module load $IntelCompiler $MPI_Intel $PETSc_Intel
|
|
- cd pytest
|
|
- COLUMNS=256 pytest -k 'compile and mesh' --basetemp=${TESTROOT}/compile_mesh_Intel
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
compile_grid_GNU:
|
|
stage: compile
|
|
script:
|
|
- module load $GNUCompiler $MPI_GNU $PETSc_GNU
|
|
- cd pytest
|
|
- COLUMNS=256 pytest -k 'compile and grid' --basetemp=${TESTROOT}/compile_grid_GNU
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
compile_mesh_GNU:
|
|
stage: compile
|
|
script:
|
|
- module load $GNUCompiler $MPI_GNU $PETSc_GNU
|
|
- cd pytest
|
|
- COLUMNS=256 pytest -k 'compile and mesh' --basetemp=${TESTROOT}/compile_mesh_GNU
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
compile_Marc:
|
|
stage: compile
|
|
script:
|
|
- module load $IntelMarc $HDF5Marc $MSC
|
|
- cd pytest
|
|
- COLUMNS=256 pytest -k 'compile and Marc' --basetemp=${TESTROOT}/compile_Marc
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
|
|
###################################################################################################
|
|
setup_grid:
|
|
stage: setup
|
|
script:
|
|
- module load $IntelCompiler $MPI_Intel $PETSc_Intel
|
|
- BUILD_DIR=$(mktemp -d)
|
|
- cd ${BUILD_DIR}
|
|
- cmake -DDAMASK_SOLVER=GRID -DCMAKE_INSTALL_PREFIX=${DAMASKROOT} ${DAMASKROOT}
|
|
- make -j2 all install
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
setup_mesh:
|
|
stage: setup
|
|
script:
|
|
- module load $IntelCompiler $MPI_Intel $PETSc_Intel
|
|
- BUILD_DIR=$(mktemp -d)
|
|
- cd ${BUILD_DIR}
|
|
- cmake -DDAMASK_SOLVER=MESH -DCMAKE_INSTALL_PREFIX=${DAMASKROOT} ${DAMASKROOT}
|
|
- make -j2 all install
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
###################################################################################################
|
|
core:
|
|
stage: fortran
|
|
script:
|
|
- module load $IntelCompiler $MPI_Intel $PETSc_Intel
|
|
- cd pytest
|
|
- COLUMNS=256 pytest -k 'not compile' --basetemp=${TESTROOT}/fortran -v
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
# Needs closer look
|
|
# Phenopowerlaw_singleSlip:
|
|
# stage: fortran
|
|
# script: Phenopowerlaw_singleSlip/test.py
|
|
# except:
|
|
# - master
|
|
# - release
|
|
|
|
###################################################################################################
|
|
SpectralRuntime:
|
|
stage: performance
|
|
script:
|
|
- module load $IntelCompiler $MPI_Intel $PETSc_Intel
|
|
- cd $DAMASKROOT
|
|
- make clean grid OPTIMIZATION=AGGRESSIVE
|
|
- cd $LOCAL_HOME/performance # location of old results
|
|
- git checkout . # undo any changes (i.e. run time data from non-development branch)
|
|
- cd $DAMASKROOT/PRIVATE/testing
|
|
- ./runtime.py --results ${LOCAL_HOME}/performance --damask_root ${DAMASKROOT} --tag ${CI_COMMIT_SHA}
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
###################################################################################################
|
|
source_distribution:
|
|
stage: deploy
|
|
script:
|
|
- cd $(mktemp -d)
|
|
- $DAMASKROOT/PRIVATE/releasing/deploy.sh $DAMASKROOT $CI_COMMIT_SHA
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
##################################################################################################
|
|
backup_runtime_measurement:
|
|
stage: backup
|
|
script:
|
|
- cd $LOCAL_HOME/performance # location of new runtime results
|
|
- git commit -am"${CI_PIPELINE_ID}_${CI_COMMIT_SHA}"
|
|
only:
|
|
- development
|
|
|
|
##################################################################################################
|
|
merge_into_master:
|
|
stage: update_master
|
|
script:
|
|
- cd $DAMASKROOT
|
|
- export TESTEDREV=$(git describe) # might be detached from development branch
|
|
- echo $TESTEDREV > python/damask/VERSION
|
|
- >
|
|
git diff-index --quiet HEAD ||
|
|
git commit python/damask/VERSION -m "[skip ci] updated version information after successful test of $TESTEDREV"
|
|
- export UPDATEDREV=$(git describe) # tested state + 1 commit
|
|
- git checkout master
|
|
- git merge $UPDATEDREV -s recursive -X ours # conflicts occur only for inconsistent state
|
|
- git push origin master # master is now tested version and has updated VERSION file
|
|
- git checkout development
|
|
- git pull
|
|
- git merge master -s recursive -X ours -m "[skip ci] Merge branch 'master' into development" # only possible conflict is in VERSION file
|
|
- git push origin development # development is unchanged (as master is based on it) but has updated VERSION file
|
|
only:
|
|
- development
|
|
|
|
###################################################################################################
|
|
remove_data:
|
|
stage: distclean
|
|
before_script:
|
|
- echo "Removing data and lock of pipeline $CI_PIPELINE_ID"
|
|
script:
|
|
- rm -rf $LOCAL_HOME/GitLabCI_Pipeline_$CI_PIPELINE_ID
|
|
- sed -i "/$CI_PIPELINE_ID/d" $LOCAL_HOME/GitLabCI.queue # in case pipeline was manually (web GUI) restarted and releaseLock was performed already
|
|
except:
|
|
- master
|
|
- release
|
|
|
|
###################################################################################################
|
|
remove_lock:
|
|
stage: clean
|
|
before_script:
|
|
- echo "Removing lock of pipeline $CI_PIPELINE_ID"
|
|
when: always
|
|
script: sed -i "/$CI_PIPELINE_ID/d" $LOCAL_HOME/GitLabCI.queue
|
|
except:
|
|
- master
|
|
- release
|