DAMASK_EICMD/.gitlab-ci.yml

290 lines
9.8 KiB
YAML
Raw Normal View History

2017-05-17 13:45:30 +05:30
---
2017-04-12 16:46:27 +05:30
stages:
2021-03-26 21:45:56 +05:30
- prepare
- python
- compile
2021-03-26 17:54:11 +05:30
- fortran
- statistics
- finalize
2017-04-12 16:46:27 +05:30
###################################################################################################
default:
before_script:
- ${LOCAL_HOME}/bin/queue ${CI_JOB_ID}
- source env/DAMASK.sh
- export PATH=${TESTROOT}/bin:${PATH}
- echo Job start:" $(date)"
after_script:
- echo Job end:" $(date)"
2017-04-12 16:46:27 +05:30
###################################################################################################
variables:
2017-05-17 13:45:30 +05:30
# ===============================================================================================
2017-04-12 16:46:27 +05:30
# GitLab Settings
2017-05-17 13:45:30 +05:30
# ===============================================================================================
2021-11-13 18:33:06 +05:30
GIT_SUBMODULE_STRATEGY: normal
2017-04-12 16:46:27 +05:30
2017-05-17 13:45:30 +05:30
# ===============================================================================================
2017-04-12 16:46:27 +05:30
# Shortcut names
2017-05-17 13:45:30 +05:30
# ===============================================================================================
2021-11-13 23:51:23 +05:30
TESTROOT: "$LOCAL_HOME/GitLabCI_Pipeline_$CI_PIPELINE_ID"
2017-04-12 16:46:27 +05:30
2017-05-17 13:45:30 +05:30
# ===============================================================================================
2017-04-12 16:46:27 +05:30
# Names of module files to load
2017-05-17 13:45:30 +05:30
# ===============================================================================================
2019-03-09 22:00:29 +05:30
# ++++++++++++ Compiler +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
2022-02-05 23:10:10 +05:30
COMPILER_GNU: "Compiler/GNU/10"
COMPILER_INTELLLVM: "Compiler/oneAPI/2022.0.1 Libraries/IMKL/2022.0.1"
2021-12-25 17:41:45 +05:30
COMPILER_INTEL: "Compiler/Intel/2022.0.1 Libraries/IMKL/2022.0.1"
2019-03-09 22:00:29 +05:30
# ++++++++++++ MPI ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
2022-02-05 23:10:10 +05:30
MPI_GNU: "MPI/GNU/10/OpenMPI/4.1.2"
MPI_INTELLLVM: "MPI/oneAPI/2022.0.1/IntelMPI/2021.5.0"
MPI_INTEL: "MPI/Intel/2022.0.1/IntelMPI/2021.5.0"
2019-03-09 22:00:29 +05:30
# ++++++++++++ PETSc ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
2022-02-05 23:10:10 +05:30
PETSC_GNU: "Libraries/PETSc/3.16.4/GNU-10-OpenMPI-4.1.2"
PETSC_INTELLLVM: "Libraries/PETSc/3.16.3/oneAPI-2022.0.1-IntelMPI-2021.5.0"
PETSC_INTEL: "Libraries/PETSc/3.16.5/Intel-2022.0.1-IntelMPI-2021.5.0"
# ++++++++++++ MSC Marc +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
2023-07-24 20:36:07 +05:30
MSC: "FEM/MSC/2023.1"
2022-02-05 23:10:10 +05:30
IntelMarc: "Compiler/Intel/19.1.2 Libraries/IMKL/2020"
2022-11-17 12:42:27 +05:30
HDF5Marc: "HDF5/1.12.2/Intel-19.1.2"
2017-04-12 16:46:27 +05:30
2017-04-12 16:46:27 +05:30
###################################################################################################
create_testroot:
2021-03-26 21:45:56 +05:30
stage: prepare
2017-05-17 13:45:30 +05:30
before_script:
- ${LOCAL_HOME}/bin/queue ${CI_JOB_ID}
- echo Job start:" $(date)"
2017-04-12 16:46:27 +05:30
script:
- mkdir -p ${TESTROOT}
2017-04-12 16:46:27 +05:30
###################################################################################################
2022-10-13 16:25:40 +05:30
setuptools:
stage: python
script:
- sed -i 's/-[[:digit:]]*-.*//' VERSION
2022-10-13 16:25:40 +05:30
- cd python
- python3 -m build --wheel --no-isolation
2021-11-01 03:13:06 +05:30
pytest:
stage: python
script:
- cd python
2022-11-10 14:22:58 +05:30
- pytest --basetemp ${TESTROOT}/python -v --cov
- coverage report --fail-under=90 --show-missing
2021-11-01 03:13:06 +05:30
mypy:
stage: python
script:
- cd python
2021-11-14 00:07:40 +05:30
- mypy damask
2021-11-01 03:13:06 +05:30
###################################################################################################
2023-07-21 00:43:57 +05:30
unittest_GNU_DEBUG:
stage: compile
script:
- module load ${COMPILER_GNU} ${MPI_GNU} ${PETSC_GNU}
2023-09-28 15:22:34 +05:30
- TEMPDIR=$(mktemp -d)
- cmake -B ${TEMPDIR} -DDAMASK_SOLVER=test -DCMAKE_INSTALL_PREFIX=${TEMPDIR} -DCMAKE_BUILD_TYPE=RELEASE -DBUILDCMD_POST=-coverage
- cmake --build ${TEMPDIR} --target install
- cd ${TEMPDIR}
2023-07-21 00:43:57 +05:30
- ./bin/DAMASK_test
2023-09-28 10:50:09 +05:30
- find -name \*.gcda -not -path "**/test/*" | xargs gcov
2023-07-21 00:43:57 +05:30
unittest_GNU_RELEASE:
stage: compile
script:
- module load ${COMPILER_GNU} ${MPI_GNU} ${PETSC_GNU}
2023-09-28 15:22:34 +05:30
- TEMPDIR=$(mktemp -d)
- cmake -B ${TEMPDIR} -DDAMASK_SOLVER=test -DCMAKE_INSTALL_PREFIX=${TEMPDIR} -DCMAKE_BUILD_TYPE=RELEASE -DBUILDCMD_POST=-coverage
- cmake --build ${TEMPDIR} --target install
- cd ${TEMPDIR}
2023-07-21 00:43:57 +05:30
- ./bin/DAMASK_test
2023-09-28 10:50:09 +05:30
- find -name \*.gcda -not -path "**/test/*" | xargs gcov
2023-07-21 00:43:57 +05:30
unittest_GNU_PERFORMANCE:
stage: compile
script:
- module load ${COMPILER_GNU} ${MPI_GNU} ${PETSC_GNU}
2023-09-28 15:22:34 +05:30
- TEMPDIR=$(mktemp -d)
- cmake -B ${TEMPDIR} -DDAMASK_SOLVER=test -DCMAKE_INSTALL_PREFIX=${TEMPDIR} -DCMAKE_BUILD_TYPE=PERFORMANCE -DBUILDCMD_POST=-coverage
- cmake --build ${TEMPDIR} --target install
- cd ${TEMPDIR}
2023-07-21 00:43:57 +05:30
- ./bin/DAMASK_test
2023-09-28 10:50:09 +05:30
- find -name \*.gcda -not -path "**/test/*" | xargs gcov
2023-07-21 00:43:57 +05:30
grid_GNU:
stage: compile
script:
- module load ${COMPILER_GNU} ${MPI_GNU} ${PETSC_GNU}
- cd PRIVATE/testing/pytest
- pytest -k 'compile and grid' --basetemp ${TESTROOT}/compile_grid_GNU
mesh_GNU:
stage: compile
2018-08-20 12:43:20 +05:30
script:
- module load ${COMPILER_GNU} ${MPI_GNU} ${PETSC_GNU}
- cd PRIVATE/testing/pytest
- pytest -k 'compile and mesh' --basetemp ${TESTROOT}/compile_mesh_GNU
2018-08-20 12:43:20 +05:30
grid_GNU-64bit:
2021-12-27 17:11:55 +05:30
stage: compile
script:
- module load Compiler/GNU/10 Libraries/PETSc/3.16.4/64bit
2021-12-27 17:11:55 +05:30
- cd PRIVATE/testing/pytest
- pytest -k 'compile and grid' --basetemp ${TESTROOT}/compile_grid_GNU-64bit
mesh_GNU-64bit:
stage: compile
script:
- module load Compiler/GNU/10 Libraries/PETSc/3.16.4/64bit
- cd PRIVATE/testing/pytest
- pytest -k 'compile and mesh' --basetemp ${TESTROOT}/compile_mesh_GNU-64bit
grid_IntelLLVM:
stage: compile
script:
- module load ${COMPILER_INTELLLVM} ${MPI_INTELLLVM} ${PETSC_INTELLLVM}
- cd PRIVATE/testing/pytest
- pytest -k 'compile and grid' --basetemp ${TESTROOT}/compile_grid_IntelLLVM
mesh_IntelLLVM:
stage: compile
script:
- module load ${COMPILER_INTELLLVM} ${MPI_INTELLLVM} ${PETSC_INTELLLVM}
- cd PRIVATE/testing/pytest
- pytest -k 'compile and mesh' --basetemp ${TESTROOT}/compile_mesh_IntelLLVM
grid_Intel:
stage: compile
2018-08-20 12:43:20 +05:30
script:
- module load ${COMPILER_INTEL} ${MPI_INTEL} ${PETSC_INTEL}
- cd PRIVATE/testing/pytest
- pytest -k 'compile and grid' --basetemp ${TESTROOT}/compile_grid_Intel
mesh_Intel:
stage: compile
script:
- module load ${COMPILER_INTEL} ${MPI_INTEL} ${PETSC_INTEL}
- cd PRIVATE/testing/pytest
- pytest -k 'compile and mesh' --basetemp ${TESTROOT}/compile_mesh_Intel
2018-08-20 12:43:20 +05:30
Marc_Intel:
stage: compile
script:
- module load $IntelMarc $HDF5Marc $MSC
- cd PRIVATE/testing/pytest
- pytest -k 'compile and Marc' --basetemp ${TESTROOT}/compile_Marc
setup_grid:
stage: compile
2017-04-19 14:20:07 +05:30
script:
- module load ${COMPILER_INTEL} ${MPI_INTEL} ${PETSC_INTEL}
- cd $(mktemp -d)
2021-11-13 23:51:23 +05:30
- cmake -DDAMASK_SOLVER=GRID -DCMAKE_INSTALL_PREFIX=${TESTROOT} ${CI_PROJECT_DIR}
- make -j2 all install
setup_mesh:
stage: compile
script:
- module load ${COMPILER_INTEL} ${MPI_INTEL} ${PETSC_INTEL}
- cd $(mktemp -d)
2021-11-13 23:51:23 +05:30
- cmake -DDAMASK_SOLVER=MESH -DCMAKE_INSTALL_PREFIX=${TESTROOT} ${CI_PROJECT_DIR}
- make -j2 all install
2017-05-17 13:45:30 +05:30
setup_Marc:
stage: compile
script:
- module load $IntelMarc $HDF5Marc $MSC
- cd $(mktemp -d)
- cp ${CI_PROJECT_DIR}/examples/Marc/* .
2021-11-15 23:40:37 +05:30
- python3 -c "import damask;damask.solver.Marc().submit_job('r-value','texture',True,'h')"
2022-04-25 00:05:37 +05:30
- mkdir -p ${TESTROOT}/src/Marc
- mv ${CI_PROJECT_DIR}/src/Marc/DAMASK_Marc.marc ${TESTROOT}/src/Marc
###################################################################################################
2021-11-16 02:23:30 +05:30
open-source:
2021-03-26 17:54:11 +05:30
stage: fortran
2020-09-25 11:45:22 +05:30
script:
- module load ${COMPILER_INTEL} ${MPI_INTEL} ${PETSC_INTEL}
- cd PRIVATE/testing/pytest
- pytest -k 'not compile and not Marc' -m 'not cifail' --basetemp ${TESTROOT}/open-source -v
2021-11-16 02:23:30 +05:30
Marc:
stage: fortran
script:
- cd PRIVATE/testing/pytest
- pytest -k 'not compile and Marc' -m 'not cifail' --damask-root=${TESTROOT} --basetemp ${TESTROOT}/Marc -v
2020-09-25 11:45:22 +05:30
2021-06-22 03:55:27 +05:30
# Needs closer look
# Phenopowerlaw_singleSlip:
# stage: fortran
# script: Phenopowerlaw_singleSlip/test.py
2021-06-22 03:55:27 +05:30
2017-05-09 03:22:07 +05:30
###################################################################################################
2023-07-16 00:23:12 +05:30
grid_performance:
stage: statistics
before_script:
- ${LOCAL_HOME}/bin/queue ${CI_JOB_ID} --blocking
- source env/DAMASK.sh
- echo Job start:" $(date)"
2017-04-12 16:46:27 +05:30
script:
- module load ${COMPILER_INTEL} ${MPI_INTEL} ${PETSC_INTEL}
2021-11-13 23:43:10 +05:30
- cd $(mktemp -d)
2021-11-16 19:11:46 +05:30
- cmake -DOPTIMIZATION=AGGRESSIVE -DDAMASK_SOLVER=GRID -DCMAKE_INSTALL_PREFIX=./ ${CI_PROJECT_DIR}
2021-11-13 23:43:10 +05:30
- make -j2 all install
2021-11-16 19:11:46 +05:30
- export PATH=${PWD}/bin:${PATH}
- cd $(mktemp -d)
- git clone -q git@git.damask.mpie.de:damask/statistics.git .
2023-07-16 00:23:12 +05:30
- ./measure_performance.py --input_dir ${CI_PROJECT_DIR}/examples/grid --tag ${CI_COMMIT_SHA}
2021-11-16 03:35:44 +05:30
- >
2023-07-16 00:23:12 +05:30
if [ ${CI_COMMIT_BRANCH} == development ]; then
git add performance.txt
git commit -m ${CI_PIPELINE_ID}_${CI_COMMIT_SHA}
git push
fi
2017-05-17 13:45:30 +05:30
###################################################################################################
2023-07-16 00:23:12 +05:30
update_plots:
stage: finalize
script:
- cd $(mktemp -d)
- git clone -q git@git.damask.mpie.de:damask/statistics.git .
2023-07-16 00:23:12 +05:30
- ./plot_commithistory.py --color green -n 5 -N 100
- ./plot_commithistory.py --color green -n 5 -N 1000
- ./plot_commithistory.py --color green -n 5 -N 10000
- scp -r ./commits_*.html damask.mpie.de:~/
- ssh damask.mpie.de "./update_statistics_commits.sh"
2023-07-16 00:23:12 +05:30
- ./plot_performance.py --template=xgridoff
- scp -r ./runtime.html ./memory.html damask.mpie.de:~/
- ssh damask.mpie.de "./update_statistics_performance.sh"
only:
- development
update_revision:
stage: finalize
before_script:
- ${LOCAL_HOME}/bin/queue ${CI_JOB_ID}
- echo Job start:" $(date)"
2017-05-09 03:22:07 +05:30
script:
- cd $(mktemp -d)
- git clone -q git@git.damask.mpie.de:damask/DAMASK.git .
- git pull
2022-04-28 02:19:33 +05:30
- export VERSION=$(git describe ${CI_COMMIT_SHA})
2022-04-27 09:35:06 +05:30
- echo ${VERSION:1} > VERSION
- >
git diff-index --quiet HEAD ||
2022-04-27 09:35:06 +05:30
git commit VERSION -m "[skip ci] updated version information after successful test of $VERSION"
2023-08-04 13:24:59 +05:30
- if [ ${CI_COMMIT_SHA} == $(git rev-parse HEAD^) ]; then git push --atomic --no-verify origin HEAD:development HEAD:master; fi
2017-05-09 03:22:07 +05:30
only:
- development