DAMASK_EICMD/.gitlab-ci.yml

570 lines
16 KiB
YAML
Raw Normal View History

2017-05-17 13:45:30 +05:30
---
2017-04-12 16:46:27 +05:30
stages:
- prepareAll
- preprocessing
- postprocessing
- compilePETSc
2019-03-26 13:57:55 +05:30
- prepareGrid
- grid
2019-02-15 01:07:39 +05:30
- compileMarc
- marc
- example
2017-05-09 03:22:07 +05:30
- performance
- createPackage
2017-04-12 16:46:27 +05:30
- createDocumentation
- saveDocumentation
- updateMaster
- clean
- releaseLock
2017-04-12 16:46:27 +05:30
###################################################################################################
before_script:
- if [ $(awk "/$CI_PIPELINE_ID/{print NR}" $TESTROOT/GitLabCI.queue)x == 'x' ];
then echo $CI_PIPELINE_ID >> $TESTROOT/GitLabCI.queue;
2017-05-17 13:45:30 +05:30
fi
- while [ $(awk "/$CI_PIPELINE_ID/{print NR}" $TESTROOT/GitLabCI.queue) != 1 ];
do sleep 5m;
2017-05-17 13:45:30 +05:30
done
2017-05-20 19:06:56 +05:30
- source $DAMASKROOT/env/DAMASK.sh
2017-04-12 16:46:27 +05:30
- cd $DAMASKROOT/PRIVATE/testing
- echo Job start:" $(date)"
2017-04-12 16:46:27 +05:30
###################################################################################################
after_script:
- echo Job end:" $(date)"
2017-04-12 16:46:27 +05:30
###################################################################################################
variables:
2017-05-17 13:45:30 +05:30
# ===============================================================================================
2017-04-12 16:46:27 +05:30
# GitLab Settings
2017-05-17 13:45:30 +05:30
# ===============================================================================================
2017-04-12 16:46:27 +05:30
GIT_SUBMODULE_STRATEGY: none
2017-05-17 13:45:30 +05:30
# ===============================================================================================
2017-04-12 16:46:27 +05:30
# Shortcut names
2017-05-17 13:45:30 +05:30
# ===============================================================================================
DAMASKROOT: "$TESTROOT/GitLabCI_Pipeline_$CI_PIPELINE_ID/DAMASK"
2017-04-12 16:46:27 +05:30
2017-05-17 13:45:30 +05:30
# ===============================================================================================
2017-04-12 16:46:27 +05:30
# Names of module files to load
2017-05-17 13:45:30 +05:30
# ===============================================================================================
2019-03-09 22:00:29 +05:30
# ++++++++++++ Compiler +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
2019-02-15 10:35:12 +05:30
IntelCompiler16_4: "Compiler/Intel/16.4 Libraries/IMKL/2016"
2019-02-14 05:40:24 +05:30
IntelCompiler17_8: "Compiler/Intel/17.8 Libraries/IMKL/2017"
IntelCompiler18_4: "Compiler/Intel/18.4 Libraries/IMKL/2018"
GNUCompiler8_2: "Compiler/GNU/8.2"
2017-04-12 16:46:27 +05:30
# ------------ Defaults ----------------------------------------------
2019-02-14 05:40:24 +05:30
IntelCompiler: "$IntelCompiler18_4"
GNUCompiler: "$GNUCompiler8_2"
2019-03-09 22:00:29 +05:30
# ++++++++++++ MPI ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
2019-02-14 05:40:24 +05:30
IMPI2018Intel18_4: "MPI/Intel/18.4/IntelMPI/2018"
MPICH3_3GNU8_2: "MPI/GNU/8.2/MPICH/3.3"
2017-04-12 16:46:27 +05:30
# ------------ Defaults ----------------------------------------------
2019-02-14 05:40:24 +05:30
MPICH_Intel: "$IMPI2018Intel18_4"
MPICH_GNU: "$MPICH3_3GNU8_2"
2019-03-09 22:00:29 +05:30
# ++++++++++++ PETSc ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
2019-02-14 05:40:24 +05:30
PETSc3_10_3IMPI2018Intel18_4: "Libraries/PETSc/3.10.3/Intel-18.4-IntelMPI-2018"
PETSc3_10_3MPICH3_3GNU8_2: "Libraries/PETSc/3.10.3/GNU-8.2-MPICH-3.3"
2017-04-12 16:46:27 +05:30
# ------------ Defaults ----------------------------------------------
2019-02-14 05:40:24 +05:30
PETSc_MPICH_Intel: "$PETSc3_10_3IMPI2018Intel18_4"
PETSc_MPICH_GNU: "$PETSc3_10_3MPICH3_3GNU8_2"
2019-03-09 22:00:29 +05:30
# ++++++++++++ commercial FEM ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
2019-02-14 05:40:24 +05:30
Abaqus2019: "FEM/Abaqus/2019"
2018-11-14 21:03:50 +05:30
MSC2018_1: "FEM/MSC/2018.1"
2017-04-12 16:46:27 +05:30
# ------------ Defaults ----------------------------------------------
2019-02-14 05:40:24 +05:30
Abaqus: "$Abaqus2019"
2018-11-16 16:39:58 +05:30
MSC: "$MSC2018_1"
2019-02-14 05:40:24 +05:30
IntelMarc: "$IntelCompiler17_8"
IntelAbaqus: "$IntelCompiler16_4"
2019-03-09 22:00:29 +05:30
HDF5Marc: "HDF5/1.10.4/Intel-17.8"
# ++++++++++++ Documentation ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
2019-02-15 00:38:56 +05:30
Doxygen1_8_15: "Documentation/Doxygen/1.8.15"
2017-04-12 16:46:27 +05:30
# ------------ Defaults ----------------------------------------------
2019-02-15 00:38:56 +05:30
Doxygen: "$Doxygen1_8_15"
2017-04-12 16:46:27 +05:30
###################################################################################################
2017-05-17 13:45:30 +05:30
checkout:
2017-04-12 16:46:27 +05:30
stage: prepareAll
2017-05-17 13:45:30 +05:30
before_script:
- echo $CI_PIPELINE_ID >> $TESTROOT/GitLabCI.queue
- while [ $(awk "/$CI_PIPELINE_ID/{print NR}" $TESTROOT/GitLabCI.queue) != 1 ];
do sleep 5m;
2017-05-17 13:45:30 +05:30
done
2017-04-12 16:46:27 +05:30
script:
2017-04-12 17:58:42 +05:30
- mkdir -p $DAMASKROOT
2017-04-13 11:25:37 +05:30
- cd $DAMASKROOT
2017-05-29 14:16:26 +05:30
- if [ -d DAMASK ]; then rm -rf DAMASK; fi # there might be some leftovers from a failed clone
- git clone -q git@magit1.mpie.de:damask/DAMASK.git .
2017-04-13 11:25:37 +05:30
- git checkout $CI_COMMIT_SHA
2017-04-15 16:28:13 +05:30
- git submodule update --init
2017-05-20 19:06:56 +05:30
- source env/DAMASK.sh
2017-04-18 08:59:00 +05:30
- make processing
except:
- master
- release
2017-04-12 16:46:27 +05:30
###################################################################################################
OrientationRelationship:
stage: preprocessing
script: OrientationRelationship/test.py
except:
- master
- release
Pre_SeedGeneration:
stage: preprocessing
script: PreProcessing_SeedGeneration/test.py
except:
- master
- release
Pre_GeomGeneration:
stage: preprocessing
script: PreProcessing_GeomGeneration/test.py
except:
- master
- release
Pre_GeomModification:
stage: preprocessing
script: PreProcessing_GeomModification/test.py
except:
- master
- release
Pre_General:
stage: preprocessing
script: PreProcessing/test.py
except:
- master
- release
2019-03-24 02:03:59 +05:30
grid_geometryPacking:
stage: preprocessing
2019-03-24 02:03:59 +05:30
script: grid_geometryPacking/test.py
except:
- master
- release
###################################################################################################
Post_AverageDown:
stage: postprocessing
script: averageDown/test.py
except:
- master
- release
Post_ASCIItable:
stage: postprocessing
script: ASCIItable/test.py
except:
- master
- release
Post_General:
stage: postprocessing
script: PostProcessing/test.py
except:
- master
- release
Post_GeometryReconstruction:
stage: postprocessing
2019-03-26 13:57:55 +05:30
script: spectral_geometryReconstruction/test.py
except:
- master
- release
Post_addCurl:
stage: postprocessing
script: addCurl/test.py
except:
- master
- release
Post_addDivergence:
stage: postprocessing
script: addDivergence/test.py
except:
- master
- release
Post_addGradient:
stage: postprocessing
script: addGradient/test.py
except:
- master
- release
Post_ParaviewRelated:
stage: postprocessing
script: ParaviewRelated/test.py
except:
- master
- release
Post_OrientationConversion:
stage: postprocessing
2019-02-24 12:38:14 +05:30
script:
- OrientationConversion/test.py
- OrientationConversion/test2.py
except:
- master
- release
Post_OrientationAverageMisorientation:
stage: postprocessing
script:
- OrientationAverageMisorientation/test.py
except:
- master
- release
###################################################################################################
2019-03-24 02:03:59 +05:30
grid_mech_compile_Intel:
stage: compilePETSc
script:
- module load $IntelCompiler $MPICH_Intel $PETSc_MPICH_Intel
2019-03-23 14:01:13 +05:30
- cp -r grid_mech_compile grid_mech_compile_Intel
- grid_mech_compile_Intel/test.py
except:
- master
- release
2018-08-20 12:43:20 +05:30
Compile_FEM_Intel:
stage: compilePETSc
2018-08-20 12:43:20 +05:30
script:
- module load $IntelCompiler $MPICH_Intel $PETSc_MPICH_Intel
- cp -r FEM_compile FEM_compile_Intel
- FEM_compile_Intel/test.py
2018-08-20 12:43:20 +05:30
except:
- master
- release
2019-03-24 02:03:59 +05:30
grid_mech_compile_GNU:
stage: compilePETSc
script:
- module load $GNUCompiler $MPICH_GNU $PETSc_MPICH_GNU
2019-03-23 14:01:13 +05:30
- cp -r grid_mech_compile grid_mech_compile_GNU
- grid_mech_compile_GNU/test.py
except:
- master
- release
2018-08-20 12:43:20 +05:30
Compile_FEM_GNU:
stage: compilePETSc
2018-08-20 12:43:20 +05:30
script:
- module load $GNUCompiler $MPICH_GNU $PETSc_MPICH_GNU
- cp -r FEM_compile FEM_compile_GNU
- FEM_compile_GNU/test.py
2018-08-20 12:43:20 +05:30
except:
- master
- release
###################################################################################################
Compile_Intel_Prepare:
2019-03-26 13:57:55 +05:30
stage: prepareGrid
2017-04-19 14:20:07 +05:30
script:
- module load $IntelCompiler $MPICH_Intel $PETSc_MPICH_Intel
2017-04-19 14:20:07 +05:30
- cd $DAMASKROOT
2019-03-26 13:57:55 +05:30
- make clean grid processing
except:
- master
- release
2017-05-17 13:45:30 +05:30
###################################################################################################
Thermal:
2019-03-26 13:57:55 +05:30
stage: grid
script: Thermal/test.py
except:
- master
- release
2019-03-26 13:57:55 +05:30
grid_packedGeometry:
stage: grid
script: grid_packedGeometry/test.py
except:
- master
- release
2019-03-24 14:51:01 +05:30
grid_parsingArguments:
2019-03-26 13:57:55 +05:30
stage: grid
2019-03-24 14:51:01 +05:30
script: grid_parsingArguments/test.py
except:
- master
- release
StateIntegration_compareVariants:
2019-03-26 13:57:55 +05:30
stage: grid
script: StateIntegration_compareVariants/test.py
except:
- master
- release
nonlocal_densityConservation:
2019-03-26 13:57:55 +05:30
stage: grid
script: nonlocal_densityConservation/test.py
except:
- master
- release
Spectral_ipNeighborhood:
2019-03-26 13:57:55 +05:30
stage: grid
script: Spectral_ipNeighborhood/test.py
except:
- master
- release
2018-11-03 15:57:33 +05:30
RGC_DetectChanges:
2019-03-26 13:57:55 +05:30
stage: grid
2018-11-03 15:57:33 +05:30
script: RGC_DetectChanges/test.py
except:
- master
- release
Nonlocal_Damage_DetectChanges:
2019-03-26 13:57:55 +05:30
stage: grid
script: Nonlocal_Damage_DetectChanges/test.py
except:
- master
- release
2019-03-24 02:03:59 +05:30
grid_all_restart:
2019-03-26 13:57:55 +05:30
stage: grid
2019-03-23 15:21:21 +05:30
script: grid_all_restart/test.py
except:
- master
- release
2019-03-26 13:57:55 +05:30
grid_parsingLoadCase:
stage: grid
script: grid_parsingLoadCase/test.py
except:
- master
- release
2019-03-24 02:03:59 +05:30
grid_all_loadCaseRotation:
2019-03-26 13:57:55 +05:30
stage: grid
2019-03-24 02:03:59 +05:30
script: grid_all_loadCaseRotation/test.py
except:
- master
- release
2019-03-26 13:57:55 +05:30
grid_mech_MPI:
stage: grid
script:
- module load $IntelCompiler $MPICH_Intel $PETSc_MPICH_Intel
2019-03-26 13:57:55 +05:30
- grid_mech_MPI/test.py
except:
- master
- release
2019-03-24 18:36:14 +05:30
grid_all_restartMPI:
2019-03-26 13:57:55 +05:30
stage: grid
2018-11-19 00:47:07 +05:30
script:
- module load $IntelCompiler $MPICH_Intel $PETSc_MPICH_Intel
2019-03-24 18:36:14 +05:30
- grid_all_restartMPI/test.py
2018-11-19 00:47:07 +05:30
except:
- master
- release
Plasticity_DetectChanges:
2019-03-26 13:57:55 +05:30
stage: grid
script: Plasticity_DetectChanges/test.py
except:
- master
- release
Homogenization:
2019-03-26 13:57:55 +05:30
stage: grid
script: Homogenization/test.py
except:
- master
- release
Phenopowerlaw_singleSlip:
2019-03-26 13:57:55 +05:30
stage: grid
script: Phenopowerlaw_singleSlip/test.py
except:
- master
- release
###################################################################################################
2018-11-16 16:39:58 +05:30
Marc_compileIfort2018_1:
2019-02-15 01:07:39 +05:30
stage: compileMarc
script:
2019-03-09 22:00:29 +05:30
- module load $IntelMarc $HDF5Marc $MSC
- export DAMASK_HDF5=ON
2018-11-16 16:39:58 +05:30
- Marc_compileIfort/test.py -m 2018.1
except:
- master
- release
###################################################################################################
Hex_elastic:
stage: marc
script:
2019-03-09 22:00:29 +05:30
- module load $IntelMarc $HDF5Marc $MSC
- Hex_elastic/test.py
except:
- master
- release
CubicFCC_elastic:
stage: marc
script:
2019-03-09 22:00:29 +05:30
- module load $IntelMarc $HDF5Marc $MSC
- CubicFCC_elastic/test.py
except:
- master
- release
CubicBCC_elastic:
stage: marc
script:
2019-03-09 22:00:29 +05:30
- module load $IntelMarc $HDF5Marc $MSC
- CubicBCC_elastic/test.py
except:
- master
- release
J2_plasticBehavior:
stage: marc
script:
2019-03-09 22:00:29 +05:30
- module load $IntelMarc $HDF5Marc $MSC
- J2_plasticBehavior/test.py
except:
- master
- release
###################################################################################################
2019-03-25 03:40:04 +05:30
grid_all_example:
stage: example
2019-03-25 03:40:04 +05:30
script: grid_all_example/test.py
2019-09-12 00:39:10 +05:30
except:
- master
- release
2017-05-09 03:22:07 +05:30
###################################################################################################
SpectralRuntime:
stage: performance
2017-04-12 16:46:27 +05:30
script:
2017-05-09 03:22:07 +05:30
- module load $IntelCompiler $MPICH_Intel $PETSc_MPICH_Intel
- cd $DAMASKROOT
2019-03-26 13:57:55 +05:30
- make clean grid processing OPTIMIZATION=AGGRESSIVE
- cd $TESTROOT/performance # location of old results
- git checkout . # undo any changes (i.e. run time data from non-development branch)
2017-05-09 03:22:07 +05:30
- cd $DAMASKROOT/PRIVATE/testing
- SpectralAll_runtime/test.py -d $TESTROOT/performance
2017-05-09 03:22:07 +05:30
except:
- master
- release
2017-05-17 13:45:30 +05:30
###################################################################################################
createTar:
stage: createPackage
script:
- cd $(mktemp -d)
- $DAMASKROOT/PRIVATE/releasing/deployMe.sh $CI_COMMIT_SHA
2018-08-06 02:20:43 +05:30
except:
- master
- release
2017-04-12 16:46:27 +05:30
###################################################################################################
2017-05-17 13:45:30 +05:30
AbaqusStd:
2017-04-12 16:46:27 +05:30
stage: createDocumentation
script:
- module load $IntelCompiler $MPICH_Intel $PETSc_MPICH_Intel $Doxygen
- $DAMASKROOT/PRIVATE/documenting/runDoxygen.sh $DAMASKROOT abaqus
2019-02-17 12:30:26 +05:30
except:
- master
- release
2017-04-12 16:46:27 +05:30
2017-05-17 13:45:30 +05:30
Marc:
2017-04-12 16:46:27 +05:30
stage: createDocumentation
script:
- module load $IntelCompiler $MPICH_Intel $PETSc_MPICH_Intel $Doxygen
- $DAMASKROOT/PRIVATE/documenting/runDoxygen.sh $DAMASKROOT marc
2019-02-17 12:30:26 +05:30
except:
- master
- release
2017-04-12 16:46:27 +05:30
2019-03-26 13:57:55 +05:30
GridSolver:
2017-04-12 16:46:27 +05:30
stage: createDocumentation
script:
- module load $IntelCompiler $MPICH_Intel $PETSc_MPICH_Intel $Doxygen
- $DAMASKROOT/PRIVATE/documenting/runDoxygen.sh $DAMASKROOT spectral
2019-02-17 12:30:26 +05:30
except:
- master
- release
Processing:
stage: createDocumentation
script:
2019-02-17 12:30:26 +05:30
- cd $DAMASKROOT/processing/pre
2019-02-23 21:20:21 +05:30
- rm abq_addUserOutput.py marc_addUserOutput.py
2019-02-17 12:30:26 +05:30
- $DAMASKROOT/PRIVATE/documenting/scriptHelpToWiki.py --debug *.py
- cd $DAMASKROOT/processing/post
2019-04-30 22:15:16 +05:30
- rm vtk2ang.py DAD*.py
2019-02-17 12:30:26 +05:30
- $DAMASKROOT/PRIVATE/documenting/scriptHelpToWiki.py --debug *.py
except:
- master
- release
##################################################################################################
2017-05-17 13:45:30 +05:30
backupData:
stage: saveDocumentation
script:
- cd $TESTROOT/performance # location of new runtime results
- git commit -am"${CI_PIPELINE_ID}_${CI_COMMIT_SHA}"
- mkdir $BACKUP/${CI_PIPELINE_ID}_${CI_COMMIT_SHA}
- mv $TESTROOT/performance/time.png $BACKUP/${CI_PIPELINE_ID}_${CI_COMMIT_SHA}/
- mv $TESTROOT/performance/memory.png $BACKUP/${CI_PIPELINE_ID}_${CI_COMMIT_SHA}/
- mv $DAMASKROOT/PRIVATE/documenting/DAMASK_* $BACKUP/${CI_PIPELINE_ID}_${CI_COMMIT_SHA}/
2019-02-18 03:29:51 +05:30
- mv $DAMASKROOT/processing $BACKUP/${CI_PIPELINE_ID}_${CI_COMMIT_SHA}/
only:
- development
2017-05-09 03:22:07 +05:30
##################################################################################################
2017-05-17 13:45:30 +05:30
mergeIntoMaster:
2017-05-09 03:22:07 +05:30
stage: updateMaster
script:
- cd $DAMASKROOT
- export TESTEDREV=$(git describe) # might be detached from development branch
- echo $TESTEDREV > VERSION
- git commit VERSION -m "[skip ci] updated version information after successful test of $TESTEDREV"
- export UPDATEDREV=$(git describe) # tested state + 1 commit
- git checkout master
- git merge $UPDATEDREV -s recursive -X ours # conflicts occur only for inconsistent state
- git push origin master # master is now tested version and has updated VERSION file
- git checkout development
- git pull
- git merge master -s recursive -X ours -m "[skip ci] Merge branch 'master' into development" # only possible conflict is in VERSION file
- git push origin development # development is unchanged (as master is based on it) but has updated VERSION file
only:
- development
###################################################################################################
removeData:
stage: clean
before_script:
- echo 'Do nothing'
script:
- rm -rf $TESTROOT/GitLabCI_Pipeline_$CI_PIPELINE_ID
- sed -i "/$CI_PIPELINE_ID/d" $TESTROOT/GitLabCI.queue # in case pipeline was manually (web GUI) restarted and releaseLock was performed already
except:
- master
- release
###################################################################################################
2017-05-17 13:45:30 +05:30
removeLock:
stage: releaseLock
2017-05-17 13:45:30 +05:30
before_script:
- echo 'Do nothing'
when: always
script: sed -i "/$CI_PIPELINE_ID/d" $TESTROOT/GitLabCI.queue
except:
- master
- release