1 # Packages, exported artifacts, and release engineering processes.
3 # Special job to run cmake to output the version string and
4 # regressiontest md5sum to a file
6 prepare-release-version:
9 - .rules:nightly-only-for-release
11 image: ${CI_REGISTRY}/gromacs/gromacs/ci-ubuntu-20.04-llvm-7-docs
12 stage: configure-build
14 KUBERNETES_CPU_LIMIT: 1
15 KUBERNETES_CPU_REQUEST: 1
16 KUBERNETES_MEMORY_REQUEST: 2Gi
18 - cmake . -DGMX_BUILD_TARBALL=on
21 - VersionInfo-partial.cmake.cmakein
23 # Special job to package regressiontest files and have them available for testing
24 # Runs during pre-build
25 # Set up to only fetch the files and prepare everything for merge requests
26 regressiontests:prepare:
29 - .rules:merge-and-post-merge-acceptance
31 image: ${CI_REGISTRY}/gromacs/gromacs/ci-ubuntu-20.04-llvm-7-docs
32 stage: configure-build
34 KUBERNETES_CPU_LIMIT: 1
35 KUBERNETES_CPU_REQUEST: 1
36 KUBERNETES_MEMORY_REQUEST: 2Gi
37 # Always clone the default version for this branch, master in this case
39 - export REGTESTBRANCH=master
40 - if [[ ! -z $REGRESSIONTESTBRANCH ]] ; then
41 export REGTESTBRANCH=$REGRESSIONTESTBRANCH ;
42 echo "Using $REGTESTBRANCH instead of default" ;
44 - export CHECKOUTCOMMIT=FETCH_HEAD
45 - if [[ ! -z $REGRESSIONTESTCOMMIT ]] ; then
46 export CHECKOUTCOMMIT=$REGRESSIONTESTCOMMIT ;
47 echo "Using $CHECKOUTCOMMIT instead of head of $REGTESTBRANCH" ;
49 - if [[ ! -d regressiontests ]] ; then
50 mkdir regressiontests ;
56 - git fetch https://gitlab.com/gromacs/gromacs-regressiontests.git $REGTESTBRANCH
57 - git checkout -qf $CHECKOUTCOMMIT
60 - git archive -o gmx-regressiontests.tar.gz --prefix regressiontests/ -9 HEAD
61 - echo "Build regressiontests for branch $REGTESTBRANCH"
62 - mv gmx-regressiontests.tar.gz ..
66 - gmx-regressiontests.tar.gz
68 regressiontests:package:
71 - .rules:nightly-only-for-release
73 # Docker image uploaded to dockerhub by user eriklindahl
74 # TODO: Get DockerFile for admin/dockerfiles
75 image: ${CI_REGISTRY}/gromacs/gromacs/ci-ubuntu-20.04-llvm-7-docs
76 stage: release-package
78 KUBERNETES_CPU_LIMIT: 1
79 KUBERNETES_CPU_REQUEST: 1
80 KUBERNETES_MEMORY_REQUEST: 2Gi
82 - job: prepare-release-version
84 - VERSION=`sed -n -e '/GMX_VERSION_STRING\b/ s/.*"\(.*\)")/\1/p' VersionInfo-partial.cmake.cmakein`
85 - REGTESTNAME="regressiontests-"$VERSION
86 - if [[ $GROMACS_RELEASE != "true" ]] ; then
87 REGTESTNAME=$REGTESTNAME-dev ;
89 - export REGTESTBRANCH=master
90 - if [[ $CI_COMMIT_REF_NAME == "master" || $CI_COMMIT_REF_NAME == "release-20"[1-2][0-9] ]] ; then
91 export REGTESTBRANCH=$CI_COMMIT_REF_NAME ;
93 - if [[ ! -d regressiontests ]] ; then
94 mkdir regressiontests ;
100 - git fetch https://gitlab.com/gromacs/gromacs-regressiontests.git $REGTESTBRANCH
101 - git checkout -qf FETCH_HEAD
104 - git archive -o $REGTESTNAME.tar.gz --prefix $REGTESTNAME/ -9 HEAD
105 - git archive -o gmx-regressiontests.tar.gz --prefix regressiontests/ -9 HEAD
106 - mv $REGTESTNAME.tar.gz gmx-regressiontests.tar.gz ..
107 - echo "Build regressiontests $REGTESTNAME for branch $REGTESTBRANCH"
111 - regressiontests-*.tar.gz
112 - gmx-regressiontests.tar.gz
114 archive:configure:nightly:
117 - .rules:nightly-not-for-release
118 stage: nightly-configure
121 BUILD_DIR: build-package
122 CMAKE_SIMD_OPTIONS: -DGMX_SIMD=None
123 CMAKE_EXTRA_OPTIONS: -DGMX_BUILD_HELP=on -DGMX_USE_RDTSCP=OFF -DGMX_USE_SIMD_KERNELS=off
124 CMAKE_MPI_OPTIONS: -DGMX_THREAD_MPI=OFF -DGMX_OPENMP=OFF
126 archive:configure:release:
129 - .rules:nightly-only-for-release
131 BUILD_DIR: build-package
132 CMAKE_SIMD_OPTIONS: -DGMX_SIMD=None
133 CMAKE_EXTRA_OPTIONS: -DGMX_BUILD_HELP=on -DGMX_USE_RDTSCP=OFF -DGMX_USE_SIMD_KERNELS=off
134 CMAKE_MPI_OPTIONS: -DGMX_THREAD_MPI=OFF -DGMX_OPENMP=OFF
136 # Right now we need to use an ugly hack to move the original build directory
137 # and the ccache files out of the build archive, as it is not possible to use
138 # the custom build directory due to https://gitlab.com/gitlab-org/gitlab-runner/issues/4203
139 # As soon as this is resolved we should use the separate build directories instead of
140 # manually hacking things. TODO: #3361
144 - .gromacs:base:build
146 - .before_script:default
148 image: ${CI_REGISTRY}/gromacs/gromacs/ci-ubuntu-20.04-llvm-7-docs
150 KUBERNETES_CPU_LIMIT: 4
151 KUBERNETES_CPU_REQUEST: 2
152 KUBERNETES_MEMORY_REQUEST: 4Gi
154 - rm -rf gromacs*tar.gz
156 - cmake --build . --target gmx -- -j4 2>&1 | tee buildLogFile.log
157 - cmake --build . --target man -- -j4 2>&1 | tee manBuildLogFile.log
158 - cmake --build . --target completion -- -j4 2>&1 | tee completionBuildLogFile.log
159 - cmake --build . --target install-guide -- -j4 2>&1 | tee installGuideBuildLogFile.log
160 - cmake --build . --target reference_checksum -- -j4 2>&1 | tee checksumBuildLogFile.log
161 - cmake --build . --target package_source -- -j4 2>&1 | tee packageBuildLogFile.log
162 - awk '/warning/,/warning.*generated|^$/' buildLogFile.log manBuildLogFile.log
163 completionBuildLogFile.log installGuideBuildLogFile.log checksumBuildLogFile.log
164 packageBuildLogFile.log | grep -v "CMake" | tee buildErrors.log || true
165 - grep "cannot be built" buildLogFile.log manBuildLogFile.log
166 completionBuildLogFile.log installGuideBuildLogFile.log checksumBuildLogFile.log
167 packageBuildLogFile.log | tee -a buildErrors.log || true
168 - if [ -s buildErrors.log ] ; then echo "Found warnings during build"; cat buildErrors.log; exit 1; fi
169 - mv gromacs*tar.gz ..
171 # ugly hack begins here
173 - SOURCETARBALL=`ls gromacs*tar.gz`
174 - mv $SOURCETARBALL tempdir
176 - tar -xf $SOURCETARBALL
177 - rm -rf gromacs-*/$BUILD_DIR
178 - tar -c --gzip -f $SOURCETARBALL gromacs-*/
179 - mv $SOURCETARBALL ..
195 - .rules:nightly-not-for-release
198 - job: archive:configure:nightly
200 BUILD_DIR: build-package
205 - .rules:nightly-only-for-release
206 stage: release-package
208 - job: archive:configure:release
210 BUILD_DIR: build-package
213 image: ${CI_REGISTRY}/gromacs/gromacs/ci-ubuntu-20.04-llvm-7-docs
214 stage: release-verify
217 - .rules:nightly-only-for-release
221 KUBERNETES_CPU_LIMIT: 1
222 KUBERNETES_CPU_REQUEST: 1
223 KUBERNETES_MEMORY_REQUEST: 2Gi
224 BUILD_DIR: build-package
227 - VERSION=`sed -n -e '/GMX_VERSION_STRING\b/ s/.*"\(.*\)")/\1/p' VersionInfo-partial.cmake.cmakein`
228 - if [[ "$GROMACS_RELEASE" != "true" ]] ; then
229 VERSION="$VERSION"-dev ;
231 - REGTEST_COMPARE=`sed -n -e '/REGRESSIONTEST_MD5SUM/ s/.*"\(.*\)")/\1/p' VersionInfo-partial.cmake.cmakein`
232 - SOURCENAME=gromacs-"$VERSION"
233 - SOURCETARBALL="$SOURCENAME".tar.gz
234 - SOURCE_MD5SUM=`md5sum "$SOURCETARBALL" | awk '{print $1}'`
235 - REGTESTNAME=regressiontests-"$VERSION"
236 - REGTESTTARBALL="$REGTESTNAME".tar.gz
237 - REGTEST_MD5SUM=`md5sum "$REGTESTTARBALL" | awk '{print $1}'`
238 - echo "$SOURCETARBALL md5sum = $SOURCE_MD5SUM"
239 - echo "$REGTESTTARBALL md5sum = $REGTEST_MD5SUM"
240 - echo "$REGTESTTARBALL reference md5sum = $REGTEST_COMPARE"
241 - if [[ "$REGTEST_COMPARE" != "$REGTEST_MD5SUM" && "$GROMACS_RELEASE" == "true" ]] ; then
242 echo "Mismatch in regressiontest md5sums";
245 - if [[ "$VALID_BUILD" != "true" ]] ; then
250 - regressiontests:package
251 - prepare-release-version
254 image: ${CI_REGISTRY}/gromacs/gromacs/ci-ubuntu-20.04-llvm-7-docs
255 stage: release-verify
258 - .rules:nightly-only-for-release
262 KUBERNETES_CPU_LIMIT: 1
263 KUBERNETES_CPU_REQUEST: 1
264 KUBERNETES_MEMORY_REQUEST: 2Gi
265 BUILD_DIR: release-doc-builds
268 - VERSION=`sed -n -e '/GMX_VERSION_STRING\b/ s/.*"\(.*\)")/\1/p' VersionInfo-partial.cmake.cmakein`
269 - if [[ "$GROMACS_RELEASE" != "true" ]] ; then
270 VERSION="$VERSION"-dev ;
272 - VERSION_FROM_BINARY=`"${BUILD_DIR}"/bin/gmx --version | grep "GROMACS version" | awk '{print $3}'`
273 - echo "Version name from CMake = $VERSION"
274 - echo "Version name from binary = $VERSION_FROM_BINARY"
275 - if [[ "$VERSION" != "$VERSION_FROM_BINARY" && "$GROMACS_RELEASE" == "true" ]] ; then
276 echo "Version names don't match";
279 - if [[ "$VALID_BUILD" != "true" ]] ; then
283 - webpage:dependencies
284 - prepare-release-version
286 archive:nightly-webpage:
289 - .rules:nightly-not-for-release
290 stage: nightly-deploy
296 BUILD_DIR: build-docs
298 - eval $(ssh-agent -s)
299 - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
302 - ssh-keyscan manual.gromacs.org > ~/.ssh/known_hosts # Force overwrite the known hosts so we only have that one key in it.
303 - chmod 644 ~/.ssh/known_hosts
305 - tar czf webpage.tar.gz $BUILD_DIR/docs/html/
306 - rsync --chmod=u+rwX,g+rwX,o+rX -av $BUILD_DIR/docs/html/* $BUILD_DIR/docs/html/.[a-z]* pbauer@manual.gromacs.org:/var/www/manual/nightly/
313 archive:full-release:
316 - .rules:nightly-only-for-release
317 stage: release-deploy
319 - webpage:build:release
321 - regressiontests:package
323 BUILD_DIR: release-doc-builds
325 - tar czf webpage.tar.gz $BUILD_DIR/docs/html/
331 - regressiontests-*tar.gz