gcc_release revision 1.1.1.9 1 1.1 mrg #! /bin/sh
2 1.1 mrg
3 1.1 mrg ########################################################################
4 1.1 mrg #
5 1.1 mrg # File: gcc_release
6 1.1 mrg # Author: Jeffrey Law, Bernd Schmidt, Mark Mitchell
7 1.1 mrg # Date: 2001-05-25
8 1.1 mrg #
9 1.1 mrg # Contents:
10 1.1 mrg # Script to create a GCC release.
11 1.1 mrg #
12 1.1.1.9 mrg # Copyright (c) 2001-2018 Free Software Foundation.
13 1.1 mrg #
14 1.1 mrg # This file is part of GCC.
15 1.1 mrg #
16 1.1 mrg # GCC is free software; you can redistribute it and/or modify
17 1.1 mrg # it under the terms of the GNU General Public License as published by
18 1.1 mrg # the Free Software Foundation; either version 3, or (at your option)
19 1.1 mrg # any later version.
20 1.1 mrg #
21 1.1 mrg # GCC is distributed in the hope that it will be useful,
22 1.1 mrg # but WITHOUT ANY WARRANTY; without even the implied warranty of
23 1.1 mrg # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
24 1.1 mrg # GNU General Public License for more details.
25 1.1 mrg #
26 1.1 mrg # You should have received a copy of the GNU General Public License
27 1.1 mrg # along with GCC; see the file COPYING3. If not see
28 1.1 mrg # <http://www.gnu.org/licenses/>.
29 1.1 mrg #
30 1.1 mrg ########################################################################
31 1.1 mrg
32 1.1 mrg ########################################################################
33 1.1 mrg # Notes
34 1.1 mrg ########################################################################
35 1.1 mrg
36 1.1 mrg # Here is an example usage of this script, to create a GCC 3.0.2
37 1.1 mrg # prerelease:
38 1.1 mrg #
39 1.1 mrg # gcc_release -r 3.0.2
40 1.1 mrg #
41 1.1 mrg # This script will automatically use the head of the release branch
42 1.1 mrg # to generate the release.
43 1.1 mrg
44 1.1 mrg ########################################################################
45 1.1 mrg # Functions
46 1.1 mrg ########################################################################
47 1.1 mrg
48 1.1.1.9 mrg # Issue the error message given by $@ and exit with a non-zero
49 1.1 mrg # exit code.
50 1.1 mrg
51 1.1 mrg error() {
52 1.1.1.9 mrg echo "gcc_release: error: $@"
53 1.1 mrg exit 1
54 1.1 mrg }
55 1.1 mrg
56 1.1.1.9 mrg # Issue the informational message given by $@.
57 1.1 mrg
58 1.1 mrg inform() {
59 1.1.1.9 mrg echo "gcc_release: $@"
60 1.1 mrg }
61 1.1 mrg
62 1.1 mrg # Issue a usage message explaining how to use this script.
63 1.1 mrg
64 1.1 mrg usage() {
65 1.1 mrg cat <<EOF
66 1.1 mrg gcc_release -r release [-f] [further options]
67 1.1.1.9 mrg gcc_release -s name:gitbranch [further options]
68 1.1 mrg
69 1.1 mrg Options:
70 1.1 mrg
71 1.1 mrg -r release Version of the form X.Y or X.Y.Z.
72 1.1.1.9 mrg -s name:gitbranch Create a snapshot, not a real release.
73 1.1 mrg
74 1.1 mrg -d destination Local working directory where we will build the release
75 1.1 mrg (default=${HOME}).
76 1.1 mrg -f Create a final release (and update ChangeLogs,...).
77 1.1 mrg -l Indicate that we are running on gcc.gnu.org.
78 1.1 mrg -p previous-tarball Location of a previous tarball (to generate diff files).
79 1.1.1.9 mrg -t tag Tag to mark the release in git.
80 1.1 mrg -u username Username for upload operations.
81 1.1 mrg EOF
82 1.1 mrg exit 1
83 1.1 mrg }
84 1.1 mrg
85 1.1 mrg # Change to the directory given by $1.
86 1.1 mrg
87 1.1 mrg changedir() {
88 1.1 mrg cd $1 || \
89 1.1 mrg error "Could not change directory to $1"
90 1.1 mrg }
91 1.1 mrg
92 1.1 mrg # Build the source tree that will be the basis for the release
93 1.1 mrg # in ${WORKING_DIRECTORY}/gcc-${RELEASE}.
94 1.1 mrg
95 1.1 mrg build_sources() {
96 1.1 mrg # If the WORKING_DIRECTORY already exists, do not risk destroying it.
97 1.1 mrg if [ -r ${WORKING_DIRECTORY} ]; then
98 1.1 mrg error "\`${WORKING_DIRECTORY}' already exists"
99 1.1 mrg fi
100 1.1 mrg # Create the WORKING_DIRECTORY.
101 1.1 mrg mkdir "${WORKING_DIRECTORY}" \
102 1.1 mrg || error "Could not create \`${WORKING_DIRECTORY}'"
103 1.1 mrg changedir "${WORKING_DIRECTORY}"
104 1.1 mrg
105 1.1.1.9 mrg # Check out the sources.
106 1.1.1.9 mrg ${GIT} clone -q -b "${GITBRANCH}" "${GITROOT}" "`basename ${SOURCE_DIRECTORY}`" || \
107 1.1.1.9 mrg error "Could not check out release sources"
108 1.1.1.9 mrg
109 1.1 mrg # If this is a final release, make sure that the ChangeLogs
110 1.1 mrg # and version strings are updated.
111 1.1 mrg if [ ${FINAL} -ne 0 ]; then
112 1.1 mrg inform "Updating ChangeLogs and version files"
113 1.1 mrg
114 1.1.1.9 mrg grep -q "gcc-${RELEASE_MAJOR}/index.html gcc-${RELEASE_MAJOR}/changes.html" \
115 1.1.1.9 mrg ${SOURCE_DIRECTORY}/contrib/gennews ||\
116 1.1.1.9 mrg error "New release not listed in contrib/gennews"
117 1.1.1.9 mrg
118 1.1.1.9 mrg ${SOURCE_DIRECTORY}/contrib/gennews > NEWS ||\
119 1.1.1.9 mrg error "Could not regenerate NEWS files"
120 1.1.1.9 mrg
121 1.1.1.9 mrg grep -q "no releases of GCC ${RELEASE_MAJOR} have yet been made" NEWS &&\
122 1.1.1.9 mrg error "gcc-${RELEASE_MAJOR}/index.html has not been updated yet"
123 1.1.1.9 mrg
124 1.1.1.9 mrg grep -q "GCC ${RELEASE_MAJOR} has not been released yet" NEWS &&\
125 1.1.1.9 mrg error "gcc-${RELEASE_MAJOR}/changes.html has not been updated yet"
126 1.1.1.9 mrg
127 1.1.1.9 mrg thisindex="http:\/\/gcc.gnu.org\/gcc-${RELEASE_MAJOR}\/index.html"
128 1.1.1.9 mrg thischanges="http:\/\/gcc.gnu.org\/gcc-${RELEASE_MAJOR}\/changes.html"
129 1.1.1.9 mrg previndex="http:\/\/gcc.gnu.org\/gcc-`expr ${RELEASE_MAJOR} - 1`\/index.html"
130 1.1.1.9 mrg sed -n -e "/^${thisindex}/,/^${thischanges}/p" NEWS |\
131 1.1.1.9 mrg sed -n -e "/Release History/,/References and Acknowledgments/p" |\
132 1.1.1.9 mrg grep -q "^[[:blank:]]*GCC ${RELEASE_MAJOR}.${RELEASE_MINOR}" ||\
133 1.1.1.9 mrg error "GCC ${RELEASE_MAJOR}.${RELEASE_MINOR} not mentioned "\
134 1.1.1.9 mrg "in gcc-${RELEASE_MAJOR}/index.html"
135 1.1.1.9 mrg
136 1.1.1.9 mrg sed -n -e "/^${thischanges}/,/^${previndex}/p" NEWS |\
137 1.1.1.9 mrg grep -q "^[[:blank:]]*GCC ${RELEASE_MAJOR}.${RELEASE_MINOR}" ||\
138 1.1.1.9 mrg error "GCC ${RELEASE_MAJOR}.${RELEASE_MINOR} not mentioned "\
139 1.1.1.9 mrg "in gcc-${RELEASE_MAJOR}/changes.html"
140 1.1.1.9 mrg
141 1.1.1.9 mrg rm -f NEWS
142 1.1.1.9 mrg
143 1.1.1.9 mrg commit_files=""
144 1.1.1.4 mrg for x in `changedir ${SOURCE_DIRECTORY} && \
145 1.1.1.4 mrg find . -name ChangeLog`; do
146 1.1 mrg # Update this ChangeLog file only if it does not yet contain the
147 1.1 mrg # entry we are going to add. (This is a safety net for repeated
148 1.1 mrg # runs of this script for the same release.)
149 1.1.1.4 mrg if ! grep "GCC ${RELEASE} released." ${SOURCE_DIRECTORY}/${x} > /dev/null ; then
150 1.1.1.4 mrg cat - ${SOURCE_DIRECTORY}/${x} > ${SOURCE_DIRECTORY}/${x}.new <<EOF
151 1.1 mrg ${LONG_DATE} Release Manager
152 1.1 mrg
153 1.1 mrg * GCC ${RELEASE} released.
154 1.1 mrg
155 1.1 mrg EOF
156 1.1.1.4 mrg mv ${SOURCE_DIRECTORY}/${x}.new ${SOURCE_DIRECTORY}/${x} \
157 1.1.1.4 mrg || error "Could not update ${x}"
158 1.1.1.9 mrg commit_files="${commit_files} ${x}"
159 1.1 mrg fi
160 1.1 mrg done
161 1.1 mrg
162 1.1 mrg # Update gcc/DEV-PHASE.
163 1.1 mrg
164 1.1.1.4 mrg if [ `cat ${SOURCE_DIRECTORY}/gcc/BASE-VER` != ${RELEASE} ]; then
165 1.1.1.4 mrg [ ${RELEASE_MAJOR} -lt 5 ] && \
166 1.1.1.4 mrg error "Release number ${RELEASE} does not match BASE-VER"
167 1.1.1.4 mrg if [ `cat ${SOURCE_DIRECTORY}/gcc/BASE-VER` \
168 1.1.1.4 mrg = ${RELEASE_MAJOR}.`expr ${RELEASE_MINOR} - 1`.1 \
169 1.1.1.4 mrg -a x${RELEASE_REVISION} = x0 ]; then
170 1.1.1.4 mrg (changedir ${SOURCE_DIRECTORY}/gcc && \
171 1.1.1.4 mrg echo ${RELEASE} > BASE-VER) || \
172 1.1.1.4 mrg error "Could not update BASE-VER"
173 1.1.1.9 mrg commit_files="${commit_files} gcc/BASE-VER"
174 1.1.1.4 mrg else
175 1.1.1.4 mrg error "Release number ${RELEASE} does not immediately follow BASE-VER"
176 1.1.1.4 mrg fi
177 1.1.1.4 mrg fi
178 1.1 mrg (changedir ${SOURCE_DIRECTORY}/gcc && \
179 1.1.1.4 mrg : > DEV-PHASE) || \
180 1.1 mrg error "Could not update DEV-PHASE"
181 1.1.1.9 mrg commit_files="${commit_files} gcc/DEV-PHASE"
182 1.1.1.4 mrg
183 1.1.1.4 mrg (changedir ${SOURCE_DIRECTORY} && \
184 1.1.1.9 mrg ${GIT} commit -q -m 'Update ChangeLog and version files for release' ${commit_files} && \
185 1.1.1.9 mrg ${GIT} push) || \
186 1.1.1.4 mrg error "Could not commit ChangeLog and version file updates"
187 1.1 mrg
188 1.1 mrg # Make sure we tag the sources for a final release.
189 1.1.1.9 mrg TAG="releases/gcc-${RELEASE}"
190 1.1 mrg fi
191 1.1 mrg
192 1.1 mrg # Tag the sources.
193 1.1 mrg if [ -n "${TAG}" ]; then
194 1.1 mrg inform "Tagging sources as ${TAG}"
195 1.1 mrg # We don't want to overwrite an existing tag. So, if the tag
196 1.1 mrg # already exists, issue an error message; the release manager can
197 1.1 mrg # manually remove the tag if appropriate.
198 1.1.1.9 mrg if (changedir ${SOURCE_DIRECTORY} && \
199 1.1.1.9 mrg ${GIT} rev-parse "refs/tags/${TAG}" > /dev/null 2>&1); then
200 1.1 mrg error "Tag ${TAG} already exists"
201 1.1 mrg fi
202 1.1.1.9 mrg (changedir ${SOURCE_DIRECTORY} && \
203 1.1.1.9 mrg ${GIT} tag -s -m "GCC ${RELEASE} release" "${TAG}" && \
204 1.1.1.9 mrg ${GIT} push origin tag "${TAG}") || \
205 1.1 mrg error "Could not tag sources"
206 1.1.1.9 mrg GITBRANCH=${TAG}
207 1.1 mrg fi
208 1.1 mrg
209 1.1.1.9 mrg GITREV=`cd ${SOURCE_DIRECTORY} && ${GIT} rev-parse HEAD`
210 1.1.1.9 mrg inform "Sources are commit ${GITREV}"
211 1.1 mrg
212 1.1.1.9 mrg # Make sure there are no uncommitted changes in the sources.
213 1.1.1.9 mrg status=${WORKING_DIRECTORY}/gitstatus.$$
214 1.1.1.9 mrg (changedir ${SOURCE_DIRECTORY} && \
215 1.1.1.9 mrg ${GIT} status --porcelain --ignored > "$status") || \
216 1.1.1.9 mrg error "Could not get source directory status"
217 1.1.1.9 mrg if [ -s "$status" ]; then
218 1.1.1.9 mrg cat "$status"
219 1.1.1.9 mrg error "Source directory has unexpected changes"
220 1.1.1.9 mrg fi
221 1.1.1.9 mrg rm "$status"
222 1.1.1.9 mrg
223 1.1.1.9 mrg # Remove .git from the sources.
224 1.1.1.9 mrg rm -rf "${SOURCE_DIRECTORY}/.git" || \
225 1.1.1.9 mrg error "Could not remove .git from sources"
226 1.1 mrg
227 1.1 mrg # Run gcc_update on them to set up the timestamps nicely, and (re)write
228 1.1.1.9 mrg # the LAST_UPDATED file containing the git tag/revision used.
229 1.1 mrg changedir "gcc-${RELEASE}"
230 1.1 mrg contrib/gcc_update --touch
231 1.1.1.9 mrg echo "Obtained from git: ${GITBRANCH} revision ${GITREV}" > LAST_UPDATED
232 1.1 mrg
233 1.1 mrg # For a prerelease or real release, we need to generate additional
234 1.1.1.9 mrg # files not present in git.
235 1.1 mrg changedir "${SOURCE_DIRECTORY}"
236 1.1 mrg if [ $SNAPSHOT -ne 1 ]; then
237 1.1 mrg # Generate the documentation.
238 1.1 mrg inform "Building install docs"
239 1.1 mrg SOURCEDIR=${SOURCE_DIRECTORY}/gcc/doc
240 1.1 mrg DESTDIR=${SOURCE_DIRECTORY}/INSTALL
241 1.1 mrg export SOURCEDIR
242 1.1 mrg export DESTDIR
243 1.1 mrg ${SOURCE_DIRECTORY}/gcc/doc/install.texi2html
244 1.1 mrg
245 1.1 mrg # Regenerate the NEWS file.
246 1.1 mrg contrib/gennews > NEWS || \
247 1.1 mrg error "Could not regenerate NEWS files"
248 1.1 mrg
249 1.1 mrg # Now, we must build the compiler in order to create any generated
250 1.1 mrg # files that are supposed to go in the source directory. This is
251 1.1 mrg # also a good sanity check to make sure that the release builds
252 1.1 mrg # on at least one platform.
253 1.1 mrg inform "Building compiler"
254 1.1 mrg OBJECT_DIRECTORY=../objdir
255 1.1.1.9 mrg num_cpus=1
256 1.1.1.9 mrg if type -p getconf 2>/dev/null; then
257 1.1.1.9 mrg num_cpus=`getconf _NPROCESSORS_ONLN 2>/dev/null`
258 1.1.1.9 mrg case "$num_cpus" in
259 1.1.1.9 mrg '' | 0* | *[!0-9]*) num_cpus=1;;
260 1.1.1.9 mrg esac
261 1.1.1.9 mrg fi
262 1.1 mrg contrib/gcc_build -d ${SOURCE_DIRECTORY} -o ${OBJECT_DIRECTORY} \
263 1.1.1.9 mrg -c "--enable-generated-files-in-srcdir --disable-multilib" \
264 1.1.1.9 mrg -m "-j$num_cpus" build || \
265 1.1 mrg error "Could not rebuild GCC"
266 1.1 mrg fi
267 1.1 mrg
268 1.1 mrg # Move message catalogs to source directory.
269 1.1 mrg mv ../objdir/gcc/po/*.gmo gcc/po/
270 1.1 mrg [ -f libcpp/po/cpplib.pot ] && mv ../objdir/libcpp/po/*.gmo libcpp/po/
271 1.1 mrg
272 1.1 mrg # Create a "MD5SUMS" file to use for checking the validity of the release.
273 1.1 mrg echo \
274 1.1 mrg "# This file contains the MD5 checksums of the files in the
275 1.1.1.5 mrg # gcc-"${RELEASE}".tar.xz tarball.
276 1.1 mrg #
277 1.1 mrg # Besides verifying that all files in the tarball were correctly expanded,
278 1.1 mrg # it also can be used to determine if any files have changed since the
279 1.1 mrg # tarball was expanded or to verify that a patchfile was correctly applied.
280 1.1 mrg #
281 1.1 mrg # Suggested usage:
282 1.1 mrg # md5sum -c MD5SUMS | grep -v \"OK$\"
283 1.1.1.3 mrg #" > MD5SUMS
284 1.1 mrg
285 1.1 mrg find . -type f |
286 1.1 mrg sed -e 's:^\./::' -e '/MD5SUMS/d' |
287 1.1 mrg sort |
288 1.1 mrg xargs md5sum >>MD5SUMS
289 1.1 mrg }
290 1.1 mrg
291 1.1 mrg # Build a single tarfile. The first argument is the name of the tarfile
292 1.1 mrg # to build, without any suffixes. They will be added automatically. The
293 1.1 mrg # rest of the arguments are files or directories to include, and possibly
294 1.1 mrg # other arguments to tar.
295 1.1 mrg
296 1.1 mrg build_tarfile() {
297 1.1 mrg # Get the name of the destination tar file.
298 1.1.1.5 mrg TARFILE="$1.tar.xz"
299 1.1 mrg shift
300 1.1 mrg
301 1.1 mrg # Build the tar file itself.
302 1.1.1.5 mrg (${TAR} cf - "$@" | ${XZ} > ${TARFILE}) || \
303 1.1 mrg error "Could not build tarfile"
304 1.1 mrg FILE_LIST="${FILE_LIST} ${TARFILE}"
305 1.1 mrg }
306 1.1 mrg
307 1.1 mrg # Build the various tar files for the release.
308 1.1 mrg
309 1.1 mrg build_tarfiles() {
310 1.1 mrg inform "Building tarfiles"
311 1.1 mrg
312 1.1 mrg changedir "${WORKING_DIRECTORY}"
313 1.1 mrg
314 1.1 mrg # The GNU Coding Standards specify that all files should
315 1.1 mrg # world readable.
316 1.1 mrg chmod -R a+r ${SOURCE_DIRECTORY}
317 1.1 mrg # And that all directories have mode 755.
318 1.1 mrg find ${SOURCE_DIRECTORY} -type d -exec chmod 755 {} \;
319 1.1 mrg
320 1.1 mrg # Build one huge tarfile for the entire distribution.
321 1.1 mrg build_tarfile gcc-${RELEASE} `basename ${SOURCE_DIRECTORY}`
322 1.1 mrg }
323 1.1 mrg
324 1.1 mrg # Build .gz files.
325 1.1 mrg build_gzip() {
326 1.1 mrg for f in ${FILE_LIST}; do
327 1.1.1.5 mrg target=${f%.xz}.gz
328 1.1.1.5 mrg (${XZ} -d -c $f | ${GZIP} > ${target}) || error "Could not create ${target}"
329 1.1 mrg done
330 1.1 mrg }
331 1.1 mrg
332 1.1 mrg # Build diffs against an old release.
333 1.1 mrg build_diffs() {
334 1.1 mrg old_dir=${1%/*}
335 1.1 mrg old_file=${1##*/}
336 1.1.1.5 mrg case "$old_file" in
337 1.1.1.5 mrg *.tar.xz) old_vers=${old_file%.tar.xz};;
338 1.1.1.5 mrg *) old_vers=${old_file%.tar.bz2};;
339 1.1.1.5 mrg esac
340 1.1 mrg old_vers=${old_vers#gcc-}
341 1.1 mrg inform "Building diffs against version $old_vers"
342 1.1.1.2 mrg for f in gcc; do
343 1.1.1.5 mrg if [ -e ${old_dir}/${f}-${old_vers}.tar.xz ]; then
344 1.1.1.5 mrg old_tar=${old_dir}/${f}-${old_vers}.tar.xz
345 1.1.1.5 mrg else
346 1.1.1.5 mrg old_tar=${old_dir}/${f}-${old_vers}.tar.bz2
347 1.1.1.5 mrg fi
348 1.1.1.5 mrg new_tar=${WORKING_DIRECTORY}/${f}-${RELEASE}.tar.xz
349 1.1 mrg if [ ! -e $old_tar ]; then
350 1.1 mrg inform "$old_tar not found; not generating diff file"
351 1.1 mrg elif [ ! -e $new_tar ]; then
352 1.1 mrg inform "$new_tar not found; not generating diff file"
353 1.1 mrg else
354 1.1 mrg build_diff $old_tar gcc-${old_vers} $new_tar gcc-${RELEASE} \
355 1.1.1.5 mrg ${f}-${old_vers}-${RELEASE}.diff.xz
356 1.1 mrg fi
357 1.1 mrg done
358 1.1 mrg }
359 1.1 mrg
360 1.1 mrg # Build an individual diff.
361 1.1 mrg build_diff() {
362 1.1 mrg changedir "${WORKING_DIRECTORY}"
363 1.1 mrg tmpdir=gccdiff.$$
364 1.1 mrg mkdir $tmpdir || error "Could not create directory $tmpdir"
365 1.1 mrg changedir $tmpdir
366 1.1.1.5 mrg case "$1" in
367 1.1.1.5 mrg *.tar.bz2)
368 1.1.1.5 mrg (${BZIP2} -d -c $1 | ${TAR} xf - ) || error "Could not unpack $1 for diffs"
369 1.1.1.5 mrg ;;
370 1.1.1.5 mrg *.tar.xz)
371 1.1.1.5 mrg (${XZ} -d -c $1 | ${TAR} xf - ) || error "Could not unpack $1 for diffs"
372 1.1.1.5 mrg ;;
373 1.1.1.5 mrg esac
374 1.1.1.5 mrg (${XZ} -d -c $3 | ${TAR} xf - ) || error "Could not unpack $3 for diffs"
375 1.1.1.5 mrg ${DIFF} $2 $4 > ../${5%.xz}
376 1.1 mrg if [ $? -eq 2 ]; then
377 1.1 mrg error "Trouble making diffs from $1 to $3"
378 1.1 mrg fi
379 1.1.1.5 mrg ${XZ} ../${5%.xz} || error "Could not generate ../$5"
380 1.1 mrg changedir ..
381 1.1 mrg rm -rf $tmpdir
382 1.1 mrg FILE_LIST="${FILE_LIST} $5"
383 1.1 mrg }
384 1.1 mrg
385 1.1 mrg # Upload the files to the FTP server.
386 1.1 mrg upload_files() {
387 1.1 mrg inform "Uploading files"
388 1.1 mrg
389 1.1 mrg changedir "${WORKING_DIRECTORY}"
390 1.1 mrg
391 1.1 mrg # Make sure the directory exists on the server.
392 1.1 mrg if [ $LOCAL -eq 0 ]; then
393 1.1 mrg ${SSH} -l ${GCC_USERNAME} ${GCC_HOSTNAME} \
394 1.1 mrg mkdir -p "${FTP_PATH}/diffs"
395 1.1 mrg UPLOAD_PATH="${GCC_USERNAME}@${GCC_HOSTNAME}:${FTP_PATH}"
396 1.1 mrg else
397 1.1 mrg mkdir -p "${FTP_PATH}/diffs" \
398 1.1 mrg || error "Could not create \`${FTP_PATH}'"
399 1.1 mrg UPLOAD_PATH=${FTP_PATH}
400 1.1 mrg fi
401 1.1 mrg
402 1.1 mrg # Then copy files to their respective (sub)directories.
403 1.1.1.5 mrg for x in gcc*.gz gcc*.xz; do
404 1.1 mrg if [ -e ${x} ]; then
405 1.1 mrg # Make sure the file will be readable on the server.
406 1.1 mrg chmod a+r ${x}
407 1.1 mrg # Copy it.
408 1.1 mrg case ${x} in
409 1.1 mrg *.diff.*)
410 1.1 mrg SUBDIR="diffs/";
411 1.1 mrg ;;
412 1.1 mrg *)
413 1.1 mrg SUBDIR="";
414 1.1 mrg esac
415 1.1 mrg ${SCP} ${x} ${UPLOAD_PATH}/${SUBDIR} \
416 1.1 mrg || error "Could not upload ${x}"
417 1.1 mrg fi
418 1.1 mrg done
419 1.1 mrg }
420 1.1 mrg
421 1.1 mrg # Print description if snapshot exists.
422 1.1 mrg snapshot_print() {
423 1.1 mrg if [ -e ${RELEASE}/$1 ]; then
424 1.1.1.5 mrg hash=`openssl sha256 ${RELEASE}/$1 | sed -e 's#(.*)##' -e 's# *= *#=#'`
425 1.1.1.2 mrg hash2=`openssl sha1 ${RELEASE}/$1 | sed -e 's#(.*)##' -e 's# *= *#=#'`
426 1.1.1.2 mrg
427 1.1.1.2 mrg printf " %-37s%s\n\n %s\n %s\n\n" "$1" "$2" "$hash" "$hash2" \
428 1.1.1.2 mrg >> ${SNAPSHOT_README}
429 1.1.1.2 mrg
430 1.1 mrg echo " <tr><td><a href=\"$1\">$1</a></td>" >> ${SNAPSHOT_INDEX}
431 1.1 mrg echo " <td>$2</td></tr>" >> ${SNAPSHOT_INDEX}
432 1.1 mrg fi
433 1.1 mrg }
434 1.1 mrg
435 1.1 mrg # Announce a snapshot, both on the web and via mail.
436 1.1 mrg announce_snapshot() {
437 1.1 mrg inform "Updating links and READMEs on the FTP server"
438 1.1 mrg
439 1.1 mrg TEXT_DATE=`date --date=$DATE +%B\ %d,\ %Y`
440 1.1 mrg SNAPSHOT_README=${RELEASE}/README
441 1.1 mrg SNAPSHOT_INDEX=${RELEASE}/index.html
442 1.1 mrg
443 1.1 mrg changedir "${SNAPSHOTS_DIR}"
444 1.1 mrg echo \
445 1.1 mrg "Snapshot gcc-"${RELEASE}" is now available on
446 1.1.1.9 mrg https://gcc.gnu.org/pub/gcc/snapshots/"${RELEASE}"/
447 1.1 mrg and on various mirrors, see http://gcc.gnu.org/mirrors.html for details.
448 1.1 mrg
449 1.1.1.9 mrg This snapshot has been generated from the GCC "${BRANCH}" git branch
450 1.1.1.9 mrg with the following options: "git://gcc.gnu.org/git/gcc.git branch ${GITBRANCH} revision ${GITREV}"
451 1.1 mrg
452 1.1 mrg You'll find:
453 1.1 mrg " > ${SNAPSHOT_README}
454 1.1 mrg
455 1.1 mrg echo \
456 1.1 mrg "<html>
457 1.1 mrg
458 1.1 mrg <head>
459 1.1 mrg <title>GCC "${RELEASE}" Snapshot</title>
460 1.1 mrg </head>
461 1.1 mrg
462 1.1 mrg <body>
463 1.1 mrg <h1>GCC "${RELEASE}" Snapshot</h1>
464 1.1 mrg
465 1.1 mrg <p>The <a href =\"http://gcc.gnu.org/\">GCC Project</a> makes
466 1.1 mrg periodic snapshots of the GCC source tree available to the public
467 1.1 mrg for testing purposes.</p>
468 1.1 mrg
469 1.1 mrg <p>If you are planning to download and use one of our snapshots, then
470 1.1 mrg we highly recommend you join the GCC developers list. Details for
471 1.1 mrg how to sign up can be found on the GCC project home page.</p>
472 1.1 mrg
473 1.1.1.9 mrg <p>This snapshot has been generated from the GCC "${BRANCH}" git branch
474 1.1.1.9 mrg with the following options: <code>"git://gcc.gnu.org/git/gcc.git branch ${GITBRANCH} revision ${GITREV}"</code></p>
475 1.1 mrg
476 1.1 mrg <table>" > ${SNAPSHOT_INDEX}
477 1.1 mrg
478 1.1.1.5 mrg snapshot_print gcc-${RELEASE}.tar.xz "Complete GCC"
479 1.1 mrg
480 1.1 mrg echo \
481 1.1 mrg "Diffs from "${BRANCH}"-"${LAST_DATE}" are available in the diffs/ subdirectory.
482 1.1 mrg
483 1.1 mrg When a particular snapshot is ready for public consumption the LATEST-"${BRANCH}"
484 1.1 mrg link is updated and a message is sent to the gcc list. Please do not use
485 1.1 mrg a snapshot before it has been announced that way." >> ${SNAPSHOT_README}
486 1.1 mrg
487 1.1 mrg echo \
488 1.1 mrg "</table>
489 1.1 mrg <p>Diffs from "${BRANCH}"-"${LAST_DATE}" are available in the
490 1.1 mrg <a href=\"diffs/\">diffs/ subdirectory</a>.</p>
491 1.1 mrg
492 1.1 mrg <p>When a particular snapshot is ready for public consumption the LATEST-"${BRANCH}"
493 1.1 mrg link is updated and a message is sent to the gcc list. Please do not use
494 1.1 mrg a snapshot before it has been announced that way.</p>
495 1.1 mrg
496 1.1 mrg <hr />
497 1.1 mrg
498 1.1 mrg <address>
499 1.1 mrg <a href=\"mailto:gcc (at] gcc.gnu.org\">gcc (at] gcc.gnu.org</a>
500 1.1 mrg <br />
501 1.1 mrg Last modified "${TEXT_DATE}"
502 1.1 mrg </address>
503 1.1 mrg </body>
504 1.1 mrg
505 1.1 mrg </html>" >> ${SNAPSHOT_INDEX}
506 1.1 mrg
507 1.1 mrg rm -f LATEST-${BRANCH}
508 1.1 mrg ln -s ${RELEASE} LATEST-${BRANCH}
509 1.1 mrg
510 1.1 mrg inform "Sending mail"
511 1.1 mrg
512 1.1 mrg export QMAILHOST=gcc.gnu.org
513 1.1 mrg mail -s "gcc-${RELEASE} is now available" gcc@gcc.gnu.org < ${SNAPSHOT_README}
514 1.1 mrg }
515 1.1 mrg
516 1.1 mrg ########################################################################
517 1.1 mrg # Initialization
518 1.1 mrg ########################################################################
519 1.1 mrg
520 1.1 mrg LC_ALL=C
521 1.1 mrg export LC_ALL
522 1.1 mrg
523 1.1 mrg # Today's date.
524 1.1 mrg DATE=`date "+%Y%m%d"`
525 1.1 mrg LONG_DATE=`date "+%Y-%m-%d"`
526 1.1 mrg
527 1.1.1.9 mrg GIT=${GIT:-git}
528 1.1.1.9 mrg # The server containing the GCC repository.
529 1.1.1.9 mrg GIT_SERVER="gcc.gnu.org"
530 1.1 mrg # The path to the repository on that server.
531 1.1.1.9 mrg GIT_REPOSITORY="/git/gcc.git"
532 1.1 mrg # The username to use when connecting to the server.
533 1.1.1.9 mrg GIT_USERNAME="${USER}"
534 1.1 mrg
535 1.1 mrg # The machine to which files will be uploaded.
536 1.1 mrg GCC_HOSTNAME="gcc.gnu.org"
537 1.1 mrg # The name of the account on the machine to which files are uploaded.
538 1.1 mrg GCC_USERNAME="gccadmin"
539 1.1 mrg # The directory in which the files will be placed (do not use ~user syntax).
540 1.1 mrg FTP_PATH=/var/ftp/pub/gcc
541 1.1 mrg # The directory in which snapshots will be placed.
542 1.1 mrg SNAPSHOTS_DIR=${FTP_PATH}/snapshots
543 1.1 mrg
544 1.1 mrg # The major number for the release. For release `3.0.2' this would be
545 1.1 mrg # `3'
546 1.1 mrg RELEASE_MAJOR=""
547 1.1 mrg # The minor number for the release. For release `3.0.2' this would be
548 1.1 mrg # `0'.
549 1.1 mrg RELEASE_MINOR=""
550 1.1 mrg # The revision number for the release. For release `3.0.2' this would
551 1.1 mrg # be `2'.
552 1.1 mrg RELEASE_REVISION=""
553 1.1 mrg # The complete name of the release.
554 1.1 mrg RELEASE=""
555 1.1 mrg
556 1.1 mrg # The name of the branch from which the release should be made, in a
557 1.1 mrg # user-friendly form.
558 1.1 mrg BRANCH=""
559 1.1 mrg
560 1.1 mrg # The name of the branch from which the release should be made, as used
561 1.1 mrg # for our version control system.
562 1.1.1.9 mrg GITBRANCH=""
563 1.1 mrg
564 1.1 mrg # The tag to apply to the sources used for the release.
565 1.1 mrg TAG=""
566 1.1 mrg
567 1.1 mrg # The old tarballs from which to generate diffs.
568 1.1 mrg OLD_TARS=""
569 1.1 mrg
570 1.1 mrg # The directory that will be used to construct the release. The
571 1.1 mrg # release itself will be placed in a subdirectory of this directory.
572 1.1 mrg DESTINATION=${HOME}
573 1.1 mrg # The subdirectory.
574 1.1 mrg WORKING_DIRECTORY=""
575 1.1 mrg # The directory that will contain the GCC sources.
576 1.1 mrg SOURCE_DIRECTORY=""
577 1.1 mrg
578 1.1 mrg # Non-zero if this is the final release, rather than a prerelease.
579 1.1 mrg FINAL=0
580 1.1 mrg
581 1.1 mrg # Non-zero if we are building a snapshot, and don't build gcc or
582 1.1 mrg # include generated files.
583 1.1 mrg SNAPSHOT=0
584 1.1 mrg
585 1.1 mrg # Non-zero if we are running locally on gcc.gnu.org, and use local CVS
586 1.1 mrg # and copy directly to the FTP directory.
587 1.1 mrg LOCAL=0
588 1.1 mrg
589 1.1 mrg # Major operation modes.
590 1.1 mrg MODE_GZIP=0
591 1.1 mrg MODE_DIFFS=0
592 1.1 mrg MODE_SOURCES=0
593 1.1 mrg MODE_TARFILES=0
594 1.1 mrg MODE_UPLOAD=0
595 1.1 mrg
596 1.1.1.5 mrg # List of archive files generated; used to create .gz files from .xz.
597 1.1 mrg FILE_LIST=""
598 1.1 mrg
599 1.1 mrg # Programs we use.
600 1.1 mrg
601 1.1 mrg BZIP2="${BZIP2:-bzip2}"
602 1.1.1.5 mrg XZ="${XZ:-xz --best}"
603 1.1 mrg CVS="${CVS:-cvs -f -Q -z9}"
604 1.1 mrg DIFF="${DIFF:-diff -Nrcpad}"
605 1.1 mrg ENV="${ENV:-env}"
606 1.1 mrg GZIP="${GZIP:-gzip --best}"
607 1.1 mrg SCP="${SCP:-scp -p}"
608 1.1 mrg SSH="${SSH:-ssh}"
609 1.1 mrg TAR="${TAR:-tar}"
610 1.1 mrg
611 1.1 mrg ########################################################################
612 1.1 mrg # Command Line Processing
613 1.1 mrg ########################################################################
614 1.1 mrg
615 1.1 mrg # Parse the options.
616 1.1 mrg while getopts "d:fr:u:t:p:s:l" ARG; do
617 1.1 mrg case $ARG in
618 1.1 mrg d) DESTINATION="${OPTARG}";;
619 1.1 mrg r) RELEASE="${OPTARG}";;
620 1.1 mrg t) TAG="${OPTARG}";;
621 1.1.1.9 mrg u) GIT_USERNAME="${OPTARG}";;
622 1.1 mrg f) FINAL=1;;
623 1.1 mrg s) SNAPSHOT=1
624 1.1 mrg BRANCH=${OPTARG%:*}
625 1.1.1.9 mrg GITBRANCH=${OPTARG#*:}
626 1.1 mrg ;;
627 1.1 mrg l) LOCAL=1
628 1.1 mrg SCP=cp
629 1.1 mrg PATH=~:/usr/local/bin:$PATH;;
630 1.1 mrg p) OLD_TARS="${OLD_TARS} ${OPTARG}"
631 1.1 mrg if [ ! -f ${OPTARG} ]; then
632 1.1 mrg error "-p argument must name a tarball"
633 1.1 mrg fi;;
634 1.1 mrg \?) usage;;
635 1.1 mrg esac
636 1.1 mrg done
637 1.1 mrg shift `expr ${OPTIND} - 1`
638 1.1 mrg
639 1.1 mrg # Handle the major modes.
640 1.1 mrg while [ $# -ne 0 ]; do
641 1.1 mrg case $1 in
642 1.1 mrg diffs) MODE_DIFFS=1;;
643 1.1 mrg gzip) MODE_GZIP=1;;
644 1.1 mrg sources) MODE_SOURCES=1;;
645 1.1 mrg tarfiles) MODE_TARFILES=1;;
646 1.1 mrg upload) MODE_UPLOAD=1;;
647 1.1 mrg all) MODE_SOURCES=1; MODE_TARFILES=1; MODE_DIFFS=1; MODE_UPLOAD=1;
648 1.1 mrg if [ $SNAPSHOT -ne 1 ]; then
649 1.1 mrg # Only for releases and pre-releases.
650 1.1 mrg MODE_GZIP=1;
651 1.1 mrg fi
652 1.1 mrg ;;
653 1.1 mrg *) error "Unknown mode $1";;
654 1.1 mrg esac
655 1.1 mrg shift
656 1.1 mrg done
657 1.1 mrg
658 1.1 mrg # Perform consistency checking.
659 1.1.1.9 mrg if [ ${LOCAL} -eq 0 ] && [ -z ${GIT_USERNAME} ]; then
660 1.1 mrg error "No username specified"
661 1.1 mrg fi
662 1.1 mrg
663 1.1 mrg if [ ! -d ${DESTINATION} ]; then
664 1.1 mrg error "\`${DESTINATION}' is not a directory"
665 1.1 mrg fi
666 1.1 mrg
667 1.1 mrg if [ $SNAPSHOT -eq 0 ]; then
668 1.1 mrg if [ -z ${RELEASE} ]; then
669 1.1 mrg error "No release number specified"
670 1.1 mrg fi
671 1.1 mrg
672 1.1 mrg # Compute the major and minor release numbers.
673 1.1 mrg RELEASE_MAJOR=`echo $RELEASE | awk --assign FS=. '{ print $1; }'`
674 1.1 mrg RELEASE_MINOR=`echo $RELEASE | awk --assign FS=. '{ print $2; }'`
675 1.1 mrg RELEASE_REVISION=`echo $RELEASE | awk --assign FS=. '{ print $3; }'`
676 1.1 mrg
677 1.1 mrg if [ -z "${RELEASE_MAJOR}" ] || [ -z "${RELEASE_MINOR}" ]; then
678 1.1 mrg error "Release number \`${RELEASE}' is invalid"
679 1.1 mrg fi
680 1.1 mrg
681 1.1 mrg # Compute the full name of the release.
682 1.1 mrg if [ -z "${RELEASE_REVISION}" ]; then
683 1.1 mrg RELEASE="${RELEASE_MAJOR}.${RELEASE_MINOR}"
684 1.1 mrg else
685 1.1 mrg RELEASE="${RELEASE_MAJOR}.${RELEASE_MINOR}.${RELEASE_REVISION}"
686 1.1 mrg fi
687 1.1 mrg
688 1.1 mrg # Compute the name of the branch, which is based solely on the major
689 1.1.1.9 mrg # release number.
690 1.1.1.9 mrg GITBRANCH="releases/gcc-${RELEASE_MAJOR}"
691 1.1 mrg
692 1.1 mrg # If this is not a final release, set various parameters accordingly.
693 1.1 mrg if [ ${FINAL} -ne 1 ]; then
694 1.1 mrg RELEASE="${RELEASE}-RC-${DATE}"
695 1.1 mrg FTP_PATH="${SNAPSHOTS_DIR}/${RELEASE}"
696 1.1 mrg else
697 1.1 mrg FTP_PATH="${FTP_PATH}/releases/gcc-${RELEASE}/"
698 1.1 mrg fi
699 1.1 mrg else
700 1.1 mrg RELEASE=${BRANCH}-${DATE}
701 1.1 mrg FTP_PATH="${FTP_PATH}/snapshots/${RELEASE}"
702 1.1 mrg
703 1.1 mrg # If diffs are requested when building locally on gcc.gnu.org, we (usually)
704 1.1 mrg # know what the last snapshot date was and take the corresponding tarballs,
705 1.1 mrg # unless the user specified tarballs explicitly.
706 1.1 mrg if [ $MODE_DIFFS -ne 0 ] && [ $LOCAL -ne 0 ] && [ -z "${OLD_TARS}" ]; then
707 1.1 mrg LAST_DATE=`cat ~/.snapshot_date-${BRANCH}`
708 1.1 mrg OLD_TARS=${SNAPSHOTS_DIR}/${BRANCH}-${LAST_DATE}/gcc-${BRANCH}-${LAST_DATE}.tar.bz2
709 1.1.1.5 mrg if [ ! -e $OLD_TARS ]; then
710 1.1.1.5 mrg OLD_TARS=${SNAPSHOTS_DIR}/${BRANCH}-${LAST_DATE}/gcc-${BRANCH}-${LAST_DATE}.tar.xz
711 1.1.1.5 mrg fi
712 1.1 mrg fi
713 1.1 mrg fi
714 1.1 mrg
715 1.1 mrg # Compute the name of the WORKING_DIRECTORY and the SOURCE_DIRECTORY.
716 1.1 mrg WORKING_DIRECTORY="${DESTINATION}/gcc-${RELEASE}"
717 1.1 mrg SOURCE_DIRECTORY="${WORKING_DIRECTORY}/gcc-${RELEASE}"
718 1.1 mrg
719 1.1.1.9 mrg # Set up GITROOT.
720 1.1 mrg if [ $LOCAL -eq 0 ]; then
721 1.1.1.9 mrg GITROOT="git+ssh://${GIT_USERNAME}@${GIT_SERVER}${GIT_REPOSITORY}"
722 1.1 mrg else
723 1.1.1.9 mrg GITROOT="/git/gcc.git"
724 1.1 mrg fi
725 1.1.1.9 mrg export GITROOT
726 1.1 mrg
727 1.1 mrg ########################################################################
728 1.1 mrg # Main Program
729 1.1 mrg ########################################################################
730 1.1 mrg
731 1.1 mrg # Set the timezone to UTC
732 1.1 mrg TZ="UTC0"
733 1.1 mrg export TZ
734 1.1 mrg
735 1.1 mrg # Build the source directory.
736 1.1 mrg
737 1.1 mrg if [ $MODE_SOURCES -ne 0 ]; then
738 1.1 mrg build_sources
739 1.1 mrg fi
740 1.1 mrg
741 1.1 mrg # Build the tar files.
742 1.1 mrg
743 1.1 mrg if [ $MODE_TARFILES -ne 0 ]; then
744 1.1 mrg build_tarfiles
745 1.1 mrg fi
746 1.1 mrg
747 1.1 mrg # Build diffs
748 1.1 mrg
749 1.1 mrg if [ $MODE_DIFFS -ne 0 ]; then
750 1.1 mrg # Possibly build diffs.
751 1.1 mrg if [ -n "$OLD_TARS" ]; then
752 1.1 mrg for old_tar in $OLD_TARS; do
753 1.1 mrg build_diffs $old_tar
754 1.1 mrg done
755 1.1 mrg fi
756 1.1 mrg fi
757 1.1 mrg
758 1.1 mrg # Build gzip files
759 1.1 mrg if [ $MODE_GZIP -ne 0 ]; then
760 1.1 mrg build_gzip
761 1.1 mrg fi
762 1.1 mrg
763 1.1 mrg # Upload them to the FTP server.
764 1.1 mrg if [ $MODE_UPLOAD -ne 0 ]; then
765 1.1 mrg upload_files
766 1.1 mrg
767 1.1 mrg # For snapshots, make some further updates.
768 1.1 mrg if [ $SNAPSHOT -ne 0 ] && [ $LOCAL -ne 0 ]; then
769 1.1 mrg announce_snapshot
770 1.1 mrg
771 1.1 mrg # Update snapshot date file.
772 1.1 mrg changedir ~
773 1.1 mrg echo $DATE > .snapshot_date-${BRANCH}
774 1.1 mrg
775 1.1 mrg # Remove working directory
776 1.1 mrg rm -rf ${WORKING_DIRECTORY}
777 1.1 mrg fi
778 1.1 mrg fi
779