gcc_release revision 1.1.1.4.4.2 1 1.1 mrg #! /bin/sh
2 1.1 mrg
3 1.1 mrg ########################################################################
4 1.1 mrg #
5 1.1 mrg # File: gcc_release
6 1.1 mrg # Author: Jeffrey Law, Bernd Schmidt, Mark Mitchell
7 1.1 mrg # Date: 2001-05-25
8 1.1 mrg #
9 1.1 mrg # Contents:
10 1.1 mrg # Script to create a GCC release.
11 1.1 mrg #
12 1.1.1.4.4.2 martin # Copyright (c) 2001-2018 Free Software Foundation.
13 1.1 mrg #
14 1.1 mrg # This file is part of GCC.
15 1.1 mrg #
16 1.1 mrg # GCC is free software; you can redistribute it and/or modify
17 1.1 mrg # it under the terms of the GNU General Public License as published by
18 1.1 mrg # the Free Software Foundation; either version 3, or (at your option)
19 1.1 mrg # any later version.
20 1.1 mrg #
21 1.1 mrg # GCC is distributed in the hope that it will be useful,
22 1.1 mrg # but WITHOUT ANY WARRANTY; without even the implied warranty of
23 1.1 mrg # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
24 1.1 mrg # GNU General Public License for more details.
25 1.1 mrg #
26 1.1 mrg # You should have received a copy of the GNU General Public License
27 1.1 mrg # along with GCC; see the file COPYING3. If not see
28 1.1 mrg # <http://www.gnu.org/licenses/>.
29 1.1 mrg #
30 1.1 mrg ########################################################################
31 1.1 mrg
32 1.1 mrg ########################################################################
33 1.1 mrg # Notes
34 1.1 mrg ########################################################################
35 1.1 mrg
36 1.1 mrg # Here is an example usage of this script, to create a GCC 3.0.2
37 1.1 mrg # prerelease:
38 1.1 mrg #
39 1.1 mrg # gcc_release -r 3.0.2
40 1.1 mrg #
41 1.1 mrg # This script will automatically use the head of the release branch
42 1.1 mrg # to generate the release.
43 1.1 mrg
44 1.1 mrg ########################################################################
45 1.1 mrg # Functions
46 1.1 mrg ########################################################################
47 1.1 mrg
48 1.1.1.4.4.2 martin # Issue the error message given by $@ and exit with a non-zero
49 1.1 mrg # exit code.
50 1.1 mrg
51 1.1 mrg error() {
52 1.1.1.4.4.2 martin echo "gcc_release: error: $@"
53 1.1 mrg exit 1
54 1.1 mrg }
55 1.1 mrg
56 1.1.1.4.4.2 martin # Issue the informational message given by $@.
57 1.1 mrg
58 1.1 mrg inform() {
59 1.1.1.4.4.2 martin echo "gcc_release: $@"
60 1.1 mrg }
61 1.1 mrg
62 1.1 mrg # Issue a usage message explaining how to use this script.
63 1.1 mrg
64 1.1 mrg usage() {
65 1.1 mrg cat <<EOF
66 1.1 mrg gcc_release -r release [-f] [further options]
67 1.1.1.4.4.2 martin gcc_release -s name:gitbranch [further options]
68 1.1 mrg
69 1.1 mrg Options:
70 1.1 mrg
71 1.1 mrg -r release Version of the form X.Y or X.Y.Z.
72 1.1.1.4.4.2 martin -s name:gitbranch Create a snapshot, not a real release.
73 1.1 mrg
74 1.1 mrg -d destination Local working directory where we will build the release
75 1.1 mrg (default=${HOME}).
76 1.1 mrg -f Create a final release (and update ChangeLogs,...).
77 1.1 mrg -l Indicate that we are running on gcc.gnu.org.
78 1.1 mrg -p previous-tarball Location of a previous tarball (to generate diff files).
79 1.1.1.4.4.2 martin -t tag Tag to mark the release in git.
80 1.1 mrg -u username Username for upload operations.
81 1.1 mrg EOF
82 1.1 mrg exit 1
83 1.1 mrg }
84 1.1 mrg
85 1.1 mrg # Change to the directory given by $1.
86 1.1 mrg
87 1.1 mrg changedir() {
88 1.1 mrg cd $1 || \
89 1.1 mrg error "Could not change directory to $1"
90 1.1 mrg }
91 1.1 mrg
92 1.1 mrg # Build the source tree that will be the basis for the release
93 1.1 mrg # in ${WORKING_DIRECTORY}/gcc-${RELEASE}.
94 1.1 mrg
95 1.1 mrg build_sources() {
96 1.1 mrg # If the WORKING_DIRECTORY already exists, do not risk destroying it.
97 1.1 mrg if [ -r ${WORKING_DIRECTORY} ]; then
98 1.1 mrg error "\`${WORKING_DIRECTORY}' already exists"
99 1.1 mrg fi
100 1.1 mrg # Create the WORKING_DIRECTORY.
101 1.1 mrg mkdir "${WORKING_DIRECTORY}" \
102 1.1 mrg || error "Could not create \`${WORKING_DIRECTORY}'"
103 1.1 mrg changedir "${WORKING_DIRECTORY}"
104 1.1 mrg
105 1.1.1.4.4.2 martin # Check out the sources.
106 1.1.1.4.4.2 martin ${GIT} clone -q -b "${GITBRANCH}" "${GITROOT}" "`basename ${SOURCE_DIRECTORY}`" || \
107 1.1.1.4.4.2 martin error "Could not check out release sources"
108 1.1.1.4.4.2 martin
109 1.1 mrg # If this is a final release, make sure that the ChangeLogs
110 1.1 mrg # and version strings are updated.
111 1.1 mrg if [ ${FINAL} -ne 0 ]; then
112 1.1 mrg inform "Updating ChangeLogs and version files"
113 1.1 mrg
114 1.1.1.4.4.2 martin grep -q "gcc-${RELEASE_MAJOR}/index.html gcc-${RELEASE_MAJOR}/changes.html" \
115 1.1.1.4.4.2 martin ${SOURCE_DIRECTORY}/contrib/gennews ||\
116 1.1.1.4.4.2 martin error "New release not listed in contrib/gennews"
117 1.1.1.4.4.2 martin
118 1.1.1.4.4.2 martin ${SOURCE_DIRECTORY}/contrib/gennews > NEWS ||\
119 1.1.1.4.4.2 martin error "Could not regenerate NEWS files"
120 1.1.1.4.4.2 martin
121 1.1.1.4.4.2 martin grep -q "no releases of GCC ${RELEASE_MAJOR} have yet been made" NEWS &&\
122 1.1.1.4.4.2 martin error "gcc-${RELEASE_MAJOR}/index.html has not been updated yet"
123 1.1.1.4.4.2 martin
124 1.1.1.4.4.2 martin grep -q "GCC ${RELEASE_MAJOR} has not been released yet" NEWS &&\
125 1.1.1.4.4.2 martin error "gcc-${RELEASE_MAJOR}/changes.html has not been updated yet"
126 1.1.1.4.4.2 martin
127 1.1.1.4.4.2 martin thisindex="http:\/\/gcc.gnu.org\/gcc-${RELEASE_MAJOR}\/index.html"
128 1.1.1.4.4.2 martin thischanges="http:\/\/gcc.gnu.org\/gcc-${RELEASE_MAJOR}\/changes.html"
129 1.1.1.4.4.2 martin previndex="http:\/\/gcc.gnu.org\/gcc-`expr ${RELEASE_MAJOR} - 1`\/index.html"
130 1.1.1.4.4.2 martin sed -n -e "/^${thisindex}/,/^${thischanges}/p" NEWS |\
131 1.1.1.4.4.2 martin sed -n -e "/Release History/,/References and Acknowledgments/p" |\
132 1.1.1.4.4.2 martin grep -q "^[[:blank:]]*GCC ${RELEASE_MAJOR}.${RELEASE_MINOR}" ||\
133 1.1.1.4.4.2 martin error "GCC ${RELEASE_MAJOR}.${RELEASE_MINOR} not mentioned "\
134 1.1.1.4.4.2 martin "in gcc-${RELEASE_MAJOR}/index.html"
135 1.1.1.4.4.2 martin
136 1.1.1.4.4.2 martin sed -n -e "/^${thischanges}/,/^${previndex}/p" NEWS |\
137 1.1.1.4.4.2 martin grep -q "^[[:blank:]]*GCC ${RELEASE_MAJOR}.${RELEASE_MINOR}" ||\
138 1.1.1.4.4.2 martin error "GCC ${RELEASE_MAJOR}.${RELEASE_MINOR} not mentioned "\
139 1.1.1.4.4.2 martin "in gcc-${RELEASE_MAJOR}/changes.html"
140 1.1.1.4.4.2 martin
141 1.1.1.4.4.2 martin rm -f NEWS
142 1.1.1.4.4.2 martin
143 1.1.1.4.4.2 martin commit_files=""
144 1.1.1.4 mrg for x in `changedir ${SOURCE_DIRECTORY} && \
145 1.1.1.4 mrg find . -name ChangeLog`; do
146 1.1 mrg # Update this ChangeLog file only if it does not yet contain the
147 1.1 mrg # entry we are going to add. (This is a safety net for repeated
148 1.1 mrg # runs of this script for the same release.)
149 1.1.1.4 mrg if ! grep "GCC ${RELEASE} released." ${SOURCE_DIRECTORY}/${x} > /dev/null ; then
150 1.1.1.4 mrg cat - ${SOURCE_DIRECTORY}/${x} > ${SOURCE_DIRECTORY}/${x}.new <<EOF
151 1.1 mrg ${LONG_DATE} Release Manager
152 1.1 mrg
153 1.1 mrg * GCC ${RELEASE} released.
154 1.1 mrg
155 1.1 mrg EOF
156 1.1.1.4 mrg mv ${SOURCE_DIRECTORY}/${x}.new ${SOURCE_DIRECTORY}/${x} \
157 1.1.1.4 mrg || error "Could not update ${x}"
158 1.1.1.4.4.2 martin commit_files="${commit_files} ${x}"
159 1.1 mrg fi
160 1.1 mrg done
161 1.1 mrg
162 1.1 mrg # Update gcc/DEV-PHASE.
163 1.1 mrg
164 1.1.1.4 mrg if [ `cat ${SOURCE_DIRECTORY}/gcc/BASE-VER` != ${RELEASE} ]; then
165 1.1.1.4 mrg [ ${RELEASE_MAJOR} -lt 5 ] && \
166 1.1.1.4 mrg error "Release number ${RELEASE} does not match BASE-VER"
167 1.1.1.4 mrg if [ `cat ${SOURCE_DIRECTORY}/gcc/BASE-VER` \
168 1.1.1.4 mrg = ${RELEASE_MAJOR}.`expr ${RELEASE_MINOR} - 1`.1 \
169 1.1.1.4 mrg -a x${RELEASE_REVISION} = x0 ]; then
170 1.1.1.4 mrg (changedir ${SOURCE_DIRECTORY}/gcc && \
171 1.1.1.4 mrg echo ${RELEASE} > BASE-VER) || \
172 1.1.1.4 mrg error "Could not update BASE-VER"
173 1.1.1.4.4.2 martin commit_files="${commit_files} gcc/BASE-VER"
174 1.1.1.4 mrg else
175 1.1.1.4 mrg error "Release number ${RELEASE} does not immediately follow BASE-VER"
176 1.1.1.4 mrg fi
177 1.1.1.4 mrg fi
178 1.1 mrg (changedir ${SOURCE_DIRECTORY}/gcc && \
179 1.1.1.4 mrg : > DEV-PHASE) || \
180 1.1 mrg error "Could not update DEV-PHASE"
181 1.1.1.4.4.2 martin commit_files="${commit_files} gcc/DEV-PHASE"
182 1.1.1.4 mrg
183 1.1.1.4 mrg (changedir ${SOURCE_DIRECTORY} && \
184 1.1.1.4.4.2 martin ${GIT} commit -q -m 'Update ChangeLog and version files for release' ${commit_files} && \
185 1.1.1.4.4.2 martin ${GIT} push) || \
186 1.1.1.4 mrg error "Could not commit ChangeLog and version file updates"
187 1.1 mrg
188 1.1 mrg # Make sure we tag the sources for a final release.
189 1.1.1.4.4.2 martin TAG="releases/gcc-${RELEASE}"
190 1.1 mrg fi
191 1.1 mrg
192 1.1 mrg # Tag the sources.
193 1.1 mrg if [ -n "${TAG}" ]; then
194 1.1 mrg inform "Tagging sources as ${TAG}"
195 1.1 mrg # We don't want to overwrite an existing tag. So, if the tag
196 1.1 mrg # already exists, issue an error message; the release manager can
197 1.1 mrg # manually remove the tag if appropriate.
198 1.1.1.4.4.2 martin if (changedir ${SOURCE_DIRECTORY} && \
199 1.1.1.4.4.2 martin ${GIT} rev-parse "refs/tags/${TAG}" > /dev/null 2>&1); then
200 1.1 mrg error "Tag ${TAG} already exists"
201 1.1 mrg fi
202 1.1.1.4.4.2 martin (changedir ${SOURCE_DIRECTORY} && \
203 1.1.1.4.4.2 martin ${GIT} tag -s -m "GCC ${RELEASE} release" "${TAG}" && \
204 1.1.1.4.4.2 martin ${GIT} push origin tag "${TAG}") || \
205 1.1 mrg error "Could not tag sources"
206 1.1.1.4.4.2 martin GITBRANCH=${TAG}
207 1.1 mrg fi
208 1.1 mrg
209 1.1.1.4.4.2 martin GITREV=`cd ${SOURCE_DIRECTORY} && ${GIT} rev-parse HEAD`
210 1.1.1.4.4.2 martin inform "Sources are commit ${GITREV}"
211 1.1 mrg
212 1.1.1.4.4.2 martin # Make sure there are no uncommitted changes in the sources.
213 1.1.1.4.4.2 martin status=${WORKING_DIRECTORY}/gitstatus.$$
214 1.1.1.4.4.2 martin (changedir ${SOURCE_DIRECTORY} && \
215 1.1.1.4.4.2 martin ${GIT} status --porcelain --ignored > "$status") || \
216 1.1.1.4.4.2 martin error "Could not get source directory status"
217 1.1.1.4.4.2 martin if [ -s "$status" ]; then
218 1.1.1.4.4.2 martin cat "$status"
219 1.1.1.4.4.2 martin error "Source directory has unexpected changes"
220 1.1.1.4.4.2 martin fi
221 1.1.1.4.4.2 martin rm "$status"
222 1.1.1.4.4.2 martin
223 1.1.1.4.4.2 martin # Remove .git from the sources.
224 1.1.1.4.4.2 martin rm -rf "${SOURCE_DIRECTORY}/.git" || \
225 1.1.1.4.4.2 martin error "Could not remove .git from sources"
226 1.1 mrg
227 1.1 mrg # Run gcc_update on them to set up the timestamps nicely, and (re)write
228 1.1.1.4.4.2 martin # the LAST_UPDATED file containing the git tag/revision used.
229 1.1 mrg changedir "gcc-${RELEASE}"
230 1.1 mrg contrib/gcc_update --touch
231 1.1.1.4.4.2 martin echo "Obtained from git: ${GITBRANCH} revision ${GITREV}" > LAST_UPDATED
232 1.1 mrg
233 1.1 mrg # For a prerelease or real release, we need to generate additional
234 1.1.1.4.4.2 martin # files not present in git.
235 1.1 mrg changedir "${SOURCE_DIRECTORY}"
236 1.1 mrg if [ $SNAPSHOT -ne 1 ]; then
237 1.1 mrg # Generate the documentation.
238 1.1 mrg inform "Building install docs"
239 1.1 mrg SOURCEDIR=${SOURCE_DIRECTORY}/gcc/doc
240 1.1 mrg DESTDIR=${SOURCE_DIRECTORY}/INSTALL
241 1.1 mrg export SOURCEDIR
242 1.1 mrg export DESTDIR
243 1.1 mrg ${SOURCE_DIRECTORY}/gcc/doc/install.texi2html
244 1.1 mrg
245 1.1 mrg # Regenerate the NEWS file.
246 1.1 mrg contrib/gennews > NEWS || \
247 1.1 mrg error "Could not regenerate NEWS files"
248 1.1 mrg
249 1.1 mrg # Now, we must build the compiler in order to create any generated
250 1.1 mrg # files that are supposed to go in the source directory. This is
251 1.1 mrg # also a good sanity check to make sure that the release builds
252 1.1 mrg # on at least one platform.
253 1.1 mrg inform "Building compiler"
254 1.1 mrg OBJECT_DIRECTORY=../objdir
255 1.1 mrg contrib/gcc_build -d ${SOURCE_DIRECTORY} -o ${OBJECT_DIRECTORY} \
256 1.1 mrg -c "--enable-generated-files-in-srcdir --disable-multilib" build || \
257 1.1 mrg error "Could not rebuild GCC"
258 1.1 mrg fi
259 1.1 mrg
260 1.1 mrg # Move message catalogs to source directory.
261 1.1 mrg mv ../objdir/gcc/po/*.gmo gcc/po/
262 1.1 mrg [ -f libcpp/po/cpplib.pot ] && mv ../objdir/libcpp/po/*.gmo libcpp/po/
263 1.1 mrg
264 1.1 mrg # Create a "MD5SUMS" file to use for checking the validity of the release.
265 1.1 mrg echo \
266 1.1 mrg "# This file contains the MD5 checksums of the files in the
267 1.1.1.4.4.1 christos # gcc-"${RELEASE}".tar.xz tarball.
268 1.1 mrg #
269 1.1 mrg # Besides verifying that all files in the tarball were correctly expanded,
270 1.1 mrg # it also can be used to determine if any files have changed since the
271 1.1 mrg # tarball was expanded or to verify that a patchfile was correctly applied.
272 1.1 mrg #
273 1.1 mrg # Suggested usage:
274 1.1 mrg # md5sum -c MD5SUMS | grep -v \"OK$\"
275 1.1.1.3 mrg #" > MD5SUMS
276 1.1 mrg
277 1.1 mrg find . -type f |
278 1.1 mrg sed -e 's:^\./::' -e '/MD5SUMS/d' |
279 1.1 mrg sort |
280 1.1 mrg xargs md5sum >>MD5SUMS
281 1.1 mrg }
282 1.1 mrg
283 1.1 mrg # Build a single tarfile. The first argument is the name of the tarfile
284 1.1 mrg # to build, without any suffixes. They will be added automatically. The
285 1.1 mrg # rest of the arguments are files or directories to include, and possibly
286 1.1 mrg # other arguments to tar.
287 1.1 mrg
288 1.1 mrg build_tarfile() {
289 1.1 mrg # Get the name of the destination tar file.
290 1.1.1.4.4.1 christos TARFILE="$1.tar.xz"
291 1.1 mrg shift
292 1.1 mrg
293 1.1 mrg # Build the tar file itself.
294 1.1.1.4.4.1 christos (${TAR} cf - "$@" | ${XZ} > ${TARFILE}) || \
295 1.1 mrg error "Could not build tarfile"
296 1.1 mrg FILE_LIST="${FILE_LIST} ${TARFILE}"
297 1.1 mrg }
298 1.1 mrg
299 1.1 mrg # Build the various tar files for the release.
300 1.1 mrg
301 1.1 mrg build_tarfiles() {
302 1.1 mrg inform "Building tarfiles"
303 1.1 mrg
304 1.1 mrg changedir "${WORKING_DIRECTORY}"
305 1.1 mrg
306 1.1 mrg # The GNU Coding Standards specify that all files should
307 1.1 mrg # world readable.
308 1.1 mrg chmod -R a+r ${SOURCE_DIRECTORY}
309 1.1 mrg # And that all directories have mode 755.
310 1.1 mrg find ${SOURCE_DIRECTORY} -type d -exec chmod 755 {} \;
311 1.1 mrg
312 1.1 mrg # Build one huge tarfile for the entire distribution.
313 1.1 mrg build_tarfile gcc-${RELEASE} `basename ${SOURCE_DIRECTORY}`
314 1.1 mrg }
315 1.1 mrg
316 1.1 mrg # Build .gz files.
317 1.1 mrg build_gzip() {
318 1.1 mrg for f in ${FILE_LIST}; do
319 1.1.1.4.4.1 christos target=${f%.xz}.gz
320 1.1.1.4.4.1 christos (${XZ} -d -c $f | ${GZIP} > ${target}) || error "Could not create ${target}"
321 1.1 mrg done
322 1.1 mrg }
323 1.1 mrg
324 1.1 mrg # Build diffs against an old release.
325 1.1 mrg build_diffs() {
326 1.1 mrg old_dir=${1%/*}
327 1.1 mrg old_file=${1##*/}
328 1.1.1.4.4.1 christos case "$old_file" in
329 1.1.1.4.4.1 christos *.tar.xz) old_vers=${old_file%.tar.xz};;
330 1.1.1.4.4.1 christos *) old_vers=${old_file%.tar.bz2};;
331 1.1.1.4.4.1 christos esac
332 1.1 mrg old_vers=${old_vers#gcc-}
333 1.1 mrg inform "Building diffs against version $old_vers"
334 1.1.1.2 mrg for f in gcc; do
335 1.1.1.4.4.1 christos if [ -e ${old_dir}/${f}-${old_vers}.tar.xz ]; then
336 1.1.1.4.4.1 christos old_tar=${old_dir}/${f}-${old_vers}.tar.xz
337 1.1.1.4.4.1 christos else
338 1.1.1.4.4.1 christos old_tar=${old_dir}/${f}-${old_vers}.tar.bz2
339 1.1.1.4.4.1 christos fi
340 1.1.1.4.4.1 christos new_tar=${WORKING_DIRECTORY}/${f}-${RELEASE}.tar.xz
341 1.1 mrg if [ ! -e $old_tar ]; then
342 1.1 mrg inform "$old_tar not found; not generating diff file"
343 1.1 mrg elif [ ! -e $new_tar ]; then
344 1.1 mrg inform "$new_tar not found; not generating diff file"
345 1.1 mrg else
346 1.1 mrg build_diff $old_tar gcc-${old_vers} $new_tar gcc-${RELEASE} \
347 1.1.1.4.4.1 christos ${f}-${old_vers}-${RELEASE}.diff.xz
348 1.1 mrg fi
349 1.1 mrg done
350 1.1 mrg }
351 1.1 mrg
352 1.1 mrg # Build an individual diff.
353 1.1 mrg build_diff() {
354 1.1 mrg changedir "${WORKING_DIRECTORY}"
355 1.1 mrg tmpdir=gccdiff.$$
356 1.1 mrg mkdir $tmpdir || error "Could not create directory $tmpdir"
357 1.1 mrg changedir $tmpdir
358 1.1.1.4.4.1 christos case "$1" in
359 1.1.1.4.4.1 christos *.tar.bz2)
360 1.1.1.4.4.1 christos (${BZIP2} -d -c $1 | ${TAR} xf - ) || error "Could not unpack $1 for diffs"
361 1.1.1.4.4.1 christos ;;
362 1.1.1.4.4.1 christos *.tar.xz)
363 1.1.1.4.4.1 christos (${XZ} -d -c $1 | ${TAR} xf - ) || error "Could not unpack $1 for diffs"
364 1.1.1.4.4.1 christos ;;
365 1.1.1.4.4.1 christos esac
366 1.1.1.4.4.1 christos (${XZ} -d -c $3 | ${TAR} xf - ) || error "Could not unpack $3 for diffs"
367 1.1.1.4.4.1 christos ${DIFF} $2 $4 > ../${5%.xz}
368 1.1 mrg if [ $? -eq 2 ]; then
369 1.1 mrg error "Trouble making diffs from $1 to $3"
370 1.1 mrg fi
371 1.1.1.4.4.1 christos ${XZ} ../${5%.xz} || error "Could not generate ../$5"
372 1.1 mrg changedir ..
373 1.1 mrg rm -rf $tmpdir
374 1.1 mrg FILE_LIST="${FILE_LIST} $5"
375 1.1 mrg }
376 1.1 mrg
377 1.1 mrg # Upload the files to the FTP server.
378 1.1 mrg upload_files() {
379 1.1 mrg inform "Uploading files"
380 1.1 mrg
381 1.1 mrg changedir "${WORKING_DIRECTORY}"
382 1.1 mrg
383 1.1 mrg # Make sure the directory exists on the server.
384 1.1 mrg if [ $LOCAL -eq 0 ]; then
385 1.1 mrg ${SSH} -l ${GCC_USERNAME} ${GCC_HOSTNAME} \
386 1.1 mrg mkdir -p "${FTP_PATH}/diffs"
387 1.1 mrg UPLOAD_PATH="${GCC_USERNAME}@${GCC_HOSTNAME}:${FTP_PATH}"
388 1.1 mrg else
389 1.1 mrg mkdir -p "${FTP_PATH}/diffs" \
390 1.1 mrg || error "Could not create \`${FTP_PATH}'"
391 1.1 mrg UPLOAD_PATH=${FTP_PATH}
392 1.1 mrg fi
393 1.1 mrg
394 1.1 mrg # Then copy files to their respective (sub)directories.
395 1.1.1.4.4.1 christos for x in gcc*.gz gcc*.xz; do
396 1.1 mrg if [ -e ${x} ]; then
397 1.1 mrg # Make sure the file will be readable on the server.
398 1.1 mrg chmod a+r ${x}
399 1.1 mrg # Copy it.
400 1.1 mrg case ${x} in
401 1.1 mrg *.diff.*)
402 1.1 mrg SUBDIR="diffs/";
403 1.1 mrg ;;
404 1.1 mrg *)
405 1.1 mrg SUBDIR="";
406 1.1 mrg esac
407 1.1 mrg ${SCP} ${x} ${UPLOAD_PATH}/${SUBDIR} \
408 1.1 mrg || error "Could not upload ${x}"
409 1.1 mrg fi
410 1.1 mrg done
411 1.1 mrg }
412 1.1 mrg
413 1.1 mrg # Print description if snapshot exists.
414 1.1 mrg snapshot_print() {
415 1.1 mrg if [ -e ${RELEASE}/$1 ]; then
416 1.1.1.4.4.1 christos hash=`openssl sha256 ${RELEASE}/$1 | sed -e 's#(.*)##' -e 's# *= *#=#'`
417 1.1.1.2 mrg hash2=`openssl sha1 ${RELEASE}/$1 | sed -e 's#(.*)##' -e 's# *= *#=#'`
418 1.1.1.2 mrg
419 1.1.1.2 mrg printf " %-37s%s\n\n %s\n %s\n\n" "$1" "$2" "$hash" "$hash2" \
420 1.1.1.2 mrg >> ${SNAPSHOT_README}
421 1.1.1.2 mrg
422 1.1 mrg echo " <tr><td><a href=\"$1\">$1</a></td>" >> ${SNAPSHOT_INDEX}
423 1.1 mrg echo " <td>$2</td></tr>" >> ${SNAPSHOT_INDEX}
424 1.1 mrg fi
425 1.1 mrg }
426 1.1 mrg
427 1.1 mrg # Announce a snapshot, both on the web and via mail.
428 1.1 mrg announce_snapshot() {
429 1.1 mrg inform "Updating links and READMEs on the FTP server"
430 1.1 mrg
431 1.1 mrg TEXT_DATE=`date --date=$DATE +%B\ %d,\ %Y`
432 1.1 mrg SNAPSHOT_README=${RELEASE}/README
433 1.1 mrg SNAPSHOT_INDEX=${RELEASE}/index.html
434 1.1 mrg
435 1.1 mrg changedir "${SNAPSHOTS_DIR}"
436 1.1 mrg echo \
437 1.1 mrg "Snapshot gcc-"${RELEASE}" is now available on
438 1.1.1.4.4.2 martin https://gcc.gnu.org/pub/gcc/snapshots/"${RELEASE}"/
439 1.1 mrg and on various mirrors, see http://gcc.gnu.org/mirrors.html for details.
440 1.1 mrg
441 1.1.1.4.4.2 martin This snapshot has been generated from the GCC "${BRANCH}" git branch
442 1.1.1.4.4.2 martin with the following options: "git://gcc.gnu.org/git/gcc.git branch ${GITBRANCH} revision ${GITREV}"
443 1.1 mrg
444 1.1 mrg You'll find:
445 1.1 mrg " > ${SNAPSHOT_README}
446 1.1 mrg
447 1.1 mrg echo \
448 1.1 mrg "<html>
449 1.1 mrg
450 1.1 mrg <head>
451 1.1 mrg <title>GCC "${RELEASE}" Snapshot</title>
452 1.1 mrg </head>
453 1.1 mrg
454 1.1 mrg <body>
455 1.1 mrg <h1>GCC "${RELEASE}" Snapshot</h1>
456 1.1 mrg
457 1.1 mrg <p>The <a href =\"http://gcc.gnu.org/\">GCC Project</a> makes
458 1.1 mrg periodic snapshots of the GCC source tree available to the public
459 1.1 mrg for testing purposes.</p>
460 1.1 mrg
461 1.1 mrg <p>If you are planning to download and use one of our snapshots, then
462 1.1 mrg we highly recommend you join the GCC developers list. Details for
463 1.1 mrg how to sign up can be found on the GCC project home page.</p>
464 1.1 mrg
465 1.1.1.4.4.2 martin <p>This snapshot has been generated from the GCC "${BRANCH}" git branch
466 1.1.1.4.4.2 martin with the following options: <code>"git://gcc.gnu.org/git/gcc.git branch ${GITBRANCH} revision ${GITREV}"</code></p>
467 1.1 mrg
468 1.1 mrg <table>" > ${SNAPSHOT_INDEX}
469 1.1 mrg
470 1.1.1.4.4.1 christos snapshot_print gcc-${RELEASE}.tar.xz "Complete GCC"
471 1.1 mrg
472 1.1 mrg echo \
473 1.1 mrg "Diffs from "${BRANCH}"-"${LAST_DATE}" are available in the diffs/ subdirectory.
474 1.1 mrg
475 1.1 mrg When a particular snapshot is ready for public consumption the LATEST-"${BRANCH}"
476 1.1 mrg link is updated and a message is sent to the gcc list. Please do not use
477 1.1 mrg a snapshot before it has been announced that way." >> ${SNAPSHOT_README}
478 1.1 mrg
479 1.1 mrg echo \
480 1.1 mrg "</table>
481 1.1 mrg <p>Diffs from "${BRANCH}"-"${LAST_DATE}" are available in the
482 1.1 mrg <a href=\"diffs/\">diffs/ subdirectory</a>.</p>
483 1.1 mrg
484 1.1 mrg <p>When a particular snapshot is ready for public consumption the LATEST-"${BRANCH}"
485 1.1 mrg link is updated and a message is sent to the gcc list. Please do not use
486 1.1 mrg a snapshot before it has been announced that way.</p>
487 1.1 mrg
488 1.1 mrg <hr />
489 1.1 mrg
490 1.1 mrg <address>
491 1.1 mrg <a href=\"mailto:gcc (at] gcc.gnu.org\">gcc (at] gcc.gnu.org</a>
492 1.1 mrg <br />
493 1.1 mrg Last modified "${TEXT_DATE}"
494 1.1 mrg </address>
495 1.1 mrg </body>
496 1.1 mrg
497 1.1 mrg </html>" >> ${SNAPSHOT_INDEX}
498 1.1 mrg
499 1.1 mrg rm -f LATEST-${BRANCH}
500 1.1 mrg ln -s ${RELEASE} LATEST-${BRANCH}
501 1.1 mrg
502 1.1 mrg inform "Sending mail"
503 1.1 mrg
504 1.1 mrg export QMAILHOST=gcc.gnu.org
505 1.1 mrg mail -s "gcc-${RELEASE} is now available" gcc@gcc.gnu.org < ${SNAPSHOT_README}
506 1.1 mrg }
507 1.1 mrg
508 1.1 mrg ########################################################################
509 1.1 mrg # Initialization
510 1.1 mrg ########################################################################
511 1.1 mrg
512 1.1 mrg LC_ALL=C
513 1.1 mrg export LC_ALL
514 1.1 mrg
515 1.1 mrg # Today's date.
516 1.1 mrg DATE=`date "+%Y%m%d"`
517 1.1 mrg LONG_DATE=`date "+%Y-%m-%d"`
518 1.1 mrg
519 1.1.1.4.4.2 martin GIT=${GIT:-git}
520 1.1.1.4.4.2 martin # The server containing the GCC repository.
521 1.1.1.4.4.2 martin GIT_SERVER="gcc.gnu.org"
522 1.1 mrg # The path to the repository on that server.
523 1.1.1.4.4.2 martin GIT_REPOSITORY="/git/gcc.git"
524 1.1 mrg # The username to use when connecting to the server.
525 1.1.1.4.4.2 martin GIT_USERNAME="${USER}"
526 1.1 mrg
527 1.1 mrg # The machine to which files will be uploaded.
528 1.1 mrg GCC_HOSTNAME="gcc.gnu.org"
529 1.1 mrg # The name of the account on the machine to which files are uploaded.
530 1.1 mrg GCC_USERNAME="gccadmin"
531 1.1 mrg # The directory in which the files will be placed (do not use ~user syntax).
532 1.1 mrg FTP_PATH=/var/ftp/pub/gcc
533 1.1 mrg # The directory in which snapshots will be placed.
534 1.1 mrg SNAPSHOTS_DIR=${FTP_PATH}/snapshots
535 1.1 mrg
536 1.1 mrg # The major number for the release. For release `3.0.2' this would be
537 1.1 mrg # `3'
538 1.1 mrg RELEASE_MAJOR=""
539 1.1 mrg # The minor number for the release. For release `3.0.2' this would be
540 1.1 mrg # `0'.
541 1.1 mrg RELEASE_MINOR=""
542 1.1 mrg # The revision number for the release. For release `3.0.2' this would
543 1.1 mrg # be `2'.
544 1.1 mrg RELEASE_REVISION=""
545 1.1 mrg # The complete name of the release.
546 1.1 mrg RELEASE=""
547 1.1 mrg
548 1.1 mrg # The name of the branch from which the release should be made, in a
549 1.1 mrg # user-friendly form.
550 1.1 mrg BRANCH=""
551 1.1 mrg
552 1.1 mrg # The name of the branch from which the release should be made, as used
553 1.1 mrg # for our version control system.
554 1.1.1.4.4.2 martin GITBRANCH=""
555 1.1 mrg
556 1.1 mrg # The tag to apply to the sources used for the release.
557 1.1 mrg TAG=""
558 1.1 mrg
559 1.1 mrg # The old tarballs from which to generate diffs.
560 1.1 mrg OLD_TARS=""
561 1.1 mrg
562 1.1 mrg # The directory that will be used to construct the release. The
563 1.1 mrg # release itself will be placed in a subdirectory of this directory.
564 1.1 mrg DESTINATION=${HOME}
565 1.1 mrg # The subdirectory.
566 1.1 mrg WORKING_DIRECTORY=""
567 1.1 mrg # The directory that will contain the GCC sources.
568 1.1 mrg SOURCE_DIRECTORY=""
569 1.1 mrg
570 1.1 mrg # Non-zero if this is the final release, rather than a prerelease.
571 1.1 mrg FINAL=0
572 1.1 mrg
573 1.1 mrg # Non-zero if we are building a snapshot, and don't build gcc or
574 1.1 mrg # include generated files.
575 1.1 mrg SNAPSHOT=0
576 1.1 mrg
577 1.1 mrg # Non-zero if we are running locally on gcc.gnu.org, and use local CVS
578 1.1 mrg # and copy directly to the FTP directory.
579 1.1 mrg LOCAL=0
580 1.1 mrg
581 1.1 mrg # Major operation modes.
582 1.1 mrg MODE_GZIP=0
583 1.1 mrg MODE_DIFFS=0
584 1.1 mrg MODE_SOURCES=0
585 1.1 mrg MODE_TARFILES=0
586 1.1 mrg MODE_UPLOAD=0
587 1.1 mrg
588 1.1.1.4.4.1 christos # List of archive files generated; used to create .gz files from .xz.
589 1.1 mrg FILE_LIST=""
590 1.1 mrg
591 1.1 mrg # Programs we use.
592 1.1 mrg
593 1.1 mrg BZIP2="${BZIP2:-bzip2}"
594 1.1.1.4.4.1 christos XZ="${XZ:-xz --best}"
595 1.1 mrg CVS="${CVS:-cvs -f -Q -z9}"
596 1.1 mrg DIFF="${DIFF:-diff -Nrcpad}"
597 1.1 mrg ENV="${ENV:-env}"
598 1.1 mrg GZIP="${GZIP:-gzip --best}"
599 1.1 mrg SCP="${SCP:-scp -p}"
600 1.1 mrg SSH="${SSH:-ssh}"
601 1.1 mrg TAR="${TAR:-tar}"
602 1.1 mrg
603 1.1 mrg ########################################################################
604 1.1 mrg # Command Line Processing
605 1.1 mrg ########################################################################
606 1.1 mrg
607 1.1 mrg # Parse the options.
608 1.1 mrg while getopts "d:fr:u:t:p:s:l" ARG; do
609 1.1 mrg case $ARG in
610 1.1 mrg d) DESTINATION="${OPTARG}";;
611 1.1 mrg r) RELEASE="${OPTARG}";;
612 1.1 mrg t) TAG="${OPTARG}";;
613 1.1.1.4.4.2 martin u) GIT_USERNAME="${OPTARG}";;
614 1.1 mrg f) FINAL=1;;
615 1.1 mrg s) SNAPSHOT=1
616 1.1 mrg BRANCH=${OPTARG%:*}
617 1.1.1.4.4.2 martin GITBRANCH=${OPTARG#*:}
618 1.1 mrg ;;
619 1.1 mrg l) LOCAL=1
620 1.1 mrg SCP=cp
621 1.1 mrg PATH=~:/usr/local/bin:$PATH;;
622 1.1 mrg p) OLD_TARS="${OLD_TARS} ${OPTARG}"
623 1.1 mrg if [ ! -f ${OPTARG} ]; then
624 1.1 mrg error "-p argument must name a tarball"
625 1.1 mrg fi;;
626 1.1 mrg \?) usage;;
627 1.1 mrg esac
628 1.1 mrg done
629 1.1 mrg shift `expr ${OPTIND} - 1`
630 1.1 mrg
631 1.1 mrg # Handle the major modes.
632 1.1 mrg while [ $# -ne 0 ]; do
633 1.1 mrg case $1 in
634 1.1 mrg diffs) MODE_DIFFS=1;;
635 1.1 mrg gzip) MODE_GZIP=1;;
636 1.1 mrg sources) MODE_SOURCES=1;;
637 1.1 mrg tarfiles) MODE_TARFILES=1;;
638 1.1 mrg upload) MODE_UPLOAD=1;;
639 1.1 mrg all) MODE_SOURCES=1; MODE_TARFILES=1; MODE_DIFFS=1; MODE_UPLOAD=1;
640 1.1 mrg if [ $SNAPSHOT -ne 1 ]; then
641 1.1 mrg # Only for releases and pre-releases.
642 1.1 mrg MODE_GZIP=1;
643 1.1 mrg fi
644 1.1 mrg ;;
645 1.1 mrg *) error "Unknown mode $1";;
646 1.1 mrg esac
647 1.1 mrg shift
648 1.1 mrg done
649 1.1 mrg
650 1.1 mrg # Perform consistency checking.
651 1.1.1.4.4.2 martin if [ ${LOCAL} -eq 0 ] && [ -z ${GIT_USERNAME} ]; then
652 1.1 mrg error "No username specified"
653 1.1 mrg fi
654 1.1 mrg
655 1.1 mrg if [ ! -d ${DESTINATION} ]; then
656 1.1 mrg error "\`${DESTINATION}' is not a directory"
657 1.1 mrg fi
658 1.1 mrg
659 1.1 mrg if [ $SNAPSHOT -eq 0 ]; then
660 1.1 mrg if [ -z ${RELEASE} ]; then
661 1.1 mrg error "No release number specified"
662 1.1 mrg fi
663 1.1 mrg
664 1.1 mrg # Compute the major and minor release numbers.
665 1.1 mrg RELEASE_MAJOR=`echo $RELEASE | awk --assign FS=. '{ print $1; }'`
666 1.1 mrg RELEASE_MINOR=`echo $RELEASE | awk --assign FS=. '{ print $2; }'`
667 1.1 mrg RELEASE_REVISION=`echo $RELEASE | awk --assign FS=. '{ print $3; }'`
668 1.1 mrg
669 1.1 mrg if [ -z "${RELEASE_MAJOR}" ] || [ -z "${RELEASE_MINOR}" ]; then
670 1.1 mrg error "Release number \`${RELEASE}' is invalid"
671 1.1 mrg fi
672 1.1 mrg
673 1.1 mrg # Compute the full name of the release.
674 1.1 mrg if [ -z "${RELEASE_REVISION}" ]; then
675 1.1 mrg RELEASE="${RELEASE_MAJOR}.${RELEASE_MINOR}"
676 1.1 mrg else
677 1.1 mrg RELEASE="${RELEASE_MAJOR}.${RELEASE_MINOR}.${RELEASE_REVISION}"
678 1.1 mrg fi
679 1.1 mrg
680 1.1 mrg # Compute the name of the branch, which is based solely on the major
681 1.1.1.4.4.2 martin # release number.
682 1.1.1.4.4.2 martin GITBRANCH="releases/gcc-${RELEASE_MAJOR}"
683 1.1 mrg
684 1.1 mrg # If this is not a final release, set various parameters accordingly.
685 1.1 mrg if [ ${FINAL} -ne 1 ]; then
686 1.1 mrg RELEASE="${RELEASE}-RC-${DATE}"
687 1.1 mrg FTP_PATH="${SNAPSHOTS_DIR}/${RELEASE}"
688 1.1 mrg else
689 1.1 mrg FTP_PATH="${FTP_PATH}/releases/gcc-${RELEASE}/"
690 1.1 mrg fi
691 1.1 mrg else
692 1.1 mrg RELEASE=${BRANCH}-${DATE}
693 1.1 mrg FTP_PATH="${FTP_PATH}/snapshots/${RELEASE}"
694 1.1 mrg
695 1.1 mrg # If diffs are requested when building locally on gcc.gnu.org, we (usually)
696 1.1 mrg # know what the last snapshot date was and take the corresponding tarballs,
697 1.1 mrg # unless the user specified tarballs explicitly.
698 1.1 mrg if [ $MODE_DIFFS -ne 0 ] && [ $LOCAL -ne 0 ] && [ -z "${OLD_TARS}" ]; then
699 1.1 mrg LAST_DATE=`cat ~/.snapshot_date-${BRANCH}`
700 1.1 mrg OLD_TARS=${SNAPSHOTS_DIR}/${BRANCH}-${LAST_DATE}/gcc-${BRANCH}-${LAST_DATE}.tar.bz2
701 1.1.1.4.4.1 christos if [ ! -e $OLD_TARS ]; then
702 1.1.1.4.4.1 christos OLD_TARS=${SNAPSHOTS_DIR}/${BRANCH}-${LAST_DATE}/gcc-${BRANCH}-${LAST_DATE}.tar.xz
703 1.1.1.4.4.1 christos fi
704 1.1 mrg fi
705 1.1 mrg fi
706 1.1 mrg
707 1.1 mrg # Compute the name of the WORKING_DIRECTORY and the SOURCE_DIRECTORY.
708 1.1 mrg WORKING_DIRECTORY="${DESTINATION}/gcc-${RELEASE}"
709 1.1 mrg SOURCE_DIRECTORY="${WORKING_DIRECTORY}/gcc-${RELEASE}"
710 1.1 mrg
711 1.1.1.4.4.2 martin # Set up GITROOT.
712 1.1 mrg if [ $LOCAL -eq 0 ]; then
713 1.1.1.4.4.2 martin GITROOT="git+ssh://${GIT_USERNAME}@${GIT_SERVER}${GIT_REPOSITORY}"
714 1.1 mrg else
715 1.1.1.4.4.2 martin GITROOT="/git/gcc.git"
716 1.1 mrg fi
717 1.1.1.4.4.2 martin export GITROOT
718 1.1 mrg
719 1.1 mrg ########################################################################
720 1.1 mrg # Main Program
721 1.1 mrg ########################################################################
722 1.1 mrg
723 1.1 mrg # Set the timezone to UTC
724 1.1 mrg TZ="UTC0"
725 1.1 mrg export TZ
726 1.1 mrg
727 1.1 mrg # Build the source directory.
728 1.1 mrg
729 1.1 mrg if [ $MODE_SOURCES -ne 0 ]; then
730 1.1 mrg build_sources
731 1.1 mrg fi
732 1.1 mrg
733 1.1 mrg # Build the tar files.
734 1.1 mrg
735 1.1 mrg if [ $MODE_TARFILES -ne 0 ]; then
736 1.1 mrg build_tarfiles
737 1.1 mrg fi
738 1.1 mrg
739 1.1 mrg # Build diffs
740 1.1 mrg
741 1.1 mrg if [ $MODE_DIFFS -ne 0 ]; then
742 1.1 mrg # Possibly build diffs.
743 1.1 mrg if [ -n "$OLD_TARS" ]; then
744 1.1 mrg for old_tar in $OLD_TARS; do
745 1.1 mrg build_diffs $old_tar
746 1.1 mrg done
747 1.1 mrg fi
748 1.1 mrg fi
749 1.1 mrg
750 1.1 mrg # Build gzip files
751 1.1 mrg if [ $MODE_GZIP -ne 0 ]; then
752 1.1 mrg build_gzip
753 1.1 mrg fi
754 1.1 mrg
755 1.1 mrg # Upload them to the FTP server.
756 1.1 mrg if [ $MODE_UPLOAD -ne 0 ]; then
757 1.1 mrg upload_files
758 1.1 mrg
759 1.1 mrg # For snapshots, make some further updates.
760 1.1 mrg if [ $SNAPSHOT -ne 0 ] && [ $LOCAL -ne 0 ]; then
761 1.1 mrg announce_snapshot
762 1.1 mrg
763 1.1 mrg # Update snapshot date file.
764 1.1 mrg changedir ~
765 1.1 mrg echo $DATE > .snapshot_date-${BRANCH}
766 1.1 mrg
767 1.1 mrg # Remove working directory
768 1.1 mrg rm -rf ${WORKING_DIRECTORY}
769 1.1 mrg fi
770 1.1 mrg fi
771