make-dist 14.5 KB
Newer Older
1 2 3
#!/bin/sh
### make-dist: create an Emacs distribution tar file from current srcdir

4
## Copyright (C) 1995, 1997-1998, 2000-2019 Free Software Foundation,
5
## Inc.
6 7 8 9 10 11 12 13 14 15 16 17 18 19

## This file is part of GNU Emacs.

## GNU Emacs is free software: you can redistribute it and/or modify
## it under the terms of the GNU General Public License as published by
## the Free Software Foundation, either version 3 of the License, or
## (at your option) any later version.

## GNU Emacs is distributed in the hope that it will be useful,
## but WITHOUT ANY WARRANTY; without even the implied warranty of
## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
## GNU General Public License for more details.

## You should have received a copy of the GNU General Public License
20
## along with GNU Emacs.  If not, see <https://www.gnu.org/licenses/>.
21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44

### Commentary:

## This basically creates a duplicate directory structure, and then
## hard links into it only those files that should be distributed.
## This means that if you add a file with an odd name, you should make
## sure that this script will include it.

### Code:

progname="$0"

### Exit if a command fails.
#set -e

### Print out each line we read, for debugging's sake.
#set -v

LANGUAGE=C
LC_ALL=C
LC_MESSAGES=
LANG=
export LANGUAGE LC_ALL LC_MESSAGES LANG

45 46
## Remove unnecessary restrictions on file access.
umask 022
47 48 49 50 51 52 53

update=yes
check=yes
clean_up=no
make_tar=no
default_gzip=gzip
newer=""
54
with_info=yes
55
with_tests=yes
56
changelog=yes
57
verbose=no
58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77

while [ $# -gt 0 ]; do
  case "$1" in
    ## This option tells make-dist to delete the staging directory
    ## when done.  It is useless to use this unless you make a tar file.
    "--clean-up" )
      clean_up=yes
    ;;
    ## This option tells make-dist to make a tar file.
    "--tar" )
      make_tar=yes
    ;;
    ## This option tells make-dist not to recompile or do analogous things.
    "--no-update" )
      update=no
    ;;
    ## This option says don't check for bad file names, etc.
    "--no-check" )
      check=no
    ;;
78 79 80
    "--no-changelog" )
      changelog=no
    ;;
81 82 83 84 85
    ## This options tells make-dist to skip the info files.  This can
    ## be useful for creating a tarball purely for test purposes.
    "--no-info" )
      with_info=no
      ;;
86 87 88 89 90 91 92 93
    ## This option tells make-dist to make the distribution normally, then
    ## remove all files older than the given timestamp file.  This is useful
    ## for creating incremental or patch distributions.
    "--newer")
      newer="$2"
      new_extension=".new"
      shift
    ;;
94
    ## This option tells make-dist to use 'bzip2' instead of gzip.
95 96 97
    "--bzip2")
      default_gzip="bzip2"
    ;;
98 99 100 101 102 103 104
    ## Same with xz.
    "--xz")
      default_gzip="xz"
    ;;
    "--no-compress")
      default_gzip="cat"
    ;;
105 106 107 108 109 110 111

    "--snapshot")
      clean_up=yes
      make_tar=yes
      update=no
     ;;

112
    ## Include the test/ directory.
113
    ## This is for backward compability to when --no-tests was the default.
114 115 116 117
    "--tests")
      with_tests=yes
     ;;

118 119 120 121 122
    ## Exclude the test/ directory.
    "--no-tests")
      with_tests=no
     ;;

123 124 125 126
    "--verbose")
      verbose=yes
     ;;

127
    "--help")
128
      printf '%s\n' "Usage: ${progname} [options]"
129 130 131
      echo ""
      echo "  --bzip2	use bzip2 instead of gzip"
      echo "  --clean-up	delete staging directories when done"
132 133
      echo "  --xz		use xz instead of gzip"
      echo "  --no-compress	don't compress"
134 135 136
      echo "  --newer=TIME	don't include files older than TIME"
      echo "  --no-check	don't check for bad file names etc."
      echo "  --no-update	don't recompile or do analogous things"
137
      echo "  --no-changelog	don't generate the top-level ChangeLog"
138
      echo "  --no-info		don't include info files"
139
      echo "  --no-tests	don't include the test/ directory"
140
      echo "  --snapshot	same as --clean-up --no-update --tar"
141
      echo "  --tar		make a tar file"
142
      echo "  --verbose		noisier output"
143 144 145 146 147
      echo ""
      exit 0
    ;;

    * )
148
      printf '%s\n' "${progname}: Unrecognized argument: $1" >&2
149 150 151 152 153 154 155 156
      exit 1
    ;;
  esac
  shift
done

### Make sure we're running in the right place.
if [ ! -d src -o ! -f src/lisp.h -o ! -d lisp -o ! -f lisp/subr.el ]; then
157 158 159
  printf '%s\n' "${progname}: Can't find 'src/lisp.h' and 'lisp/subr.el'." >&2
  printf '%s\n' "${progname} must be run in the top directory of the Emacs" >&2
  printf '%s\n' "distribution tree.  cd to that directory and try again." >&2
160 161 162 163 164 165 166 167 168 169 170 171 172 173 174
  exit 1
fi

### Find where to run Emacs.
### (Accept only absolute file names.)
if [ $update = yes ];
then
  if [ -f src/emacs ];
  then
    EMACS=`pwd`/src/emacs
  else
    case $EMACS in
      /*) ;;
      *)
	if [ ! -f "$EMACS" ]; then
175
	  printf '%s\n' "$0: You must set the EMACS environment variable " \
176 177 178 179 180 181 182 183
	       "to an absolute file name." 2>&1
	  exit 1
	fi;;
    esac
  fi
fi

### Find out which version of Emacs this is.
184
version=`
185
  sed -n 's/^AC_INIT(GNU Emacs,[	 ]*\([^	 ,)]*\).*/\1/p' <configure.ac
186
` || version=
187
if [ ! "${version}" ]; then
188 189
  printf '%s\n' \
    "${progname}: can't find current Emacs version in './src/emacs.c'" >&2
190 191 192 193 194 195
  exit 1
fi

echo Version number is $version

if [ $update = yes ]; then
196 197
  if ! grep -q "tree holds version  *${version}" README; then
    echo "WARNING: README has the wrong version number"
198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215
    echo "Consider running M-x set-version from admin/admin.el"
    sleep 5
  fi
fi

### Make sure we don't already have a directory  emacs-${version}.

emacsname="emacs-${version}${new_extension}"

if [ -d ${emacsname} ]
then
  echo Directory "${emacsname}" already exists >&2
  exit 1
fi

### Make sure the subdirectory is available.
tempparent="make-dist.tmp.$$"
if [ -d ${tempparent} ]; then
216
  printf '%s\n' "${progname}: staging directory '${tempparent}' already exists.
217
Perhaps a previous invocation of '${progname}' failed to clean up after
218
itself.  Check that directories whose names are of the form
219
'make-dist.tmp.NNNNN' don't contain any important information, remove
220 221 222 223 224
them, and try again." >&2
  exit 1
fi

if [ $check = yes ]; then
225 226 227

  echo "Sanity checking (use --no-check to disable this)..."

228 229
  error=no

230 231 232 233 234
  temp_el=/tmp/make-dist.tmp.$$
  temp_elc=$temp_el.1
  temp_elelc=$temp_el.2
  temp_elcel=$temp_el.3

235 236
  ls -1 lisp/[a-zA-Z]*.el lisp/[a-z]*/[a-zA-Z0-9]*.el \
	lisp/[a-z]*/[a-z]*/[a-zA-Z0-9]*.el \
237
	lisp/[a-z]*/[a-z]*/[a-z]*/[a-zA-Z0-9]*.el > $temp_el
238 239 240

  ls -1 lisp/[a-zA-Z]*.elc lisp/[a-z]*/[a-zA-Z0-9]*.elc \
	lisp/[a-z]*/[a-z]*/[a-zA-Z0-9]*.elc \
241
	lisp/[a-z]*/[a-z]*/[a-z]*/[a-zA-Z0-9]*.elc > $temp_elc
242 243

  ## Check for .elc files with no corresponding .el file.
244
  sed 's/\.el$/.elc/' $temp_el > $temp_elelc
245

246
  bogosities=`comm -13 $temp_elelc $temp_elc`
247
  if [ x"${bogosities}" != x"" ]; then
248
    error=yes
249 250 251 252 253
    echo "The following .elc files have no corresponding .el files:"
    echo "${bogosities}"
  fi

  ### Check for .el files with no corresponding .elc file.
254 255
  sed 's/\.elc$/.el/' $temp_elc > $temp_elcel
  losers=`comm -23 $temp_el $temp_elcel`
256

257 258 259
  bogosities=
  while read elc; do
      el=`echo $elc | sed 's/c$//'`
260
      [ -r $el ] || continue
261
      [ $elc -nt $el ] || bogosities="$bogosities $elc"
262
  done < $temp_elc
263 264 265 266 267 268 269

  if [ x"${bogosities}" != x"" ]; then
      error=yes
      echo "The following .elc files are older than their .el files:"
      echo "${bogosities}"
  fi

270
  rm -f $temp_el*
271 272 273

  bogosities=
  for file in $losers; do
274
    grep -q "^;.*no-byte-compile: t" $file && continue
275 276 277 278 279 280 281 282
    case $file in
      site-init.el | site-load.el | site-start.el | default.el) continue ;;
    esac

    bogosities="$file $bogosities"

  done
  if [ x"${bogosities}" != x"" ]; then
283
    error=yes
284 285 286
    echo "The following .el files have no corresponding .elc files:"
    echo "${bogosities}"
  fi
287 288 289 290


  ## This is only a crude check, eg it does not handle .info
  ## files with multiple .texi source files.
291
  find doc -name '*.texi' > $temp_el
292 293 294 295 296 297

  bogosities=
  while read texi; do
      info=`sed -n 's/^@setfilename //p' $texi | sed 's|.*info/||'`
      [ x"${info}" != x"" ] || continue
      info=info/$info
298
      [ -r $info ] || continue
299
      [ $info -nt $texi ] || bogosities="$bogosities $info"
300
  done < $temp_el
301

302
  rm -f $temp_el
303 304 305 306 307 308 309

  if [ x"${bogosities}" != x"" ]; then
    error=yes
    echo "The following .info files are older than their .texi files:"
    echo "${bogosities}"
  fi

310 311
  ## This exits with non-zero status if any .info files need
  ## rebuilding.
312
  if [ -r Makefile ] && [ "$with_info" = "yes" ]; then
313 314 315 316
      echo "Checking to see if info files are up-to-date..."
      make --question info || error=yes
  fi

317 318 319
  ## Is this a release?
  case $version in
      [1-9][0-9].[0-9])
320
          if [ -r ChangeLog ]; then
321 322 323 324 325 326 327 328 329 330 331
              if ! grep -q "Version $version released" ChangeLog; then
                  echo "No release notice in ChangeLog"
                  error=yes
              fi
          else
              echo "A release must have a ChangeLog"
              error=yes
          fi
      ;;
  esac

332 333 334 335 336
  if [ $error = yes ]; then
      echo "Failed checks" >&2
      exit 1
  fi

337 338 339 340
fi

if [ $update = yes ]; then

341
  ## Make sure configure is newer than configure.ac, etc.
342 343 344 345
  ## It is better to let autoreconf do what is needed than
  ## for us to try and duplicate all its checks.
  echo "Running autoreconf"
  autoreconf -i -I m4 || { x=$?; echo Autoreconf FAILED! >&2; exit $x; }
346

347 348 349 350
  if [ "$make_info" = yes ] ; then
    echo "Updating Info files"
    make info
  fi
351 352

  echo "Updating finder, custom and autoload data"
353
  (cd lisp && make updates EMACS="$EMACS")
354

355 356
  echo "Updating leim-list.el"
  (cd leim && make leim-list.el EMACS="$EMACS")
357 358

  echo "Recompiling Lisp files"
359
  $EMACS -batch -f batch-byte-recompile-directory lisp
360 361
fi                              # $update = yes

362 363 364 365 366 367 368 369 370 371 372 373
if [ "$changelog" = yes ] && [ -r .git ]; then
  top_level_ChangeLog=ChangeLog
else
  top_level_ChangeLog=
fi

# Files to distribute that might not be under version control.
# Don't distribute site-init.el, site-load.el, or default.el.
possibly_non_vc_files="
  $top_level_ChangeLog
  MANIFEST aclocal.m4 configure
  admin/charsets/jisx2131-filter
374
  src/config.in
375 376 377 378 379 380 381 382 383 384 385 386 387
"$(
  find admin doc etc lisp \
    \( -name '*.el' -o -name '*.elc' -o -name '*.map' -o -name '*.stamp' \
       -o -name '*.texi' -o -name '*.tex' -o -name '*.txt' \) \
    ! -name 'site-init*' ! -name 'site-load*' ! -name 'default*'
) || exit

if [ $with_info = yes ]; then
  info_files="info/dir $(echo info/*.info)" || exit
else
  info_files=
fi

388 389 390 391 392 393 394 395 396
echo "Creating staging directory: '${tempparent}'"

mkdir ${tempparent} || exit
tempdir="${tempparent}/${emacsname}"

manifest=MANIFEST

[ -f $manifest ] || manifest=${tempparent}/MANIFEST

397 398 399 400
# If Git is in use update the file MANIFEST, which can substitute for
# 'git ls-files' later (e.g., after extraction from a tarball).
# Otherwise, rely on the existing MANIFEST, which should be maintained some
# other way when adding or deleting a distributed file while not using Git.
401 402 403 404
# TODO: maybe this should ignore $update, and always update MANIFEST
# if .git is present.
if ( [ $update = yes ] || [ ! -f $manifest ] ) && [ -r .git ]; then
  echo "Updating $manifest"
405
  if [ $with_tests = yes ]; then
406
    git ls-files > $manifest
407
  else
408
    git ls-files | grep -v '^test' >$manifest
409
  fi || exit
410 411
  printf '%s\n' $possibly_non_vc_files $info_files >>$manifest || exit
  sort -u -o $manifest $manifest || exit
412 413
fi

414
<$manifest || exit
415 416 417 418 419 420 421

### This trap ensures that the staging directory will be cleaned up even
### when the script is interrupted in mid-career.
if [ "${clean_up}" = yes ]; then
  trap "echo 'Cleaning up the staging directory'; rm -rf ${tempparent}" EXIT
fi

422
echo "Creating top directory: '${tempdir}'"
423 424 425 426 427 428 429 430 431 432 433
if [ $verbose = yes ] && (mkdir --verbose ${tempdir}) >/dev/null 2>&1; then
  mkdir_verbose='mkdir --verbose'
else
  mkdir $tempdir || exit
  mkdir_verbose=mkdir
fi

# file_to_skip is normally empty to link every file,
# but it can be 'ChangeLog' if we do not want to link the
# top-level ChangeLog.
file_to_skip=
434

435
if [ "$changelog" = yes ]; then
436
  if test -r .git; then
437 438
    ## When making a release or pretest the ChangeLog should already
    ## have been created and edited as needed.  Don't ignore it.
439
    if [ -r ChangeLog ] && [ ! -L ChangeLog ]; then
440 441 442 443 444
      echo "Using existing top-level ChangeLog"
    else
      echo "Making top-level ChangeLog"
      make ChangeLog CHANGELOG=${tempdir}/ChangeLog || \
        { x=$?; echo "make ChangeLog FAILED (try --no-changelog?)" >&2; exit $x; }
445
      file_to_skip=ChangeLog
446
    fi
447 448 449
  else
    echo "No repository, so omitting top-level ChangeLog"
  fi
450 451
fi

452
echo "Creating subdirectories"
453 454 455 456 457 458 459 460 461
MANIFEST_subdir_sed='
  $a\
'$tempdir'/info\
'$tempdir'/site-lisp
  s,[^/]*$,,
  s,/$,,
  /^$/d
  s,^,'$tempdir'/,
'
462
tempsubdirs=$(sed "$MANIFEST_subdir_sed" $manifest | sort -u)
463
$mkdir_verbose -p $tempsubdirs || exit
464

465 466
echo "Making links to files"
while read file; do
467 468 469 470 471 472
  case $file in
    MANIFEST) ln $manifest $tempdir/MANIFEST || exit ;;
    $file_to_skip) continue ;;
    *) ln $file $tempdir/$file || exit ;;
  esac
done <$manifest
473 474

if [ "${newer}" ]; then
475
  printf '%s\n' "Removing files older than $newer"
476 477 478
  ## We remove .elc files unconditionally, on the theory that anyone picking
  ## up an incremental distribution already has a running Emacs to byte-compile
  ## them with.
479
  find ${tempdir} \( -name '*.elc' -o ! -newer ${newer} \) \
480
    -exec rm -f {} \; || exit
481 482 483 484 485
fi

if [ "${make_tar}" = yes ]; then
  echo "Looking for $default_gzip"
  found=0
486 487 488
  temppath=`printf '%s\n' "$PATH" |
    sed -e 's/^:/.:/' -e 's/::/:.:/g' -e 's/:$/:./' -e 's/:/ /g'
  `
489 490 491 492 493
  for dir in ${temppath}; do
    [ -x ${dir}/$default_gzip ] || continue
    found=1; break
  done
  if [ "$found" = "0" ]; then
494
    echo "WARNING: '$default_gzip' not found, will not compress" >&2
495 496 497 498
    default_gzip=cat
  fi
  case "${default_gzip}" in
    bzip2) gzip_extension=.bz2 ;;
499
    xz)  gzip_extension=.xz ;;
500
    gzip)  gzip_extension=.gz ; default_gzip="gzip --best --no-name";;
501 502 503
       *)  gzip_extension= ;;
  esac
  echo "Creating tar file"
504
  taropt='--numeric-owner --owner=0 --group=0 --mode=go+u,go-w'
505
  tar --sort=name -cf /dev/null $tempdir/src/lisp.h 2>/dev/null &&
506
    taropt="$taropt --sort=name"
507
  [ "$verbose" = "yes" ] && taropt="$taropt --verbose"
508

509 510 511 512
  (cd $tempparent &&
   case $default_gzip in
     cat) tar $taropt -cf - $emacsname;;
     *) if tar $taropt -cf /dev/null --use-compress-program="$default_gzip" \
513
	       $emacsname/src/lisp.h > /dev/null 2>&1
514 515 516 517 518 519 520 521
	then
	  tar $taropt -cf - --use-compress-program="$default_gzip" $emacsname
	else
	  tar $taropt -cf $emacsname.tar $emacsname &&
	  $default_gzip <$emacsname.tar
        fi;;
   esac
  ) >$emacsname.tar$gzip_extension || exit
522 523
fi

524
## Why are we deleting the staging directory if clean_up is no?
525
if [ "${clean_up}" != yes ]; then
526
  (cd ${tempparent} && mv ${emacsname} ..) &&
527 528 529
  rm -rf ${tempparent}
fi

530 531 532
# Local Variables:
# sh-basic-offset: 2
# End: