make-dist 14.2 KB
Newer Older
1 2 3
#!/bin/sh
### make-dist: create an Emacs distribution tar file from current srcdir

Paul Eggert's avatar
Paul Eggert committed
4
## Copyright (C) 1995, 1997-1998, 2000-2019 Free Software Foundation,
Paul Eggert's avatar
Paul Eggert committed
5
## Inc.
6 7 8 9 10 11 12 13 14 15 16 17 18 19

## This file is part of GNU Emacs.

## GNU Emacs is free software: you can redistribute it and/or modify
## it under the terms of the GNU General Public License as published by
## the Free Software Foundation, either version 3 of the License, or
## (at your option) any later version.

## GNU Emacs is distributed in the hope that it will be useful,
## but WITHOUT ANY WARRANTY; without even the implied warranty of
## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
## GNU General Public License for more details.

## You should have received a copy of the GNU General Public License
20
## along with GNU Emacs.  If not, see <https://www.gnu.org/licenses/>.
21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44

### Commentary:

## This basically creates a duplicate directory structure, and then
## hard links into it only those files that should be distributed.
## This means that if you add a file with an odd name, you should make
## sure that this script will include it.

### Code:

progname="$0"

### Exit if a command fails.
#set -e

### Print out each line we read, for debugging's sake.
#set -v

LANGUAGE=C
LC_ALL=C
LC_MESSAGES=
LANG=
export LANGUAGE LC_ALL LC_MESSAGES LANG

45 46
## Remove unnecessary restrictions on file access.
umask 022
47 48 49 50 51 52 53

update=yes
check=yes
clean_up=no
make_tar=no
default_gzip=gzip
newer=""
54
with_info=yes
55
with_tests=no
56
changelog=yes
57
verbose=no
58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77

while [ $# -gt 0 ]; do
  case "$1" in
    ## This option tells make-dist to delete the staging directory
    ## when done.  It is useless to use this unless you make a tar file.
    "--clean-up" )
      clean_up=yes
    ;;
    ## This option tells make-dist to make a tar file.
    "--tar" )
      make_tar=yes
    ;;
    ## This option tells make-dist not to recompile or do analogous things.
    "--no-update" )
      update=no
    ;;
    ## This option says don't check for bad file names, etc.
    "--no-check" )
      check=no
    ;;
78 79 80
    "--no-changelog" )
      changelog=no
    ;;
81 82 83 84 85
    ## This options tells make-dist to skip the info files.  This can
    ## be useful for creating a tarball purely for test purposes.
    "--no-info" )
      with_info=no
      ;;
86 87 88 89 90 91 92 93
    ## This option tells make-dist to make the distribution normally, then
    ## remove all files older than the given timestamp file.  This is useful
    ## for creating incremental or patch distributions.
    "--newer")
      newer="$2"
      new_extension=".new"
      shift
    ;;
94
    ## This option tells make-dist to use 'bzip2' instead of gzip.
95 96 97
    "--bzip2")
      default_gzip="bzip2"
    ;;
98 99 100 101 102 103 104
    ## Same with xz.
    "--xz")
      default_gzip="xz"
    ;;
    "--no-compress")
      default_gzip="cat"
    ;;
105 106 107 108 109 110 111

    "--snapshot")
      clean_up=yes
      make_tar=yes
      update=no
     ;;

112 113 114 115 116 117
    ## Include the test/ directory.
    ## This option is mainly for the hydra build server.
    "--tests")
      with_tests=yes
     ;;

118 119 120 121
    "--verbose")
      verbose=yes
     ;;

122
    "--help")
123
      printf '%s\n' "Usage: ${progname} [options]"
124 125 126
      echo ""
      echo "  --bzip2	use bzip2 instead of gzip"
      echo "  --clean-up	delete staging directories when done"
127 128
      echo "  --xz		use xz instead of gzip"
      echo "  --no-compress	don't compress"
129 130 131
      echo "  --newer=TIME	don't include files older than TIME"
      echo "  --no-check	don't check for bad file names etc."
      echo "  --no-update	don't recompile or do analogous things"
132
      echo "  --no-changelog	don't generate the top-level ChangeLog"
133
      echo "  --no-info		don't include info files"
134 135
      echo "  --snapshot	same as --clean-up --no-update --tar --no-check"
      echo "  --tar		make a tar file"
136
      echo "  --tests	include the test/ directory"
137
      echo "  --verbose		noisier output"
138 139 140 141 142
      echo ""
      exit 0
    ;;

    * )
143
      printf '%s\n' "${progname}: Unrecognized argument: $1" >&2
144 145 146 147 148 149 150 151
      exit 1
    ;;
  esac
  shift
done

### Make sure we're running in the right place.
if [ ! -d src -o ! -f src/lisp.h -o ! -d lisp -o ! -f lisp/subr.el ]; then
152 153 154
  printf '%s\n' "${progname}: Can't find 'src/lisp.h' and 'lisp/subr.el'." >&2
  printf '%s\n' "${progname} must be run in the top directory of the Emacs" >&2
  printf '%s\n' "distribution tree.  cd to that directory and try again." >&2
155 156 157 158 159 160 161 162 163 164 165 166 167 168 169
  exit 1
fi

### Find where to run Emacs.
### (Accept only absolute file names.)
if [ $update = yes ];
then
  if [ -f src/emacs ];
  then
    EMACS=`pwd`/src/emacs
  else
    case $EMACS in
      /*) ;;
      *)
	if [ ! -f "$EMACS" ]; then
170
	  printf '%s\n' "$0: You must set the EMACS environment variable " \
171 172 173 174 175 176 177 178
	       "to an absolute file name." 2>&1
	  exit 1
	fi;;
    esac
  fi
fi

### Find out which version of Emacs this is.
179
version=`
180
  sed -n 's/^AC_INIT(GNU Emacs,[	 ]*\([^	 ,)]*\).*/\1/p' <configure.ac
181
` || version=
182
if [ ! "${version}" ]; then
183 184
  printf '%s\n' \
    "${progname}: can't find current Emacs version in './src/emacs.c'" >&2
185 186 187 188 189 190
  exit 1
fi

echo Version number is $version

if [ $update = yes ]; then
191 192
  if ! grep -q "tree holds version  *${version}" README; then
    echo "WARNING: README has the wrong version number"
193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210
    echo "Consider running M-x set-version from admin/admin.el"
    sleep 5
  fi
fi

### Make sure we don't already have a directory  emacs-${version}.

emacsname="emacs-${version}${new_extension}"

if [ -d ${emacsname} ]
then
  echo Directory "${emacsname}" already exists >&2
  exit 1
fi

### Make sure the subdirectory is available.
tempparent="make-dist.tmp.$$"
if [ -d ${tempparent} ]; then
211
  printf '%s\n' "${progname}: staging directory '${tempparent}' already exists.
212
Perhaps a previous invocation of '${progname}' failed to clean up after
213
itself.  Check that directories whose names are of the form
214
'make-dist.tmp.NNNNN' don't contain any important information, remove
215 216 217 218 219
them, and try again." >&2
  exit 1
fi

if [ $check = yes ]; then
220 221 222

  echo "Sanity checking (use --no-check to disable this)..."

223 224
  error=no

225 226 227 228 229
  temp_el=/tmp/make-dist.tmp.$$
  temp_elc=$temp_el.1
  temp_elelc=$temp_el.2
  temp_elcel=$temp_el.3

230 231
  ls -1 lisp/[a-zA-Z]*.el lisp/[a-z]*/[a-zA-Z0-9]*.el \
	lisp/[a-z]*/[a-z]*/[a-zA-Z0-9]*.el \
232
	lisp/[a-z]*/[a-z]*/[a-z]*/[a-zA-Z0-9]*.el > $temp_el
233 234 235

  ls -1 lisp/[a-zA-Z]*.elc lisp/[a-z]*/[a-zA-Z0-9]*.elc \
	lisp/[a-z]*/[a-z]*/[a-zA-Z0-9]*.elc \
236
	lisp/[a-z]*/[a-z]*/[a-z]*/[a-zA-Z0-9]*.elc > $temp_elc
237 238

  ## Check for .elc files with no corresponding .el file.
239
  sed 's/\.el$/.elc/' $temp_el > $temp_elelc
240

241
  bogosities=`comm -13 $temp_elelc $temp_elc`
242
  if [ x"${bogosities}" != x"" ]; then
243
    error=yes
244 245 246 247 248
    echo "The following .elc files have no corresponding .el files:"
    echo "${bogosities}"
  fi

  ### Check for .el files with no corresponding .elc file.
249 250
  sed 's/\.elc$/.el/' $temp_elc > $temp_elcel
  losers=`comm -23 $temp_el $temp_elcel`
251

252 253 254
  bogosities=
  while read elc; do
      el=`echo $elc | sed 's/c$//'`
255
      [ -r $el ] || continue
256
      [ $elc -nt $el ] || bogosities="$bogosities $elc"
257
  done < $temp_elc
258 259 260 261 262 263 264

  if [ x"${bogosities}" != x"" ]; then
      error=yes
      echo "The following .elc files are older than their .el files:"
      echo "${bogosities}"
  fi

265
  rm -f $temp_el*
266 267 268

  bogosities=
  for file in $losers; do
269
    grep -q "^;.*no-byte-compile: t" $file && continue
270 271 272 273 274 275 276 277
    case $file in
      site-init.el | site-load.el | site-start.el | default.el) continue ;;
    esac

    bogosities="$file $bogosities"

  done
  if [ x"${bogosities}" != x"" ]; then
278
    error=yes
279 280 281
    echo "The following .el files have no corresponding .elc files:"
    echo "${bogosities}"
  fi
282 283 284 285


  ## This is only a crude check, eg it does not handle .info
  ## files with multiple .texi source files.
286
  find doc -name '*.texi' > $temp_el
287 288 289 290 291 292

  bogosities=
  while read texi; do
      info=`sed -n 's/^@setfilename //p' $texi | sed 's|.*info/||'`
      [ x"${info}" != x"" ] || continue
      info=info/$info
293
      [ -r $info ] || continue
294
      [ $info -nt $texi ] || bogosities="$bogosities $info"
295
  done < $temp_el
296

297
  rm -f $temp_el
298 299 300 301 302 303 304

  if [ x"${bogosities}" != x"" ]; then
    error=yes
    echo "The following .info files are older than their .texi files:"
    echo "${bogosities}"
  fi

305 306
  ## This exits with non-zero status if any .info files need
  ## rebuilding.
307
  if [ -r Makefile ] && [ "$with_info" = "yes" ]; then
308 309 310 311
      echo "Checking to see if info files are up-to-date..."
      make --question info || error=yes
  fi

312 313 314
  ## Is this a release?
  case $version in
      [1-9][0-9].[0-9])
315
          if [ -r ChangeLog ]; then
316 317 318 319 320 321 322 323 324 325 326
              if ! grep -q "Version $version released" ChangeLog; then
                  echo "No release notice in ChangeLog"
                  error=yes
              fi
          else
              echo "A release must have a ChangeLog"
              error=yes
          fi
      ;;
  esac

327 328 329 330 331
  if [ $error = yes ]; then
      echo "Failed checks" >&2
      exit 1
  fi

332 333 334 335
fi

if [ $update = yes ]; then

336
  ## Make sure configure is newer than configure.ac, etc.
Glenn Morris's avatar
Glenn Morris committed
337 338 339 340
  ## It is better to let autoreconf do what is needed than
  ## for us to try and duplicate all its checks.
  echo "Running autoreconf"
  autoreconf -i -I m4 || { x=$?; echo Autoreconf FAILED! >&2; exit $x; }
341

342 343 344 345
  if [ "$make_info" = yes ] ; then
    echo "Updating Info files"
    make info
  fi
346 347

  echo "Updating finder, custom and autoload data"
Glenn Morris's avatar
Glenn Morris committed
348
  (cd lisp && make updates EMACS="$EMACS")
349

Glenn Morris's avatar
Glenn Morris committed
350 351
  echo "Updating leim-list.el"
  (cd leim && make leim-list.el EMACS="$EMACS")
352 353

  echo "Recompiling Lisp files"
354
  $EMACS -batch -f batch-byte-recompile-directory lisp
355 356
fi                              # $update = yes

Paul Eggert's avatar
Paul Eggert committed
357 358 359 360 361 362 363 364 365 366 367 368 369
if [ "$changelog" = yes ] && [ -r .git ]; then
  top_level_ChangeLog=ChangeLog
else
  top_level_ChangeLog=
fi

# Files to distribute that might not be under version control.
# Don't distribute site-init.el, site-load.el, or default.el.
possibly_non_vc_files="
  $top_level_ChangeLog
  MANIFEST aclocal.m4 configure
  admin/charsets/jisx2131-filter
  src/config.in src/dmpstruct.h src/emacs-module.h
370
  src/fingerprint.c
Paul Eggert's avatar
Paul Eggert committed
371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387
"$(
  find admin doc etc lisp \
    \( -name '*.el' -o -name '*.elc' -o -name '*.map' -o -name '*.stamp' \
       -o -name '*.texi' -o -name '*.tex' -o -name '*.txt' \) \
    ! -name 'site-init*' ! -name 'site-load*' ! -name 'default*'
) || exit

if [ $with_info = yes ]; then
  info_files="info/dir $(echo info/*.info)" || exit
else
  info_files=
fi

# If Git is in use update the file MANIFEST, which can substitute for
# 'git ls-files' later (e.g., after extraction from a tarball).
# Otherwise, rely on the existing MANIFEST, which should be maintained some
# other way when adding or deleting a distributed file while not using Git.
388
if ( [ $update = yes ] || [ ! -f MANIFEST ] ) && [ -r .git ]; then
Paul Eggert's avatar
Paul Eggert committed
389 390 391 392 393 394 395 396 397 398 399 400
  echo "Updating MANIFEST"
  if [ $with_tests = yes ]; then
    git ls-files >MANIFEST
  else
    git ls-files | grep -v '^test' >MANIFEST
  fi || exit
  printf '%s\n' $possibly_non_vc_files $info_files >>MANIFEST || exit
  sort -u -o MANIFEST MANIFEST || exit
fi

<MANIFEST || exit

401
echo "Creating staging directory: '${tempparent}'"
402

403
mkdir ${tempparent} || exit
404 405 406 407 408 409 410 411
tempdir="${tempparent}/${emacsname}"

### This trap ensures that the staging directory will be cleaned up even
### when the script is interrupted in mid-career.
if [ "${clean_up}" = yes ]; then
  trap "echo 'Cleaning up the staging directory'; rm -rf ${tempparent}" EXIT
fi

412
echo "Creating top directory: '${tempdir}'"
Paul Eggert's avatar
Paul Eggert committed
413 414 415 416 417 418 419 420 421 422 423
if [ $verbose = yes ] && (mkdir --verbose ${tempdir}) >/dev/null 2>&1; then
  mkdir_verbose='mkdir --verbose'
else
  mkdir $tempdir || exit
  mkdir_verbose=mkdir
fi

# file_to_skip is normally empty to link every file,
# but it can be 'ChangeLog' if we do not want to link the
# top-level ChangeLog.
file_to_skip=
424

425
if [ "$changelog" = yes ]; then
426
  if test -r .git; then
427 428
    ## When making a release or pretest the ChangeLog should already
    ## have been created and edited as needed.  Don't ignore it.
Paul Eggert's avatar
Paul Eggert committed
429
    if [ -r ChangeLog ] && [ ! -L ChangeLog ]; then
430 431 432 433 434
      echo "Using existing top-level ChangeLog"
    else
      echo "Making top-level ChangeLog"
      make ChangeLog CHANGELOG=${tempdir}/ChangeLog || \
        { x=$?; echo "make ChangeLog FAILED (try --no-changelog?)" >&2; exit $x; }
Paul Eggert's avatar
Paul Eggert committed
435
      file_to_skip=ChangeLog
436
    fi
437 438 439
  else
    echo "No repository, so omitting top-level ChangeLog"
  fi
440 441
fi

442
echo "Creating subdirectories"
Paul Eggert's avatar
Paul Eggert committed
443 444 445 446 447 448 449 450 451 452 453
MANIFEST_subdir_sed='
  $a\
'$tempdir'/info\
'$tempdir'/site-lisp
  s,[^/]*$,,
  s,/$,,
  /^$/d
  s,^,'$tempdir'/,
'
tempsubdirs=$(sed "$MANIFEST_subdir_sed" MANIFEST | sort -u)
$mkdir_verbose -p $tempsubdirs || exit
454

Paul Eggert's avatar
Paul Eggert committed
455 456 457 458
echo "Making links to files"
while read file; do
  [ $file = "$file_to_skip" ] || ln $file $tempdir/$file || exit
done <MANIFEST
459 460

if [ "${newer}" ]; then
461
  printf '%s\n' "Removing files older than $newer"
462 463 464
  ## We remove .elc files unconditionally, on the theory that anyone picking
  ## up an incremental distribution already has a running Emacs to byte-compile
  ## them with.
465
  find ${tempdir} \( -name '*.elc' -o ! -newer ${newer} \) \
466
    -exec rm -f {} \; || exit
467 468 469 470 471
fi

if [ "${make_tar}" = yes ]; then
  echo "Looking for $default_gzip"
  found=0
472 473 474
  temppath=`printf '%s\n' "$PATH" |
    sed -e 's/^:/.:/' -e 's/::/:.:/g' -e 's/:$/:./' -e 's/:/ /g'
  `
475 476 477 478 479
  for dir in ${temppath}; do
    [ -x ${dir}/$default_gzip ] || continue
    found=1; break
  done
  if [ "$found" = "0" ]; then
480
    echo "WARNING: '$default_gzip' not found, will not compress" >&2
481 482 483 484
    default_gzip=cat
  fi
  case "${default_gzip}" in
    bzip2) gzip_extension=.bz2 ;;
485
    xz)  gzip_extension=.xz ;;
486
    gzip)  gzip_extension=.gz ; default_gzip="gzip --best --no-name";;
487 488 489
       *)  gzip_extension= ;;
  esac
  echo "Creating tar file"
490
  taropt='--numeric-owner --owner=0 --group=0 --mode=go+u,go-w'
491
  tar --sort=name -cf /dev/null $tempdir/src/lisp.h 2>/dev/null &&
492
    taropt="$taropt --sort=name"
493
  [ "$verbose" = "yes" ] && taropt="$taropt --verbose"
494

495 496 497 498
  (cd $tempparent &&
   case $default_gzip in
     cat) tar $taropt -cf - $emacsname;;
     *) if tar $taropt -cf /dev/null --use-compress-program="$default_gzip" \
499
	       $emacsname/src/lisp.h > /dev/null 2>&1
500 501 502 503 504 505 506 507
	then
	  tar $taropt -cf - --use-compress-program="$default_gzip" $emacsname
	else
	  tar $taropt -cf $emacsname.tar $emacsname &&
	  $default_gzip <$emacsname.tar
        fi;;
   esac
  ) >$emacsname.tar$gzip_extension || exit
508 509
fi

510
## Why are we deleting the staging directory if clean_up is no?
511
if [ "${clean_up}" != yes ]; then
512
  (cd ${tempparent} && mv ${emacsname} ..) &&
513 514 515
  rm -rf ${tempparent}
fi

Paul Eggert's avatar
Paul Eggert committed
516 517 518
# Local Variables:
# sh-basic-offset: 2
# End: