Blame build-aux/gnupload

Packit 47b4ca
#!/bin/sh
Packit 47b4ca
# Sign files and upload them.
Packit 47b4ca
Packit 47b4ca
scriptversion=2012-01-15.15; # UTC
Packit 47b4ca
Packit 47b4ca
# Copyright (C) 2004-2012 Free Software Foundation, Inc.
Packit 47b4ca
#
Packit 47b4ca
# This program is free software; you can redistribute it and/or modify
Packit 47b4ca
# it under the terms of the GNU General Public License as published by
Packit 47b4ca
# the Free Software Foundation; either version 2, or (at your option)
Packit 47b4ca
# any later version.
Packit 47b4ca
#
Packit 47b4ca
# This program is distributed in the hope that it will be useful,
Packit 47b4ca
# but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 47b4ca
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
Packit 47b4ca
# GNU General Public License for more details.
Packit 47b4ca
#
Packit 47b4ca
# You should have received a copy of the GNU General Public License
Packit 47b4ca
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
Packit 47b4ca
Packit 47b4ca
# Originally written by Alexandre Duret-Lutz <adl@gnu.org>.
Packit 47b4ca
# The master copy of this file is maintained in the gnulib Git repository.
Packit 47b4ca
# Please send bug reports and feature requests to bug-gnulib@gnu.org.
Packit 47b4ca
Packit 47b4ca
set -e
Packit 47b4ca
Packit 47b4ca
GPG='gpg --batch --no-tty'
Packit 47b4ca
conffile=.gnuploadrc
Packit 47b4ca
to=
Packit 47b4ca
dry_run=false
Packit 47b4ca
symlink_files=
Packit 47b4ca
delete_files=
Packit 47b4ca
delete_symlinks=
Packit 47b4ca
collect_var=
Packit 47b4ca
dbg=
Packit 47b4ca
nl='
Packit 47b4ca
'
Packit 47b4ca
Packit 47b4ca
usage="Usage: $0 [OPTION]... [CMD] FILE... [[CMD] FILE...]
Packit 47b4ca
Packit 47b4ca
Sign all FILES, and process them at selected destinations according to CMD.
Packit 47b4ca
<http://www.gnu.org/prep/maintain/html_node/Automated-FTP-Uploads.html>
Packit 47b4ca
explains further.
Packit 47b4ca
Packit 47b4ca
Commands:
Packit 47b4ca
  --delete                 delete FILES from destination
Packit 47b4ca
  --symlink                create symbolic links
Packit 47b4ca
  --rmsymlink              remove symbolic links
Packit 47b4ca
  --                       treat the remaining arguments as files to upload
Packit 47b4ca
Packit 47b4ca
Options:
Packit 47b4ca
  --help                   print this help text and exit
Packit 47b4ca
  --to DEST                specify one destination for FILES
Packit 47b4ca
                           (multiple --to options are allowed)
Packit 47b4ca
  --user NAME              sign with key NAME
Packit 47b4ca
  --symlink-regex[=EXPR]   use sed script EXPR to compute symbolic link names
Packit 47b4ca
  --dry-run                do nothing, show what would have been done
Packit 47b4ca
  --version                output version information and exit
Packit 47b4ca
Packit 47b4ca
If --symlink-regex is given without EXPR, then the link target name
Packit 47b4ca
is created by replacing the version information with '-latest', e.g.:
Packit 47b4ca
Packit 47b4ca
  foo-1.3.4.tar.gz -> foo-latest.tar.gz
Packit 47b4ca
Packit 47b4ca
Recognized destinations are:
Packit 47b4ca
  alpha.gnu.org:DIRECTORY
Packit 47b4ca
  savannah.gnu.org:DIRECTORY
Packit 47b4ca
  savannah.nongnu.org:DIRECTORY
Packit 47b4ca
  ftp.gnu.org:DIRECTORY
Packit 47b4ca
                           build directive files and upload files by FTP
Packit 47b4ca
  download.gnu.org.ua:{alpha|ftp}/DIRECTORY
Packit 47b4ca
                           build directive files and upload files by SFTP
Packit 47b4ca
  [user@]host:DIRECTORY    upload files with scp
Packit 47b4ca
Packit 47b4ca
Options and commands are applied in order.  If the file $conffile exists
Packit 47b4ca
in the current working directory, its contents are prepended to the
Packit 47b4ca
actual command line options.  Use this to keep your defaults.  Comments
Packit 47b4ca
(#) and empty lines in $conffile are allowed.
Packit 47b4ca
Packit 47b4ca
Examples:
Packit 47b4ca
1. Upload foobar-1.0.tar.gz to ftp.gnu.org:
Packit 47b4ca
  gnupload --to ftp.gnu.org:foobar foobar-1.0.tar.gz
Packit 47b4ca
Packit 47b4ca
2. Upload foobar-1.0.tar.gz and foobar-1.0.tar.xz to ftp.gnu.org:
Packit 47b4ca
  gnupload --to ftp.gnu.org:foobar foobar-1.0.tar.gz foobar-1.0.tar.xz
Packit 47b4ca
Packit 47b4ca
3. Same as above, and also create symbolic links to foobar-latest.tar.*:
Packit 47b4ca
  gnupload --to ftp.gnu.org:foobar \\
Packit 47b4ca
           --symlink-regex \\
Packit 47b4ca
           foobar-1.0.tar.gz foobar-1.0.tar.xz
Packit 47b4ca
Packit 47b4ca
4. Upload foobar-0.9.90.tar.gz to two sites:
Packit 47b4ca
  gnupload --to alpha.gnu.org:foobar \\
Packit 47b4ca
           --to sources.redhat.com:~ftp/pub/foobar \\
Packit 47b4ca
           foobar-0.9.90.tar.gz
Packit 47b4ca
Packit 47b4ca
5. Delete oopsbar-0.9.91.tar.gz and upload foobar-0.9.91.tar.gz
Packit 47b4ca
   (the -- terminates the list of files to delete):
Packit 47b4ca
  gnupload --to alpha.gnu.org:foobar \\
Packit 47b4ca
           --to sources.redhat.com:~ftp/pub/foobar \\
Packit 47b4ca
           --delete oopsbar-0.9.91.tar.gz \\
Packit 47b4ca
           -- foobar-0.9.91.tar.gz
Packit 47b4ca
Packit 47b4ca
gnupload uses the ncftpput program to do the transfers; if you don't
Packit 47b4ca
happen to have an ncftp package installed, the ncftpput-ftp script in
Packit 47b4ca
the build-aux/ directory of the gnulib package
Packit 47b4ca
(http://savannah.gnu.org/projects/gnulib) may serve as a replacement.
Packit 47b4ca
Packit 47b4ca
Send patches and bug reports to <bug-gnulib@gnu.org>."
Packit 47b4ca
Packit 47b4ca
# Read local configuration file
Packit 47b4ca
if test -r "$conffile"; then
Packit 47b4ca
  echo "$0: Reading configuration file $conffile"
Packit 47b4ca
  conf=`sed 's/#.*$//;/^$/d' "$conffile" | tr "\015$nl" '  '`
Packit 47b4ca
  eval set x "$conf \"\$@\""
Packit 47b4ca
  shift
Packit 47b4ca
fi
Packit 47b4ca
Packit 47b4ca
while test -n "$1"; do
Packit 47b4ca
  case $1 in
Packit 47b4ca
  -*)
Packit 47b4ca
    collect_var=
Packit 47b4ca
    case $1 in
Packit 47b4ca
    --help)
Packit 47b4ca
      echo "$usage"
Packit 47b4ca
      exit $?
Packit 47b4ca
      ;;
Packit 47b4ca
    --to)
Packit 47b4ca
      if test -z "$2"; then
Packit 47b4ca
        echo "$0: Missing argument for --to" 1>&2
Packit 47b4ca
        exit 1
Packit 47b4ca
      else
Packit 47b4ca
        to="$to $2"
Packit 47b4ca
        shift
Packit 47b4ca
      fi
Packit 47b4ca
      ;;
Packit 47b4ca
    --user)
Packit 47b4ca
      if test -z "$2"; then
Packit 47b4ca
        echo "$0: Missing argument for --user" 1>&2
Packit 47b4ca
        exit 1
Packit 47b4ca
      else
Packit 47b4ca
        GPG="$GPG --local-user $2"
Packit 47b4ca
        shift
Packit 47b4ca
      fi
Packit 47b4ca
      ;;
Packit 47b4ca
    --delete)
Packit 47b4ca
      collect_var=delete_files
Packit 47b4ca
      ;;
Packit 47b4ca
    --rmsymlink)
Packit 47b4ca
      collect_var=delete_symlinks
Packit 47b4ca
      ;;
Packit 47b4ca
    --symlink-regex=*)
Packit 47b4ca
      symlink_expr=`expr "$1" : '[^=]*=\(.*\)'`
Packit 47b4ca
      ;;
Packit 47b4ca
    --symlink-regex)
Packit 47b4ca
      symlink_expr='s|-[0-9][0-9\.]*\(-[0-9][0-9]*\)\{0,1\}\.|-latest.|'
Packit 47b4ca
      ;;
Packit 47b4ca
    --symlink)
Packit 47b4ca
      collect_var=symlink_files
Packit 47b4ca
      ;;
Packit 47b4ca
    --dry-run|-n)
Packit 47b4ca
      dry_run=:
Packit 47b4ca
      ;;
Packit 47b4ca
    --version)
Packit 47b4ca
      echo "gnupload $scriptversion"
Packit 47b4ca
      exit $?
Packit 47b4ca
      ;;
Packit 47b4ca
    --)
Packit 47b4ca
      shift
Packit 47b4ca
      break
Packit 47b4ca
      ;;
Packit 47b4ca
    -*)
Packit 47b4ca
      echo "$0: Unknown option '$1', try '$0 --help'" 1>&2
Packit 47b4ca
      exit 1
Packit 47b4ca
      ;;
Packit 47b4ca
    esac
Packit 47b4ca
    ;;
Packit 47b4ca
  *)
Packit 47b4ca
    if test -z "$collect_var"; then
Packit 47b4ca
      break
Packit 47b4ca
    else
Packit 47b4ca
      eval "$collect_var=\"\$$collect_var $1\""
Packit 47b4ca
    fi
Packit 47b4ca
    ;;
Packit 47b4ca
  esac
Packit 47b4ca
  shift
Packit 47b4ca
done
Packit 47b4ca
Packit 47b4ca
dprint()
Packit 47b4ca
{
Packit 47b4ca
  echo "Running $* ..."
Packit 47b4ca
}
Packit 47b4ca
Packit 47b4ca
if $dry_run; then
Packit 47b4ca
  dbg=dprint
Packit 47b4ca
fi
Packit 47b4ca
Packit 47b4ca
if test -z "$to"; then
Packit 47b4ca
  echo "$0: Missing destination sites" >&2
Packit 47b4ca
  exit 1
Packit 47b4ca
fi
Packit 47b4ca
Packit 47b4ca
if test -n "$symlink_files"; then
Packit 47b4ca
  x=`echo "$symlink_files" | sed 's/[^ ]//g;s/  //g'`
Packit 47b4ca
  if test -n "$x"; then
Packit 47b4ca
    echo "$0: Odd number of symlink arguments" >&2
Packit 47b4ca
    exit 1
Packit 47b4ca
  fi
Packit 47b4ca
fi
Packit 47b4ca
Packit 47b4ca
if test $# = 0; then
Packit 47b4ca
  if test -z "${symlink_files}${delete_files}${delete_symlinks}"; then
Packit 47b4ca
    echo "$0: No file to upload" 1>&2
Packit 47b4ca
    exit 1
Packit 47b4ca
  fi
Packit 47b4ca
else
Packit 47b4ca
  # Make sure all files exist.  We don't want to ask
Packit 47b4ca
  # for the passphrase if the script will fail.
Packit 47b4ca
  for file
Packit 47b4ca
  do
Packit 47b4ca
    if test ! -f $file; then
Packit 47b4ca
      echo "$0: Cannot find '$file'" 1>&2
Packit 47b4ca
      exit 1
Packit 47b4ca
    elif test -n "$symlink_expr"; then
Packit 47b4ca
      linkname=`echo $file | sed "$symlink_expr"`
Packit 47b4ca
      if test -z "$linkname"; then
Packit 47b4ca
        echo "$0: symlink expression produces empty results" >&2
Packit 47b4ca
        exit 1
Packit 47b4ca
      elif test "$linkname" = $file; then
Packit 47b4ca
        echo "$0: symlink expression does not alter file name" >&2
Packit 47b4ca
        exit 1
Packit 47b4ca
      fi
Packit 47b4ca
    fi
Packit 47b4ca
  done
Packit 47b4ca
fi
Packit 47b4ca
Packit 47b4ca
# Make sure passphrase is not exported in the environment.
Packit 47b4ca
unset passphrase
Packit 47b4ca
Packit 47b4ca
# Reset PATH to be sure that echo is a built-in.  We will later use
Packit 47b4ca
# 'echo $passphrase' to output the passphrase, so it is important that
Packit 47b4ca
# it is a built-in (third-party programs tend to appear in 'ps'
Packit 47b4ca
# listings with their arguments...).
Packit 47b4ca
# Remember this script runs with 'set -e', so if echo is not built-in
Packit 47b4ca
# it will exit now.
Packit 47b4ca
PATH=/empty echo -n "Enter GPG passphrase: "
Packit 47b4ca
stty -echo
Packit 47b4ca
read -r passphrase
Packit 47b4ca
stty echo
Packit 47b4ca
echo
Packit 47b4ca
Packit 47b4ca
if test $# -ne 0; then
Packit 47b4ca
  for file
Packit 47b4ca
  do
Packit 47b4ca
    echo "Signing $file ..."
Packit 47b4ca
    rm -f $file.sig
Packit 47b4ca
    echo "$passphrase" | $dbg $GPG --passphrase-fd 0 -ba -o $file.sig $file
Packit 47b4ca
  done
Packit 47b4ca
fi
Packit 47b4ca
Packit 47b4ca
Packit 47b4ca
# mkdirective DESTDIR BASE FILE STMT
Packit 47b4ca
# Arguments: See upload, below
Packit 47b4ca
mkdirective ()
Packit 47b4ca
{
Packit 47b4ca
  stmt="$4"
Packit 47b4ca
  if test -n "$3"; then
Packit 47b4ca
    stmt="
Packit 47b4ca
filename: $3$stmt"
Packit 47b4ca
  fi
Packit 47b4ca
Packit 47b4ca
  cat >${2}.directive<
Packit 47b4ca
version: 1.1
Packit 47b4ca
directory: $1
Packit 47b4ca
comment: gnupload v. $scriptversion$stmt
Packit 47b4ca
EOF
Packit 47b4ca
  if $dry_run; then
Packit 47b4ca
    echo "File ${2}.directive:"
Packit 47b4ca
    cat ${2}.directive
Packit 47b4ca
    echo "File ${2}.directive:" | sed 's/./-/g'
Packit 47b4ca
  fi
Packit 47b4ca
}
Packit 47b4ca
Packit 47b4ca
mksymlink ()
Packit 47b4ca
{
Packit 47b4ca
  while test $# -ne 0
Packit 47b4ca
  do
Packit 47b4ca
    echo "symlink: $1 $2"
Packit 47b4ca
    shift
Packit 47b4ca
    shift
Packit 47b4ca
  done
Packit 47b4ca
}
Packit 47b4ca
Packit 47b4ca
# upload DEST DESTDIR BASE FILE STMT FILES
Packit 47b4ca
# Arguments:
Packit 47b4ca
#  DEST     Destination site;
Packit 47b4ca
#  DESTDIR  Destination directory;
Packit 47b4ca
#  BASE     Base name for the directive file;
Packit 47b4ca
#  FILE     Name of the file to distribute (may be empty);
Packit 47b4ca
#  STMT     Additional statements for the directive file;
Packit 47b4ca
#  FILES    List of files to upload.
Packit 47b4ca
upload ()
Packit 47b4ca
{
Packit 47b4ca
  dest=$1
Packit 47b4ca
  destdir=$2
Packit 47b4ca
  base=$3
Packit 47b4ca
  file=$4
Packit 47b4ca
  stmt=$5
Packit 47b4ca
  files=$6
Packit 47b4ca
Packit 47b4ca
  rm -f $base.directive $base.directive.asc
Packit 47b4ca
  case $dest in
Packit 47b4ca
    alpha.gnu.org:*)
Packit 47b4ca
      mkdirective "$destdir" "$base" "$file" "$stmt"
Packit 47b4ca
      echo "$passphrase" | $dbg $GPG --passphrase-fd 0 --clearsign $base.directive
Packit 47b4ca
      $dbg ncftpput ftp-upload.gnu.org /incoming/alpha $files $base.directive.asc
Packit 47b4ca
      ;;
Packit 47b4ca
    ftp.gnu.org:*)
Packit 47b4ca
      mkdirective "$destdir" "$base" "$file" "$stmt"
Packit 47b4ca
      echo "$passphrase" | $dbg $GPG --passphrase-fd 0 --clearsign $base.directive
Packit 47b4ca
      $dbg ncftpput ftp-upload.gnu.org /incoming/ftp $files $base.directive.asc
Packit 47b4ca
      ;;
Packit 47b4ca
    savannah.gnu.org:*)
Packit 47b4ca
      if test -z "$files"; then
Packit 47b4ca
        echo "$0: warning: standalone directives not applicable for $dest" >&2
Packit 47b4ca
      fi
Packit 47b4ca
      $dbg ncftpput savannah.gnu.org /incoming/savannah/$destdir $files
Packit 47b4ca
      ;;
Packit 47b4ca
    savannah.nongnu.org:*)
Packit 47b4ca
      if test -z "$files"; then
Packit 47b4ca
        echo "$0: warning: standalone directives not applicable for $dest" >&2
Packit 47b4ca
      fi
Packit 47b4ca
      $dbg ncftpput savannah.nongnu.org /incoming/savannah/$destdir $files
Packit 47b4ca
      ;;
Packit 47b4ca
    download.gnu.org.ua:alpha/*|download.gnu.org.ua:ftp/*)
Packit 47b4ca
      destdir_p1=`echo "$destdir" | sed 's,^[^/]*/,,'`
Packit 47b4ca
      destdir_topdir=`echo "$destdir" | sed 's,/.*,,'`
Packit 47b4ca
      mkdirective "$destdir_p1" "$base" "$file" "$stmt"
Packit 47b4ca
      echo "$passphrase" | $dbg $GPG --passphrase-fd 0 --clearsign $base.directive
Packit 47b4ca
      for f in $files $base.directive.asc
Packit 47b4ca
      do
Packit 47b4ca
        echo put $f
Packit 47b4ca
      done | $dbg sftp -b - puszcza.gnu.org.ua:/incoming/$destdir_topdir
Packit 47b4ca
      ;;
Packit 47b4ca
    /*)
Packit 47b4ca
      dest_host=`echo "$dest" | sed 's,:.*,,'`
Packit 47b4ca
      mkdirective "$destdir" "$base" "$file" "$stmt"
Packit 47b4ca
      echo "$passphrase" | $dbg $GPG --passphrase-fd 0 --clearsign $base.directive
Packit 47b4ca
      $dbg cp $files $base.directive.asc $dest_host
Packit 47b4ca
      ;;
Packit 47b4ca
    *)
Packit 47b4ca
      if test -z "$files"; then
Packit 47b4ca
        echo "$0: warning: standalone directives not applicable for $dest" >&2
Packit 47b4ca
      fi
Packit 47b4ca
      $dbg scp $files $dest
Packit 47b4ca
      ;;
Packit 47b4ca
  esac
Packit 47b4ca
  rm -f $base.directive $base.directive.asc
Packit 47b4ca
}
Packit 47b4ca
Packit 47b4ca
#####
Packit 47b4ca
# Process any standalone directives
Packit 47b4ca
stmt=
Packit 47b4ca
if test -n "$symlink_files"; then
Packit 47b4ca
  stmt="$stmt
Packit 47b4ca
`mksymlink $symlink_files`"
Packit 47b4ca
fi
Packit 47b4ca
Packit 47b4ca
for file in $delete_files
Packit 47b4ca
do
Packit 47b4ca
  stmt="$stmt
Packit 47b4ca
archive: $file"
Packit 47b4ca
done
Packit 47b4ca
Packit 47b4ca
for file in $delete_symlinks
Packit 47b4ca
do
Packit 47b4ca
  stmt="$stmt
Packit 47b4ca
rmsymlink: $file"
Packit 47b4ca
done
Packit 47b4ca
Packit 47b4ca
if test -n "$stmt"; then
Packit 47b4ca
  for dest in $to
Packit 47b4ca
  do
Packit 47b4ca
    destdir=`echo $dest | sed 's/[^:]*://'`
Packit 47b4ca
    upload "$dest" "$destdir" "`hostname`-$$" "" "$stmt"
Packit 47b4ca
  done
Packit 47b4ca
fi
Packit 47b4ca
Packit 47b4ca
# Process actual uploads
Packit 47b4ca
for dest in $to
Packit 47b4ca
do
Packit 47b4ca
  for file
Packit 47b4ca
  do
Packit 47b4ca
    echo "Uploading $file to $dest ..."
Packit 47b4ca
    stmt=
Packit 47b4ca
    files="$file $file.sig"
Packit 47b4ca
    destdir=`echo $dest | sed 's/[^:]*://'`
Packit 47b4ca
    if test -n "$symlink_expr"; then
Packit 47b4ca
      linkname=`echo $file | sed "$symlink_expr"`
Packit 47b4ca
      stmt="$stmt
Packit 47b4ca
symlink: $file $linkname
Packit 47b4ca
symlink: $file.sig $linkname.sig"
Packit 47b4ca
    fi
Packit 47b4ca
    upload "$dest" "$destdir" "$file" "$file" "$stmt" "$files"
Packit 47b4ca
  done
Packit 47b4ca
done
Packit 47b4ca
Packit 47b4ca
exit 0
Packit 47b4ca
Packit 47b4ca
# Local variables:
Packit 47b4ca
# eval: (add-hook 'write-file-hooks 'time-stamp)
Packit 47b4ca
# time-stamp-start: "scriptversion="
Packit 47b4ca
# time-stamp-format: "%:y-%02m-%02d.%02H"
Packit 47b4ca
# time-stamp-time-zone: "UTC"
Packit 47b4ca
# time-stamp-end: "; # UTC"
Packit 47b4ca
# End: