558 lines
14 KiB
Bash
Executable File
558 lines
14 KiB
Bash
Executable File
#! /bin/sh
|
|
#
|
|
# Modified by ALT Linux Team <apt@packages.altlinux.org>.
|
|
# Last change by Sviatoslav Sviridov <svd@altlinux.ru>.
|
|
# genbasedir was rewritten as mix of genbasedir scripts
|
|
# from Connectiva's apt-0.5.4cnc9 and ALT Linux Team's
|
|
# apt-0.3.19cnc55-alt9.
|
|
#
|
|
# The previous version from apt-0.5.4cnc9 was:
|
|
# $Id: genbasedir,v 1.6 2002/09/04 22:48:37 niemeyer Exp $
|
|
#
|
|
# This script generates the contents of the base/ directory, by creating
|
|
# the pkglists and the hash file. Update the components directory to contain
|
|
# the components of your repository.
|
|
#
|
|
|
|
PROG="${0##*/}"
|
|
|
|
topdir=
|
|
|
|
basedir=.
|
|
signature=
|
|
listonly=
|
|
hashonly=
|
|
partial=
|
|
newhashfile=1
|
|
oldhashfile=1
|
|
mapi=
|
|
bz2only=
|
|
updateinfo=
|
|
progress=
|
|
flat=
|
|
defaultkey=
|
|
topdir=
|
|
create=
|
|
verbose=
|
|
|
|
# bloat is necessary for non-Conectiva distros, at least RH,
|
|
# because they use file dependencies with a non-predictable
|
|
# heuristic. So we can't strip-off paths that will probably
|
|
# never appear in dependencies.
|
|
bloat=""
|
|
|
|
# Global release file sections
|
|
origin="Unknown"
|
|
label="Unknown"
|
|
suite="Unknown"
|
|
codename="Unknown"
|
|
date="`date -R`"
|
|
architectures="Unknown"
|
|
description="Not Available"
|
|
|
|
# Component release file sections
|
|
archive="Unknown"
|
|
version="Unknown"
|
|
architecture="Unknown"
|
|
notautomatic="false"
|
|
|
|
GENPKGLIST=genpkglist
|
|
GENSRCLIST=gensrclist
|
|
|
|
Fatal()
|
|
{
|
|
echo "${0##*/}: $*" >&2
|
|
exit 1
|
|
}
|
|
|
|
Verbose()
|
|
{
|
|
if [ -n "$verbose" ]; then
|
|
echo "$@"
|
|
fi
|
|
}
|
|
|
|
USAGE()
|
|
{
|
|
cat >&2 <<EOF
|
|
Usage: ${0##*/} [<options>] <distribution> [<comp1> [<comp2> ...]]
|
|
|
|
Options:
|
|
-s, --sign Generate and sign hashfile
|
|
--default-key=ID Use ID as gnupg secret key
|
|
--hashonly Do hash stuff only
|
|
--listonly Generate pkglists/srclists and quit
|
|
--partial Update just some of the already existent components
|
|
--newhashfile Enable generation of new style hashfile
|
|
--no-newhashfile Disable generation of new style hashfile
|
|
--oldhashfile Enable generation of old style hashfile
|
|
--no-oldhashfile Disable generation of old style hashfile
|
|
--bz2only Generate only compressed lists
|
|
--progress Show progress bars for genpkglist/gensrclist;
|
|
implies --verbose
|
|
-v, --verbose Be more talkative
|
|
--silent Be less talkative (default)
|
|
--topdir=dir Top directory of repository
|
|
--updateinfo=FILE Update information file
|
|
--mapi List only those pkgs in srclist which generate
|
|
some binaries
|
|
--flat Use flat repository, where SRPMS and RPMS are in
|
|
the topdir (SRPMS are usually in 'topdir/..')
|
|
--bloat Do not strip the package file list. Needed for some
|
|
distributions that use non-automatically generated
|
|
file dependencies
|
|
--create Create base directory if needed
|
|
|
|
--origin=ORIGIN Set "Origin" field in global release file
|
|
--label=LABEL Set "Label" field in global release file
|
|
--suite=SUITE Set "Suite" field in global release file
|
|
--codename=CODENAME
|
|
Set "Codename" field in global release file
|
|
--architectures=ARCHITECTURES
|
|
Set "Architectures" field in global release file
|
|
--description=DESCRIPTION
|
|
Set "Description" field in global release file
|
|
|
|
--archive=ARCHIVE Set "Archive" field in component release file
|
|
--version=VERSION Set "Version" field in component release file
|
|
--architecture=ARCHITECTURE
|
|
Set "Architecture" field in component release file
|
|
--notautomatic=true|false Set "NotAutomatic" field in component release file
|
|
|
|
-h,--help Show this help screen
|
|
|
|
Examples:
|
|
|
|
${0##*/} --topdir=/var/ftp/pub/distributions/ALTLinux/Sisyphus i586
|
|
${0##*/} --topdir=/var/ftp/pub/distributions/ALTLinux/Sisyphus i586 base kernel castle junior master contrib classic non-free
|
|
EOF
|
|
[ -n "$1" ] && exit "$1" || exit
|
|
}
|
|
|
|
getsize()
|
|
{
|
|
tmp=`wc -c $1`
|
|
echo $tmp|cut -f1 -d\
|
|
}
|
|
|
|
phashstuff()
|
|
{
|
|
size=`getsize "$1"`
|
|
md5=`md5sum "$1"|cut -f1 -d\ `
|
|
echo " $md5 $size $2"
|
|
}
|
|
|
|
TEMP=`getopt -n $PROG -o vhs -l help,mapi,listonly,bz2only,hashonly,updateinfo:,bloat,topdir:,sign,default-key:,progress,verbose,silent,oldhashfile,newhashfile,no-oldhashfile,no-newhashfile,partial,flat,create,origin:,label:,suite:,codename:,architectures:,description:,archive:,version:,architecture:,notautomatic: -- "$@"` || USAGE
|
|
eval set -- "$TEMP"
|
|
|
|
while :; do
|
|
case "$1" in
|
|
--listonly) shift; listonly=1
|
|
;;
|
|
--bz2only) shift; bz2only=1
|
|
;;
|
|
--hashonly) shift; hashonly=1
|
|
;;
|
|
-s|--sign) shift; signature=1
|
|
;;
|
|
--bloat) shift; bloat="--bloat"
|
|
;;
|
|
--mapi) shift; mapi="--mapi"
|
|
;;
|
|
--updateinfo) shift; updateinfo="$1"; shift
|
|
;;
|
|
--default-key) shift; defaultkey="$1"; shift
|
|
;;
|
|
--topdir) shift; topdir="$1"; shift
|
|
;;
|
|
--flat) shift; flat="--flat"
|
|
;;
|
|
--progress) shift; progress="--progress"; verbose=1
|
|
;;
|
|
-v|--verbose) shift; verbose=1
|
|
;;
|
|
--silent) shift; verbose=
|
|
;;
|
|
--partial) shift; partial=1
|
|
;;
|
|
--oldhashfile) shift; oldhashfile=1
|
|
;;
|
|
--no-oldhashfile) shift; oldhashfile=
|
|
;;
|
|
--newhashfile) shift; newhashfile=1
|
|
;;
|
|
--no-newhashfile) shift; newhashfile=
|
|
;;
|
|
-h|--help) USAGE 0
|
|
;;
|
|
--create) shift; create=1
|
|
;;
|
|
--origin) shift; origin="$1"; shift
|
|
;;
|
|
--label) shift; label="$1"; shift
|
|
;;
|
|
--suite) shift; suite="$1"; shift
|
|
;;
|
|
--codename) shift; codename="$1"; shift
|
|
;;
|
|
--architectures) shift; architectures="$1"; shift;
|
|
;;
|
|
--description) shift; description="$1"; shift;
|
|
;;
|
|
--archive) shift; archive="$1"; shift;
|
|
;;
|
|
--version) shift; version="$1"; shift;
|
|
;;
|
|
--architecture) shift; architecture="$1"; shift;
|
|
;;
|
|
--notautomatic) shift; notautomatic="$1"; shift;
|
|
;;
|
|
--) shift; break
|
|
;;
|
|
*) echo "$PROG: unrecognized option: $1" >&2; exit 1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
topdir="`echo -n "$topdir" |tr -s /`"
|
|
|
|
[ -n "$topdir" ] || Fatal 'TOPDIR not specified.'
|
|
|
|
cd "$topdir" || Fatal "Invalid TOPDIR specified: $topdir"
|
|
|
|
# this will fix the path if it was relative
|
|
topdir=`pwd`
|
|
|
|
distro="$1"
|
|
shift
|
|
|
|
components="$*"
|
|
|
|
basedir_=base
|
|
oldbasedir_="`echo "$distro/$basedir_"|tr -s /`"
|
|
basedir="`echo "$topdir/$oldbasedir_"|tr -s /`"
|
|
|
|
pkglist_=$basedir_/pkglist
|
|
srclist_=$basedir_/srclist
|
|
release_=$basedir_/release
|
|
oldpkglist_=$oldbasedir_/pkglist
|
|
oldsrclist_=$oldbasedir_/srclist
|
|
oldrelease_=$oldbasedir_/release
|
|
pkglist=$basedir/pkglist
|
|
srclist=$basedir/srclist
|
|
release=$basedir/release
|
|
|
|
if [ -z "$flat" ]; then
|
|
srctopdir=`cd $topdir/$distro/..; pwd`
|
|
else
|
|
srctopdir=`cd $topdir/$distro; pwd`
|
|
fi
|
|
|
|
WORKDIR=
|
|
|
|
exit_handler()
|
|
{
|
|
local rc=$?
|
|
trap - EXIT
|
|
[ -z "$WORKDIR" ] || rm -rf "$WORKDIR"
|
|
exit $rc
|
|
}
|
|
|
|
trap exit_handler SIGHUP SIGPIPE SIGINT SIGQUIT SIGTERM EXIT
|
|
|
|
WORKDIR="$(mktemp -dt "$PROG.XXXXXXXXXX")" || exit
|
|
|
|
if [ ! -d "$basedir" ]; then
|
|
if [ -n "$create" ]; then
|
|
Verbose -n 'Creating base directory... '
|
|
if ! mkdir -p "$basedir" >/dev/null 2>&1; then
|
|
Fatal 'Unable to create base directory'
|
|
fi
|
|
Verbose done
|
|
else
|
|
Fatal 'Base directory does not exist!'
|
|
fi
|
|
fi
|
|
|
|
if [ -z "$components" ]; then
|
|
# Try to guess components
|
|
comps=$WORKDIR/components
|
|
: >$comps
|
|
for dir in $topdir/$distro/RPMS.* $srctopdir/SRPMS.*; do
|
|
if [ -d $dir ]; then
|
|
echo $dir | sed 's/.*\.//' >> $comps
|
|
fi
|
|
done
|
|
components=`cat $comps|sort|uniq`
|
|
components=`echo $components` # eat newlines
|
|
rm -f $comps
|
|
fi
|
|
|
|
if [ -z "$components" ]; then
|
|
Fatal 'No components found'
|
|
else
|
|
Verbose "Components: $components"
|
|
fi
|
|
|
|
SRCIDX="$WORKDIR/total"
|
|
|
|
#SRCIDX_COMP will be of the form "$WORKDIR/$comp"
|
|
|
|
saved_list=
|
|
|
|
save_file()
|
|
{
|
|
saved_list="$1"
|
|
|
|
if [ -f "$saved_list" ]; then
|
|
mv -f "$saved_list" "$saved_list.old"
|
|
else
|
|
saved_list=
|
|
fi
|
|
}
|
|
|
|
compare_file()
|
|
{
|
|
if [ -n "$saved_list" -a -f "$saved_list.old" ]; then
|
|
if cmp -s "$saved_list.old" "$saved_list"; then
|
|
mv -f "$saved_list.old" "$saved_list"
|
|
else
|
|
rm -f "$saved_list.old"
|
|
fi
|
|
fi
|
|
}
|
|
|
|
if [ -z "$hashonly" ]; then
|
|
# package lists
|
|
# -------------
|
|
|
|
:>"$SRCIDX"
|
|
|
|
Verbose -n 'Processing pkglists... '
|
|
for comp in $components; do
|
|
if [ ! -d $topdir/$distro/RPMS.$comp ]; then
|
|
continue
|
|
fi
|
|
|
|
Verbose -n "$comp "
|
|
|
|
SRCIDX_COMP="$WORKDIR/$comp" # will be rewritten by genpkglist
|
|
|
|
#Verbose -n 'pkglist '
|
|
|
|
newlist="$basedir/pkglist.$comp"
|
|
|
|
# Save older pkglist
|
|
save_file "$newlist"
|
|
|
|
if [ -z "$updateinfo" ]; then
|
|
(cd "$basedir"; "$GENPKGLIST" $progress $bloat --index "$SRCIDX_COMP" "$topdir/$distro" "$comp")
|
|
else
|
|
(cd "$basedir"; "$GENPKGLIST" $progress $bloat --index "$SRCIDX_COMP" --info "$updateinfo" "$topdir/$distro" "$comp")
|
|
fi
|
|
|
|
if [ $? -ne 0 ]; then
|
|
echo
|
|
Fatal 'Error executing genpkglist.'
|
|
fi
|
|
|
|
# Compare with older pkglist.
|
|
compare_file
|
|
|
|
if [ -f "$newlist" ]; then
|
|
rm -f "$newlist.bz2"
|
|
bzip2 -9k "$newlist"
|
|
fi
|
|
|
|
cat "$SRCIDX_COMP" >> "$SRCIDX"
|
|
|
|
done
|
|
Verbose 'done'
|
|
|
|
Verbose -n 'Processing srclists... '
|
|
for comp in $components; do
|
|
if [ ! -d $srctopdir/SRPMS.$comp ]; then
|
|
continue
|
|
fi
|
|
|
|
Verbose -n " $comp "
|
|
|
|
SRCIDX_COMP="$WORKDIR/$comp" # created by genpkglist, used by gensrclist
|
|
|
|
#Verbose -n 'srclist '
|
|
|
|
newlist="$basedir/srclist.$comp"
|
|
|
|
# Save older srclist
|
|
save_file "$newlist"
|
|
|
|
if [ -z "$mapi" ]; then
|
|
# the default case: all .src.rpm in SRPMS.$comp get listed
|
|
(cd "$basedir"; "$GENSRCLIST" $progress $flat "$srctopdir" "$comp" "$SRCIDX")
|
|
else
|
|
# the special case: only those .src.rpm in SRPMS.$comp get listed
|
|
# which produce some binaries in RPMS.$comp
|
|
(cd "$basedir"; "$GENSRCLIST" $progress $flat $mapi "$srctopdir" "$comp" "$SRCIDX_COMP")
|
|
fi
|
|
|
|
if [ $? -ne 0 ]; then
|
|
echo
|
|
Fatal 'Error executing gensrclist.'
|
|
fi
|
|
|
|
# Compare with older srclist.
|
|
compare_file
|
|
|
|
if [ -f "$newlist" ]; then
|
|
rm -f "$newlist.bz2"
|
|
bzip2 -9k "$newlist"
|
|
fi
|
|
|
|
done
|
|
Verbose 'done'
|
|
fi
|
|
|
|
phash()
|
|
{
|
|
if [ -f "$1" ]; then
|
|
phashstuff "$1" "$2" >> "$3"
|
|
fi
|
|
}
|
|
|
|
# Creating new style hashfile
|
|
if [ -n "$newhashfile" -a -z "$listonly" ]; then
|
|
Verbose -n 'Creating component releases...'
|
|
for comp in $components; do
|
|
if [ ! -f "$release.$comp" ]; then
|
|
Verbose -n " $comp"
|
|
echo "Archive: $archive" >> "$release.$comp"
|
|
echo "Component: $comp" >> "$release.$comp"
|
|
echo "Version: $version" >> "$release.$comp"
|
|
echo "Origin: $origin" >> "$release.$comp"
|
|
echo "Label: $label" >> "$release.$comp"
|
|
echo "Architecture: $architecture" >> "$release.$comp"
|
|
echo "NotAutomatic: $notautomatic" >> "$release.$comp"
|
|
fi
|
|
done
|
|
Verbose ' done'
|
|
|
|
if [ -f "$release" ]; then
|
|
save_file "$release"
|
|
if [ -z "$partial" ]; then
|
|
Verbose -n 'Updating global release file... '
|
|
sed -n -e "/^MD5Sum:/q" \
|
|
-e "s/^Date:.*\$/Date: $date/" \
|
|
-e "s/^Components:.*\$/Components: $components/" \
|
|
-e "p" "$release.old" > "$release"
|
|
echo "MD5Sum:" >> "$release"
|
|
else
|
|
Verbose -n 'Partially updating global release file... '
|
|
sed -n -e "/^\$/q" \
|
|
-e "s/^Date:.*\$/Date: $date/" \
|
|
-e "p" "$release.old" > "$release.pre"
|
|
for comp in $components; do
|
|
sed -e "\#^ .* $pkglist_.$comp\(.bz2\)\?\$#d" \
|
|
-e "\#^ .* $srclist_.$comp\(.bz2\)\?\$#d" \
|
|
-e "\#^ .* $release_.$comp\(.bz2\)\?\$#d" \
|
|
-e "s/^\(Components:.*\) $comp\(.*\)\$/\1\2/" \
|
|
"$release.pre" > "$release.tmp"
|
|
mv -f "$release.tmp" "$release.pre"
|
|
done
|
|
sed -e "s/^\(Components:.*\)\$/\1 $components/" \
|
|
"$release.pre" > "$release"
|
|
rm -f "$release.pre"
|
|
fi
|
|
Verbose 'done'
|
|
else
|
|
Verbose -n 'Creating global release file... '
|
|
echo "Origin: $origin" >> "$release"
|
|
echo "Label: $label" >> "$release"
|
|
echo "Suite: $suite" >> "$release"
|
|
echo "Codename: $codename" >> "$release"
|
|
echo "Date: `date -R`" >> "$release"
|
|
echo "Architectures: $architectures" >> "$release"
|
|
echo "Components: $components" >> "$release"
|
|
echo "Description: $description" >> "$release"
|
|
echo "MD5Sum:" >> "$release"
|
|
Verbose "done"
|
|
fi
|
|
|
|
Verbose -n 'Appending MD5Sum...'
|
|
for comp in $components; do
|
|
Verbose -n " $comp"
|
|
phash "$pkglist.$comp" "$pkglist_.$comp" "$release"
|
|
phash "$srclist.$comp" "$srclist_.$comp" "$release"
|
|
phash "$pkglist.$comp.bz2" "$pkglist_.$comp.bz2" "$release"
|
|
phash "$srclist.$comp.bz2" "$srclist_.$comp.bz2" "$release"
|
|
phash "$release.$comp" "$release_.$comp" "$release"
|
|
done
|
|
Verbose ' done'
|
|
|
|
echo >> "$release"
|
|
|
|
if [ -n "$signature" ]; then
|
|
if [ -n "$defaultkey" ]; then
|
|
gpg -armour --quiet --detach-sign --yes --default-key "$defaultkey" "$release"
|
|
else
|
|
gpg -armour --quiet --detach-sign --yes "$release"
|
|
fi
|
|
|
|
cat "$release.asc" >>"$release"
|
|
rm -f "$release.asc"
|
|
fi
|
|
|
|
# Compare with older release
|
|
compare_file
|
|
fi
|
|
|
|
# Creating old style hashfile
|
|
if [ -n "$oldhashfile" -a -z "$listonly" ]; then
|
|
hf="$basedir/hashfile"
|
|
save_file "$hf"
|
|
: > "$hf"
|
|
|
|
# TODO: handle 'partial' option
|
|
|
|
Verbose -n 'Creating legacy hashfile...'
|
|
echo "MD5SUM:" >> $hf
|
|
|
|
for comp in $components; do
|
|
Verbose -n " $comp"
|
|
|
|
phash "$pkglist.$comp" "$oldpkglist_.$comp" "$hf"
|
|
phash "$srclist.$comp" "$oldsrclist_.$comp" "$hf"
|
|
phash "$pkglist.$comp.bz2" "$oldpkglist_.$comp.bz2" "$hf"
|
|
phash "$srclist.$comp.bz2" "$oldsrclist_.$comp.bz2" "$hf"
|
|
phash "$release.$comp" "$oldrelease_.$comp" "$hf"
|
|
done
|
|
Verbose ' done'
|
|
echo >> $hf
|
|
|
|
compare_file
|
|
|
|
if [ -n "$signature" ]; then
|
|
# Save older hashfile.gpg
|
|
save_file "$basedir/hashfile.gpg"
|
|
|
|
if [ -n "$defaultkey" ]; then
|
|
gpg -armour --quiet --sign --yes -o "$basedir/hashfile.gpg" --default-key "$defaultkey" "$basedir/hashfile"
|
|
else
|
|
gpg -armour --quiet --sign --yes -o "$basedir/hashfile.gpg" "$basedir/hashfile"
|
|
fi
|
|
|
|
# Compare with older hashfile.gpg
|
|
compare_file
|
|
fi
|
|
fi
|
|
|
|
# Removing not compressed index files
|
|
if [ -n "$bz2only" ]; then
|
|
for comp in $components; do
|
|
rm -f "$pkglist.$comp" "$srclist.$comp"
|
|
done
|
|
fi
|
|
|
|
Verbose 'All your base are belong to us!!!'
|
|
|
|
# vim:ts=4:sw=4
|