darktemplar/apt
1
0
Fork 0
Code Issues Pull Requests 1 Releases Wiki Activity
apt/genbasedir
Dmitry V. Levin 3212342525 0.5.5cnc1-alt3 
- Introduced APT::Ignore-dpkg support and set this flag by default,
  to address #0002119.
2003-02-13 13:28:59 +00:00

509 lines
12 KiB
Bash
Executable File
Raw Blame History

#! /bin/sh
#
# Modified by ALT Linux Team <apt@packages.altlinux.org>.
# Last change by Sviatoslav Sviridov <svd@altlinux.ru>.
# genbasedir was rewritten as mix of genbasedir scripts
# from Connectiva's apt-0.5.4cnc9 and ALT Linux Team's
# apt-0.3.19cnc55-alt9.
#
# The previous version from apt-0.5.4cnc9 was:
# $Id: genbasedir,v 1.6 2002/09/04 22:48:37 niemeyer Exp $
#
# This script generates the contents of the base/ directory, by creating
# the pkglists and the hash file. Update the components directory to contain
# the components of your repository.
#
PROG="${0##*/}"
topdir=
basedir=.
signature=0
listonly=0
hashonly=0
partial=0
newhashfile=1
oldhashfile=1
mapi=
bz2only=k
updateinfo=
progress=
flat=
defaultkey=
topdir=
create=0
# bloat is necessary for non-Conectiva distros, at least RH,
# because they use file dependencies with a non-predictable
# heuristic. So we can't strip-off paths that will probably
# never appear in dependencies.
bloat=""
# Global release file sections
origin="Unknown"
label="Unknown"
suite="Unknown"
codename="Unknown"
date="`date -R`"
architectures="Unknown"
description="Not Available"
# Component release file sections
archive="Unknown"
version="Unknown"
architecture="Unknown"
notautomatic="false"
GENPKGLIST=genpkglist
GENSRCLIST=gensrclist
function Fatal()
{
echo "${0##*/}: $*" >&2
exit 1
}
USAGE()
{
cat >&2 <<EOF
Usage: ${0##*/} [<options>] <distribution> [<comp1> [<comp2> ...]]
Options:
-s, --sign Generate and sign hashfile
--default-key=ID Use ID as gnupg secret key
--hashonly Do hash stuff only
--listonly Generate pkglists/srclists and quit
--partial Update just some of the already existent components
--newhashfile Enable generation of new style hashfile
--no-newhashfile Disable generation of new style hashfile
--oldhashfile Enable generation of old style hashfile
--no-oldhashfile Disable generation of old style hashfile
--bz2only Generate only compressed lists
--progress Show progress bars for genpkglist/gensrclist
--topdir=dir Top directory of repository
--updateinfo=FILE Update information file
--mapi List only those pkgs in srclist which generate
some binaries
--flat Use flat repository, where SRPMS and RPMS are in
the topdir (SRPMS are usually in 'topdir/..')
--bloat Do not strip the package file list. Needed for some
distributions that use non-automatically generated
file dependencies
--create Create base directory if needed
-h,--help Show this help screen
Examples:
${0##*/} --topdir=/var/ftp/pub/distributions/ALTLinux/Sisyphus i586
${0##*/} --topdir=/var/ftp/pub/distributions/ALTLinux/Sisyphus i586 base kernel castle junior master contrib classic non-free
EOF
[ -n "$1" ] && exit "$1" || exit
}
getsize()
{
tmp=`wc -c $1`
echo $tmp|cut -f1 -d\
}
phashstuff()
{
size=`getsize "$1"`
md5=`md5sum "$1"|cut -f1 -d\ `
echo " $md5 $size $2"
}
TEMP=`getopt -n $PROG -o hs -l help,mapi,listonly,bz2only,hashonly,updateinfo:,bloat,topdir:,sign,default-key:,progress,oldhashfile,newhashfile,no-oldhashfile,no-newhashfile,partial,flat,create -- "$@"` || USAGE
eval set -- "$TEMP"
while :; do
case "$1" in
--listonly) shift; listonly=1
;;
--bz2only) shift; bz2only=
;;
--hashonly) shift; hashonly=1
;;
-s|--sign) shift; signature=1
;;
--bloat) shift; bloat="--bloat"
;;
--mapi) shift; mapi="--mapi"
;;
--updateinfo) shift; updateinfo="$1"; shift
;;
--default-key) shift; defaultkey="$1"; shift
;;
--topdir) shift; topdir="$1"; shift
;;
--flat) shift; flat="--flat"
;;
--progress) shift; progress="--progress"
;;
--partial) shift; partial=1
;;
--oldhashfile) shift; oldhashfile=1
;;
--no-oldhashfile) shift; oldhashfile=0
;;
--newhashfile) shift; newhashfile=1
;;
--no-newhashfile) shift; newhashfile=0
;;
-h|--help) USAGE 0
;;
--create) shift; create=1
;;
--) shift; break
;;
*) echo "$PROG: unrecognized option: $1" >&2; exit 1
;;
esac
done
topdir="`echo -n "$topdir" |tr -s /`"
[ -n "$topdir" ] || Fatal "TOPDIR not specified."
cd "$topdir" || Fatal "Invalid TOPDIR specified: $topdir"
# this will fix the path if it was relative
topdir=`pwd`
distro="$1"
shift
components="$*"
basedir_=base
oldbasedir_="`echo "$distro/$basedir_"|tr -s /`"
basedir="`echo "$topdir/$oldbasedir_"|tr -s /`"
pkglist_=$basedir_/pkglist
srclist_=$basedir_/srclist
release_=$basedir_/release
oldpkglist_=$oldbasedir_/pkglist
oldsrclist_=$oldbasedir_/srclist
oldrelease_=$oldbasedir_/release
pkglist=$basedir/pkglist
srclist=$basedir/srclist
release=$basedir/release
if [ -z "$flat" ]; then
srctopdir=`cd $topdir/$distro/..; pwd`
else
srctopdir=`cd $topdir/$distro; pwd`
fi
WORKDIR=
exit_handler()
{
RETVAL=$?
trap '' EXIT
[ -z "$WORKDIR" ] || rm -rf "$WORKDIR"
exit $RETVAL
}
trap exit_handler SIGHUP SIGPIPE SIGINT SIGQUIT SIGTERM EXIT
WORKDIR="$(mktemp -dt "$PROG.XXXXXXXXXX")"
if [ ! -d "$basedir" ]; then
if [ $create -eq 1 ]; then
echo -n "Creating base directory... "
mkdir -p "$basedir" &>/dev/null
if [ $? -ne 0 ]; then
echo "failed"
exit 1
fi
echo "done"
else
echo "Base directory does not exist!"
exit 1
fi
fi
if [ -z "$components" ]; then
# Try to guess components
comps=$WORKDIR/components
: >$comps
for dir in $topdir/$distro/RPMS.* $srctopdir/SRPMS.*; do
if [ -d $dir ]; then
echo $dir | sed 's/.*\.//' >> $comps
fi
done
components=`cat $comps|sort|uniq`
components=`echo $components` # eat newlines
rm -f $comps
fi
if [ -z "$components" ]; then
echo "error: no components found" 2>&1
exit 1
else
echo "Components: $components"
fi
SRCIDX="$WORKDIR/total"
#SRCIDX_COMP will be of the form "$WORKDIR/$comp"
saved_list=
save_file()
{
saved_list="$1"
if [ -f "$saved_list" ]; then
mv -f "$saved_list" "$saved_list.old"
else
saved_list=
fi
}
compare_file()
{
if [ -n "$saved_list" -a -f "$saved_list.old" ]; then
if cmp -s "$saved_list.old" "$saved_list"; then
mv -f "$saved_list.old" "$saved_list"
else
rm -f "$saved_list.old"
fi
fi
}
if [ "$hashonly" -ne 1 ]; then
# package lists
# -------------
:>"$SRCIDX"
echo -n "Processing pkglists... "
for comp in $components; do
if [ ! -d $topdir/$distro/RPMS.$comp ]; then
continue
fi
echo -n "$comp "
SRCIDX_COMP="$WORKDIR/$comp" # will be rewritten by genpkglist
#echo -n "pkglist "
newlist="$basedir/pkglist.$comp"
# Save older pkglist
save_file "$newlist"
if [ -z "$updateinfo" ]; then
(cd "$basedir"; "$GENPKGLIST" $progress $bloat --index "$SRCIDX_COMP" "$topdir/$distro" "$comp")
else
(cd "$basedir"; "$GENPKGLIST" $progress $bloat --index "$SRCIDX_COMP" --info "$updateinfo" "$topdir/$distro" "$comp")
fi
if [ $? -ne 0 ]; then
echo
echo "Error executing genpkglist."
exit 1
fi
# Compare with older pkglist.
compare_file
if [ -f "$newlist" ]; then
rm -f "$newlist.bz2"
bzip2 -9$bz2only "$newlist"
fi
cat "$SRCIDX_COMP" >> "$SRCIDX"
done
echo "done"
echo -n "Processing srclists... "
for comp in $components; do
if [ ! -d $srctopdir/SRPMS.$comp ]; then
continue
fi
echo -n " $comp "
SRCIDX_COMP="$WORKDIR/$comp" # created by genpkglist, used by gensrclist
#echo -n "srclist "
newlist="$basedir/srclist.$comp"
# Save older srclist
save_file "$newlist"
if [ -z "$mapi" ]; then
# the default case: all .src.rpm in SRPMS.$comp get listed
(cd "$basedir"; "$GENSRCLIST" $progress $flat "$srctopdir" "$comp" "$SRCIDX")
else
# the special case: only those .src.rpm in SRPMS.$comp get listed
# which produce some binaries in RPMS.$comp
(cd "$basedir"; "$GENSRCLIST" $progress $flat $mapi "$srctopdir" "$comp" "$SRCIDX_COMP")
fi
if [ $? -ne 0 ]; then
echo
echo "Error executing gensrclist."
exit 1
fi
# Compare with older srclist.
compare_file
if [ -f "$newlist" ]; then
rm -f "$newlist.bz2"
bzip2 -9$bz2only "$newlist"
fi
done
echo "done"
fi
phash()
{
if [ -f "$1" ]; then
phashstuff "$1" "$2" >> "$3"
fi
}
# Creating new style hashfile
if [ "$newhashfile" -ne 0 -a "$listonly" -eq 0 ]; then
echo -n "Creating component releases..."
for comp in $components; do
if [ ! -f "$release.$comp" ]; then
echo -n " $comp"
echo "Archive: $archive" >> $release.$comp
echo "Component: $comp" >> $release.$comp
echo "Version: $version" >> $release.$comp
echo "Origin: $origin" >> $release.$comp
echo "Label: $label" >> $release.$comp
echo "Architecture: $architecture" >> $release.$comp
echo "NotAutomatic: $notautomatic" >> $release.$comp
fi
done
echo " done"
if [ -f $release ]; then
save_file "$release"
if [ $partial -eq 0 ]; then
echo -n "Updating global release file... "
sed -n -e "/^MD5Sum:/q" \
-e "s/^Date:.*\$/Date: $date/" \
-e "s/^Components:.*\$/Components: $components/" \
-e "p" $release.old > $release
echo "MD5Sum:" >> $release
else
echo -n "Partially updating global release file... "
sed -n -e "/^\$/q" \
-e "s/^Date:.*\$/Date: $date/" \
-e "p" $release.old > $release.pre
for comp in $components; do
sed -e "\#^ .* $pkglist_.$comp\(.bz2\)\?\$#d" \
-e "\#^ .* $srclist_.$comp\(.bz2\)\?\$#d" \
-e "\#^ .* $release_.$comp\(.bz2\)\?\$#d" \
-e "s/^\(Components:.*\) $comp\(.*\)\$/\1\2/" \
$release.pre > $release.tmp
mv -f $release.tmp $release.pre
done
sed -e "s/^\(Components:.*\)\$/\1 $components/" \
$release.pre > $release
rm -f $release.pre
fi
echo "done"
else
echo -n "Creating global release file... "
echo "Origin: Unknown" >> $release
echo "Label: Unknown" >> $release
echo "Suite: Unknown" >> $release
echo "Codename: Unknown" >> $release
echo "Date: `date -R`" >> $release
echo "Architectures: unknown" >> $release
echo "Components: $components" >> $release
echo "Description: Not available" >> $release
echo "MD5Sum:" >> $release
echo "done"
fi
echo -n "Appending MD5Sum..."
for comp in $components; do
echo -n " $comp"
phash "$pkglist.$comp" "$pkglist_.$comp" "$release"
phash "$srclist.$comp" "$srclist_.$comp" "$release"
phash "$pkglist.$comp.bz2" "$pkglist_.$comp.bz2" "$release"
phash "$srclist.$comp.bz2" "$srclist_.$comp.bz2" "$release"
phash "$release.$comp" "$release_.$comp" "$release"
done
echo " done"
echo >> $release
if [ "$signature" -ne 0 ]; then
if [ -n "$defaultkey" ]; then
DEFAULTKEY="--default-key"
else
DEFAULTKEY=
fi
gpg -armour -qs --detach-sign --yes $DEFAULTKEY "$defaultkey" $release
cat $release.asc >>$release
rm -f $release.asc
fi
# Compare with older release
compare_file
fi
# Creating old style hashfile
if [ "$oldhashfile" -ne 0 -a "$listonly" -eq 0 ]; then
hf="$basedir/hashfile"
save_file "$hf"
: > "$hf"
# TODO: handle 'partial' option
echo -n "Creating legacy hashfile..."
echo "MD5SUM:" >> $hf
for comp in $components; do
echo -n " $comp"
phash "$pkglist.$comp" "$oldpkglist_.$comp" "$hf"
phash "$srclist.$comp" "$oldsrclist_.$comp" "$hf"
phash "$pkglist.$comp.bz2" "$oldpkglist_.$comp.bz2" "$hf"
phash "$srclist.$comp.bz2" "$oldsrclist_.$comp.bz2" "$hf"
phash "$release.$comp" "$oldrelease_.$comp" "$hf"
done
echo " done"
echo >> $hf
compare_file
if [ "$signature" -ne 0 ]; then
if [ -n "$defaultkey" ]; then
DEFAULTKEY="--default-key"
else
DEFAULTKEY=
fi
# Save older hashfile.gpg
save_file "$basedir/hashfile.gpg"
gpg -armour -qs --yes $DEFAULTKEY "$defaultkey" $basedir/hashfile
mv -f "$basedir/hashfile.asc" "$basedir/hashfile.gpg"
# Compare with older hashfile.gpg
compare_file
fi
fi
echo "All your base are belong to us!!!"
# vim:ts=4:sw=4
Reference in New Issue View Git Blame Copy Permalink