forked from josch/mmdebstrap
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
205 lines
6.9 KiB
Bash
205 lines
6.9 KiB
Bash
#!/bin/sh
|
|
|
|
set -eu
|
|
|
|
mirrordir="./mirror"
|
|
cachedir="./cache"
|
|
|
|
# by default, use the mmdebstrap executable in the current directory but allow
|
|
# overwriting the location
|
|
: "${mmdebstrap:=./mmdebstrap}"
|
|
|
|
# by default a cache of debootstrap results is maintained
|
|
: "${docache:=true}"
|
|
|
|
mirror="http://deb.debian.org/debian"
|
|
rootdir=$(mktemp --directory)
|
|
nativearch=$(dpkg --print-architecture)
|
|
components=main
|
|
|
|
abort=no
|
|
for dist in stable testing unstable; do
|
|
if [ -e debian-$dist-mm ]; then
|
|
echo "debian-$dist-mm exists"
|
|
abort=yes
|
|
fi
|
|
if [ -e debian-$dist-debootstrap ]; then
|
|
echo "debian-$dist-debootstrap exists"
|
|
abort=yes
|
|
fi
|
|
done
|
|
if [ $abort = yes ]; then
|
|
exit 1
|
|
fi
|
|
|
|
./make_mirror.sh
|
|
|
|
cd mirror
|
|
python3 -m http.server 8000 2>/dev/null & pid=$!
|
|
cd -
|
|
|
|
# wait for the server to start
|
|
sleep 1
|
|
|
|
if ! kill -0 $pid; then
|
|
echo "failed to start http server"
|
|
exit 1
|
|
fi
|
|
|
|
trap 'kill $pid' INT QUIT TERM EXIT
|
|
|
|
echo "running http server with pid $pid"
|
|
|
|
# choose the timestamp of the unstable Release file, so that we get
|
|
# reproducible results for the same mirror timestamp
|
|
export SOURCE_DATE_EPOCH=$(date --date="$(grep-dctrl -s Date -n '' mirror/dists/unstable/Release)" +%s)
|
|
|
|
mkdir -p "$cachedir"
|
|
|
|
for dist in stable testing unstable; do
|
|
> timings
|
|
> sizes
|
|
for variant in minbase buildd -; do
|
|
# skip because of different userids for apt/systemd
|
|
if [ "$dist" = 'stable' ] && [ "$variant" = '-' ]; then
|
|
continue
|
|
fi
|
|
echo =========================================================
|
|
echo $dist $variant
|
|
echo =========================================================
|
|
|
|
echo running $mmdebstrap --variant=$variant --mode=unshare $dist debian-$dist-mm.tar "http://localhost:8000"
|
|
/usr/bin/time --output=timings --append --format=%e $mmdebstrap --variant=$variant --mode=unshare $dist debian-$dist-mm.tar "http://localhost:8000"
|
|
|
|
stat --format=%s debian-$dist-mm.tar >> sizes
|
|
mkdir ./debian-$dist-mm
|
|
sudo tar -C ./debian-$dist-mm -xf ./debian-$dist-mm.tar
|
|
|
|
if [ "$docache" != "true" ] || [ ! -e "$cachedir/debian-$dist-$variant.tar" ]; then
|
|
echo running debootstrap --merged-usr --variant=$variant $dist ./debian-$dist-debootstrap "http://localhost:8000/"
|
|
/usr/bin/time --output=timings --append --format=%e sudo debootstrap --merged-usr --variant=$variant $dist ./debian-$dist-debootstrap "http://localhost:8000/"
|
|
sudo tar --sort=name --mtime=@$SOURCE_DATE_EPOCH --clamp-mtime --numeric-owner --one-file-system -C ./debian-$dist-debootstrap -c . > "$cachedir/debian-$dist-$variant.tar"
|
|
sudo rm -r ./debian-$dist-debootstrap
|
|
else
|
|
echo cached >> timings
|
|
fi
|
|
|
|
stat --format=%s "$cachedir/debian-$dist-$variant.tar" >> sizes
|
|
mkdir ./debian-$dist-debootstrap
|
|
sudo tar -C ./debian-$dist-debootstrap -xf "$cachedir/debian-$dist-$variant.tar"
|
|
|
|
# diff cannot compare device nodes, so we use tar to do that for us and then
|
|
# delete the directory
|
|
tar -C ./debian-$dist-debootstrap -cf dev1.tar ./dev
|
|
tar -C ./debian-$dist-mm -cf dev2.tar ./dev
|
|
cmp dev1.tar dev2.tar
|
|
rm dev1.tar dev2.tar
|
|
sudo rm -r ./debian-$dist-debootstrap/dev ./debian-$dist-mm/dev
|
|
|
|
# remove downloaded deb packages
|
|
sudo rm debian-$dist-debootstrap/var/cache/apt/archives/*.deb
|
|
# remove aux-cache
|
|
sudo rm debian-$dist-debootstrap/var/cache/ldconfig/aux-cache
|
|
# remove logs
|
|
sudo rm debian-$dist-debootstrap/var/log/dpkg.log \
|
|
debian-$dist-debootstrap/var/log/bootstrap.log \
|
|
debian-$dist-mm/var/log/apt/eipp.log.xz \
|
|
debian-$dist-debootstrap/var/log/alternatives.log
|
|
# remove *-old files
|
|
sudo rm debian-$dist-debootstrap/var/cache/debconf/config.dat-old \
|
|
debian-$dist-mm/var/cache/debconf/config.dat-old
|
|
sudo rm debian-$dist-debootstrap/var/cache/debconf/templates.dat-old \
|
|
debian-$dist-mm/var/cache/debconf/templates.dat-old
|
|
sudo rm debian-$dist-debootstrap/var/lib/dpkg/status-old \
|
|
debian-$dist-mm/var/lib/dpkg/status-old
|
|
# remove dpkg files
|
|
sudo rm debian-$dist-debootstrap/var/lib/dpkg/available \
|
|
debian-$dist-debootstrap/var/lib/dpkg/cmethopt
|
|
# since we installed packages directly from the .deb files, Priorities differ
|
|
# thus we first check for equality and then remove the files
|
|
sudo chroot debian-$dist-debootstrap dpkg --list > dpkg1
|
|
sudo chroot debian-$dist-mm dpkg --list > dpkg2
|
|
diff -u dpkg1 dpkg2
|
|
rm dpkg1 dpkg2
|
|
grep -v '^Priority: ' debian-$dist-debootstrap/var/lib/dpkg/status > status1
|
|
grep -v '^Priority: ' debian-$dist-mm/var/lib/dpkg/status > status2
|
|
diff -u status1 status2
|
|
rm status1 status2
|
|
sudo rm debian-$dist-debootstrap/var/lib/dpkg/status debian-$dist-mm/var/lib/dpkg/status
|
|
sudo rmdir debian-$dist-mm/var/lib/apt/lists/auxfiles
|
|
# debootstrap exposes the hosts's kernel version
|
|
sudo rm debian-$dist-debootstrap/etc/apt/apt.conf.d/01autoremove-kernels \
|
|
debian-$dist-mm/etc/apt/apt.conf.d/01autoremove-kernels
|
|
# who creates /run/mount?
|
|
sudo rm -f debian-$dist-debootstrap/run/mount/utab
|
|
sudo rmdir debian-$dist-debootstrap/run/mount
|
|
# debootstrap doesn't clean apt
|
|
sudo rm debian-$dist-debootstrap/var/lib/apt/lists/localhost:8000_dists_${dist}_main_binary-amd64_Packages \
|
|
debian-$dist-debootstrap/var/lib/apt/lists/localhost:8000_dists_${dist}_Release \
|
|
debian-$dist-debootstrap/var/lib/apt/lists/localhost:8000_dists_${dist}_Release.gpg
|
|
|
|
if [ "$variant" = "-" ]; then
|
|
sudo rm debian-$dist-debootstrap/etc/machine-id
|
|
sudo rm debian-$dist-mm/etc/machine-id
|
|
sudo rm debian-$dist-debootstrap/var/lib/systemd/catalog/database
|
|
sudo rm debian-$dist-mm/var/lib/systemd/catalog/database
|
|
fi
|
|
sudo rm debian-$dist-debootstrap/var/lib/dpkg/lock
|
|
# introduced in dpkg 1.19.1
|
|
if [ "$dist" != "stable" ]; then
|
|
sudo rm debian-$dist-debootstrap/var/lib/dpkg/lock-frontend
|
|
fi
|
|
|
|
# check if the file content differs
|
|
sudo diff --no-dereference --brief --recursive debian-$dist-debootstrap debian-$dist-mm
|
|
|
|
# check if file properties (permissions, ownership, symlink names, modification time) differ
|
|
#
|
|
# we cannot use this (yet) because it cannot copy with paths that have [ or @ in them
|
|
#sudo fmtree -c -p ./debian-$dist-debootstrap -k flags,gid,link,mode,size,time,uid | sudo fmtree -p ./debian-$dist-mm
|
|
|
|
sudo rm -rf ./debian-$dist-debootstrap ./debian-$dist-mm \
|
|
./debian-$dist-mm.tar
|
|
if [ "$docache" != "true" ]; then
|
|
rm "$cachedir/debian-$dist-$variant.tar"
|
|
fi
|
|
done
|
|
|
|
eval $(awk '{print "var"NR"="$1}' timings)
|
|
|
|
echo
|
|
echo "timings"
|
|
echo "======="
|
|
echo
|
|
echo "variant | mmdebstrap | debootstrap"
|
|
echo "--------+------------+------------"
|
|
echo "minbase | $var1 | $var2"
|
|
echo "buildd | $var3 | $var4"
|
|
if [ "$dist" != 'stable' ]; then
|
|
echo "- | $var5 | $var6"
|
|
fi
|
|
|
|
eval $(awk '{print "var"NR"="$1}' sizes)
|
|
|
|
echo
|
|
echo "sizes"
|
|
echo "======="
|
|
echo
|
|
echo "variant | mmdebstrap | debootstrap"
|
|
echo "--------+------------+------------"
|
|
echo "minbase | $var1 | $var2"
|
|
echo "buildd | $var3 | $var4"
|
|
if [ "$dist" != 'stable' ]; then
|
|
echo "- | $var5 | $var6"
|
|
fi
|
|
|
|
rm timings sizes
|
|
done
|
|
|
|
kill $pid
|
|
|
|
wait $pid || true
|
|
|
|
trap - INT QUIT TERM EXIT
|
|
|