2018-10-22 18:37:31 +00:00
#!/bin/sh
set -eu
2018-12-28 06:44:54 +00:00
mirrordir = "./shared/cache/debian"
2018-11-04 19:34:40 +00:00
./make_mirror.sh
# we use -f because the file might not exist
rm -f shared/cover_db.img
2018-12-05 09:33:03 +00:00
: " ${ HAVE_QEMU : =yes } "
if [ " $HAVE_QEMU " = "yes" ] ; then
# prepare image for cover_db
2019-02-23 07:43:46 +00:00
guestfish -N shared/cover_db.img= disk:200M -- mkfs vfat /dev/sda
2018-12-27 13:38:00 +00:00
if [ ! -e "./shared/cache/debian-unstable.qcow" ] ; then
echo "./shared/cache/debian-unstable.qcow does not exist" >& 2
exit 1
fi
fi
# check if all required debootstrap tarballs exist
notfound = 0
for dist in stable testing unstable; do
for variant in minbase buildd -; do
# skip because of different userids for apt/systemd
if [ " $dist " = 'stable' ] && [ " $variant " = '-' ] ; then
continue
fi
2018-12-28 06:26:24 +00:00
# skip because of #917386 and #917407
2019-01-13 09:13:41 +00:00
if [ " $dist " = 'unstable' -o " $dist " = 'testing' ] && [ " $variant " = '-' ] ; then
2018-12-28 06:26:24 +00:00
continue
fi
2018-12-27 13:38:00 +00:00
if [ ! -e " shared/cache/debian- $dist - $variant .tar " ] ; then
echo " shared/cache/debian- $dist - $variant .tar does not exist " >& 2
notfound = 1
fi
done
done
if [ " $notfound " -ne 0 ] ; then
echo "not all required debootstrap tarballs are present" >& 2
exit 1
2018-12-05 09:33:03 +00:00
fi
2018-11-04 19:34:40 +00:00
2018-11-23 16:27:36 +00:00
# only copy if necessary
if [ ! -e shared/mmdebstrap ] || [ mmdebstrap -nt shared/mmdebstrap ] ; then
cp -a mmdebstrap shared
fi
2018-11-04 19:34:40 +00:00
2018-11-02 16:24:46 +00:00
starttime =
2019-03-24 07:16:45 +00:00
total = 89
2018-11-02 16:24:46 +00:00
i = 1
print_header( ) {
echo ------------------------------------------------------------------------------
echo " ( $i / $total ) $1 "
if [ -z " $starttime " ] ; then
starttime = $( date +%s)
else
currenttime = $( date +%s)
timeleft = $(( ( total-i+1) * ( currenttime-starttime) / ( i-1)) )
printf "time left: %02d:%02d:%02d\n" $(( timeleft/3600)) $(( ( timeleft%3600) / 60 )) $(( timeleft%60))
fi
echo ------------------------------------------------------------------------------
i = $(( i+1))
}
2018-10-22 18:37:31 +00:00
nativearch = $( dpkg --print-architecture)
2018-11-04 19:34:40 +00:00
# choose the timestamp of the unstable Release file, so that we get
# reproducible results for the same mirror timestamp
SOURCE_DATE_EPOCH = $( date --date= " $( grep-dctrl -s Date -n '' " $mirrordir /dists/unstable/Release " ) " +%s)
2018-10-22 18:37:31 +00:00
2018-11-04 19:34:40 +00:00
# for traditional sort order that uses native byte values
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-10-22 18:37:31 +00:00
2018-12-05 09:33:03 +00:00
: " ${ HAVE_UNSHARE : =yes } "
: " ${ HAVE_PROOT : =yes } "
: " ${ HAVE_BINFMT : =yes } "
defaultmode = "auto"
if [ " $HAVE_UNSHARE " != "yes" ] ; then
defaultmode = "root"
fi
2018-11-04 19:34:40 +00:00
# by default, use the mmdebstrap executable in the current directory together
# with perl Devel::Cover but allow to overwrite this
: " ${ CMD : =perl -MDevel : : Cover =-silent,-nogcov ./mmdebstrap } "
mirror = "http://127.0.0.1/debian"
2018-10-22 18:37:31 +00:00
2018-11-04 19:34:40 +00:00
for dist in stable testing unstable; do
for variant in minbase buildd -; do
# skip because of different userids for apt/systemd
if [ " $dist " = 'stable' ] && [ " $variant " = '-' ] ; then
continue
fi
2018-12-28 06:26:24 +00:00
# skip because of #917386 and #917407
2019-01-13 09:13:41 +00:00
if [ " $dist " = 'unstable' -o " $dist " = 'testing' ] && [ " $variant " = '-' ] ; then
2018-12-28 06:26:24 +00:00
continue
fi
2018-11-04 19:34:40 +00:00
print_header " mode=root,variant= $variant : check against debootstrap $dist "
2018-12-05 09:33:03 +00:00
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-11-04 19:34:40 +00:00
export SOURCE_DATE_EPOCH = $SOURCE_DATE_EPOCH
$CMD --variant= $variant --mode= root $dist /tmp/debian-$dist -mm.tar $mirror
mkdir /tmp/debian-$dist -mm
tar -C /tmp/debian-$dist -mm -xf /tmp/debian-$dist -mm.tar
mkdir /tmp/debian-$dist -debootstrap
tar -C /tmp/debian-$dist -debootstrap -xf " cache/debian- $dist - $variant .tar "
# diff cannot compare device nodes, so we use tar to do that for us and then
# delete the directory
tar -C /tmp/debian-$dist -debootstrap -cf dev1.tar ./dev
tar -C /tmp/debian-$dist -mm -cf dev2.tar ./dev
cmp dev1.tar dev2.tar
rm dev1.tar dev2.tar
rm -r /tmp/debian-$dist -debootstrap/dev /tmp/debian-$dist -mm/dev
# remove downloaded deb packages
rm /tmp/debian-$dist -debootstrap/var/cache/apt/archives/*.deb
# remove aux-cache
rm /tmp/debian-$dist -debootstrap/var/cache/ldconfig/aux-cache
# remove logs
rm /tmp/debian-$dist -debootstrap/var/log/dpkg.log \
/tmp/debian-$dist -debootstrap/var/log/bootstrap.log \
/tmp/debian-$dist -mm/var/log/apt/eipp.log.xz \
/tmp/debian-$dist -debootstrap/var/log/alternatives.log
# remove *-old files
rm /tmp/debian-$dist -debootstrap/var/cache/debconf/config.dat-old \
/tmp/debian-$dist -mm/var/cache/debconf/config.dat-old
rm /tmp/debian-$dist -debootstrap/var/cache/debconf/templates.dat-old \
/tmp/debian-$dist -mm/var/cache/debconf/templates.dat-old
rm /tmp/debian-$dist -debootstrap/var/lib/dpkg/status-old \
/tmp/debian-$dist -mm/var/lib/dpkg/status-old
# remove dpkg files
rm /tmp/debian-$dist -debootstrap/var/lib/dpkg/available \
/tmp/debian-$dist -debootstrap/var/lib/dpkg/cmethopt
2019-01-13 09:14:25 +00:00
touch /tmp/debian-$dist -debootstrap/var/lib/dpkg/available
2018-11-04 19:34:40 +00:00
# since we installed packages directly from the .deb files, Priorities differ
# thus we first check for equality and then remove the files
chroot /tmp/debian-$dist -debootstrap dpkg --list > dpkg1
chroot /tmp/debian-$dist -mm dpkg --list > dpkg2
diff -u dpkg1 dpkg2
rm dpkg1 dpkg2
grep -v '^Priority: ' /tmp/debian-$dist -debootstrap/var/lib/dpkg/status > status1
grep -v '^Priority: ' /tmp/debian-$dist -mm/var/lib/dpkg/status > status2
diff -u status1 status2
rm status1 status2
rm /tmp/debian-$dist -debootstrap/var/lib/dpkg/status /tmp/debian-$dist -mm/var/lib/dpkg/status
2019-02-23 12:22:44 +00:00
# this file is only created by apt 1.6 or newer
2018-11-04 19:34:40 +00:00
rmdir /tmp/debian-$dist -mm/var/lib/apt/lists/auxfiles
# debootstrap exposes the hosts's kernel version
rm /tmp/debian-$dist -debootstrap/etc/apt/apt.conf.d/01autoremove-kernels \
/tmp/debian-$dist -mm/etc/apt/apt.conf.d/01autoremove-kernels
# who creates /run/mount?
2019-02-27 23:18:06 +00:00
if [ -e " /tmp/debian- $dist -debootstrap/run/mount/utab " ] ; then
rm " /tmp/debian- $dist -debootstrap/run/mount/utab "
fi
if [ -e " /tmp/debian- $dist -debootstrap/run/mount " ] ; then
rmdir " /tmp/debian- $dist -debootstrap/run/mount "
fi
2018-11-04 19:34:40 +00:00
# debootstrap doesn't clean apt
rm /tmp/debian-$dist -debootstrap/var/lib/apt/lists/127.0.0.1_debian_dists_${ dist } _main_binary-amd64_Packages \
/tmp/debian-$dist -debootstrap/var/lib/apt/lists/127.0.0.1_debian_dists_${ dist } _Release \
/tmp/debian-$dist -debootstrap/var/lib/apt/lists/127.0.0.1_debian_dists_${ dist } _Release.gpg
if [ " $variant " = "-" ] ; then
rm /tmp/debian-$dist -debootstrap/etc/machine-id
rm /tmp/debian-$dist -mm/etc/machine-id
rm /tmp/debian-$dist -debootstrap/var/lib/systemd/catalog/database
rm /tmp/debian-$dist -mm/var/lib/systemd/catalog/database
fi
2019-02-27 23:20:00 +00:00
rm /tmp/debian-$dist -mm/var/cache/apt/archives/lock
rm /tmp/debian-$dist -mm/var/lib/apt/extended_states
rm /tmp/debian-$dist -mm/var/lib/apt/lists/lock
2018-11-04 19:34:40 +00:00
# introduced in dpkg 1.19.1
2019-02-27 23:20:00 +00:00
if [ " $dist " = "stable" ] ; then
rm /tmp/debian-$dist -mm/var/lib/dpkg/lock-frontend
2018-10-22 18:37:31 +00:00
fi
2018-12-06 23:13:51 +00:00
# the list of shells might be sorted wrongly
for f in " /tmp/debian- $dist -debootstrap/etc/shells " " /tmp/debian- $dist -mm/etc/shells " ; do
sort -o "\$f" "\$f"
done
2019-02-19 23:31:06 +00:00
# workaround for https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=917773
awk -v FS = : -v OFS = : -v SDE = \$ SOURCE_DATE_EPOCH '{ print \$1,\$2,int(SDE/60/60/24),\$4,\$5,\$6,\$7,\$8,\$9 }' < /tmp/debian-$dist -mm/etc/shadow > /tmp/debian-$dist -mm/etc/shadow.bak
mv /tmp/debian-$dist -mm/etc/shadow.bak /tmp/debian-$dist -mm/etc/shadow
awk -v FS = : -v OFS = : -v SDE = \$ SOURCE_DATE_EPOCH '{ print \$1,\$2,int(SDE/60/60/24),\$4,\$5,\$6,\$7,\$8,\$9 }' < /tmp/debian-$dist -mm/etc/shadow- > /tmp/debian-$dist -mm/etc/shadow-.bak
mv /tmp/debian-$dist -mm/etc/shadow-.bak /tmp/debian-$dist -mm/etc/shadow-
2018-11-04 19:34:40 +00:00
# check if the file content differs
2019-02-20 16:37:53 +00:00
diff --no-dereference --recursive /tmp/debian-$dist -debootstrap /tmp/debian-$dist -mm
2018-11-02 16:24:46 +00:00
2018-11-04 19:34:40 +00:00
# check if file properties (permissions, ownership, symlink names, modification time) differ
#
# we cannot use this (yet) because it cannot copy with paths that have [ or @ in them
#fmtree -c -p /tmp/debian-$dist-debootstrap -k flags,gid,link,mode,size,time,uid | sudo fmtree -p /tmp/debian-$dist-mm
2018-12-05 09:33:03 +00:00
rm /tmp/debian-$dist -mm.tar
rm -r /tmp/debian-$dist -debootstrap /tmp/debian-$dist -mm
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2018-11-04 19:34:40 +00:00
done
done
2018-10-22 18:37:31 +00:00
2019-02-23 07:46:32 +00:00
print_header "test --help"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
$CMD --help | grep --quiet SYNOPSIS
END
2019-02-23 07:55:31 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
elif [ " $defaultmode " = "root" ] ; then
./run_null.sh SUDO
else
./run_null.sh
fi
print_header "test --version"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
$CMD --version | egrep --quiet '^mmdebstrap [0-9](\.[0-9])+$'
END
2019-02-23 07:46:32 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
elif [ " $defaultmode " = "root" ] ; then
./run_null.sh SUDO
else
./run_null.sh
fi
2018-11-02 16:24:46 +00:00
print_header "mode=root,variant=apt: create directory"
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-11-04 19:34:40 +00:00
$CMD --mode= root --variant= apt unstable /tmp/debian-unstable $mirror
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort > tar1.txt
2018-12-05 09:33:03 +00:00
rm -r /tmp/debian-unstable
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2018-11-04 19:34:40 +00:00
2019-02-23 07:46:32 +00:00
print_header "mode=root,variant=apt: fail with unshare as root user"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
ret = 0
$CMD --mode= unshare --variant= apt unstable /tmp/debian-unstable $mirror || ret = \$ ?
if [ "\$ret" = 0 ] ; then
echo expected failure but got exit \$ ret
exit 1
fi
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
echo "HAVE_QEMU != yes -- Skipping test..."
fi
2018-12-05 07:27:57 +00:00
print_header "mode=root,variant=apt: test progress bars on fake tty"
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-11-04 19:34:40 +00:00
script -qfc " $CMD --mode=root --variant=apt unstable /tmp/unstable-chroot.tar $mirror " /dev/null
2019-03-15 09:24:13 +00:00
tar -tf /tmp/unstable-chroot.tar | sort | diff -u tar1.txt -
2018-12-05 09:33:03 +00:00
rm /tmp/unstable-chroot.tar
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2018-10-22 18:37:31 +00:00
2019-02-23 07:46:32 +00:00
print_header "mode=root,variant=apt: test --debug output on fake tty"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
script -qfc " $CMD --mode=root --debug --variant=apt unstable /tmp/unstable-chroot.tar $mirror " /dev/null
2019-03-15 09:24:13 +00:00
tar -tf /tmp/unstable-chroot.tar | sort | diff -u tar1.txt -
2019-02-23 07:46:32 +00:00
rm /tmp/unstable-chroot.tar
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2018-11-02 16:24:46 +00:00
print_header "mode=root,variant=apt: existing empty directory"
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-11-04 19:34:40 +00:00
mkdir /tmp/debian-unstable
$CMD --mode= root --variant= apt unstable /tmp/debian-unstable $mirror
2019-03-15 09:24:13 +00:00
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort | diff -u tar1.txt -
2018-12-05 09:33:03 +00:00
rm -r /tmp/debian-unstable
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2018-11-02 16:24:46 +00:00
2019-01-25 11:49:58 +00:00
print_header "mode=root,variant=apt: existing directory with lost+found"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
mkdir /tmp/debian-unstable
mkdir /tmp/debian-unstable/lost+found
$CMD --mode= root --variant= apt unstable /tmp/debian-unstable $mirror
rmdir /tmp/debian-unstable/lost+found
2019-03-15 09:24:13 +00:00
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort | diff -u tar1.txt -
2019-01-25 11:49:58 +00:00
rm -r /tmp/debian-unstable
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2019-02-28 10:54:03 +00:00
print_header "mode=root,variant=apt: chroot directory not accessible by _apt user"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
mkdir /tmp/debian-unstable
chmod 700 /tmp/debian-unstable
$CMD --mode= root --variant= apt unstable /tmp/debian-unstable $mirror
2019-03-15 09:24:13 +00:00
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort | diff -u tar1.txt -
2019-02-28 10:54:03 +00:00
rm -r /tmp/debian-unstable
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2019-01-20 09:41:29 +00:00
print_header "mode=unshare,variant=apt: create gzip compressed tarball"
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-11-04 19:34:40 +00:00
adduser --gecos user --disabled-password user
sysctl -w kernel.unprivileged_userns_clone= 1
2019-01-20 09:41:29 +00:00
runuser -u user -- $CMD --mode= unshare --variant= apt unstable /tmp/unstable-chroot.tar.gz $mirror
2019-03-15 09:24:13 +00:00
tar -tf /tmp/unstable-chroot.tar.gz | sort | diff -u tar1.txt -
2019-01-20 09:41:29 +00:00
rm /tmp/unstable-chroot.tar.gz
2018-11-04 19:34:40 +00:00
END
2019-01-25 11:50:52 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
echo "HAVE_QEMU != yes -- Skipping test..."
fi
2019-02-23 07:46:32 +00:00
print_header "mode=root,variant=apt: fail with missing lz4"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
ret = 0
$CMD --mode= root --variant= apt unstable /tmp/unstable-chroot.tar.lz4 $mirror || ret = \$ ?
if [ "\$ret" = 0 ] ; then
echo expected failure but got exit \$ ret
exit 1
fi
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2019-01-25 11:50:52 +00:00
print_header "mode=root,variant=apt: create tarball with /tmp mounted nodev"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
mount -t tmpfs -o nodev,nosuid,size= 300M tmpfs /tmp
2019-02-20 12:32:49 +00:00
# use --customize-hook to exercise the mounting/unmounting code of block devices in root mode
$CMD --mode= root --variant= apt --customize-hook= 'mount | grep /dev/full' --customize-hook= 'test "\$(echo foo | tee /dev/full 2>&1 1>/dev/null)" = "tee: /dev/full: No space left on device"' unstable /tmp/unstable-chroot.tar $mirror
2019-03-15 09:24:13 +00:00
tar -tf /tmp/unstable-chroot.tar | sort | diff -u tar1.txt -
2019-01-25 11:50:52 +00:00
rm /tmp/unstable-chroot.tar
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
echo "HAVE_QEMU != yes -- Skipping test..."
fi
2018-11-02 16:24:46 +00:00
2018-12-05 09:33:03 +00:00
print_header " mode= $defaultmode ,variant=apt: read from stdin, write to stdout "
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-12-05 09:33:03 +00:00
echo " deb $mirror unstable main " | $CMD --mode= $defaultmode --variant= apt > /tmp/unstable-chroot.tar
2019-03-15 09:24:13 +00:00
tar -tf /tmp/unstable-chroot.tar | sort | diff -u tar1.txt -
2018-12-05 09:33:03 +00:00
rm /tmp/unstable-chroot.tar
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
elif [ " $defaultmode " = "root" ] ; then
./run_null.sh SUDO
else
./run_null.sh
fi
2018-10-22 18:37:31 +00:00
2019-01-25 11:06:34 +00:00
print_header "mode=root,variant=apt: stable default mirror"
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2019-01-25 11:06:34 +00:00
cat << HOSTS >> /etc/hosts
127.0.0.1 deb.debian.org
127.0.0.1 security.debian.org
HOSTS
apt-cache policy
cat /etc/apt/sources.list
$CMD --mode= root --variant= apt stable /tmp/debian-unstable
cat << SOURCES | cmp /tmp/debian-unstable/etc/apt/sources.list
deb http://deb.debian.org/debian stable main
deb http://deb.debian.org/debian stable-updates main
deb http://security.debian.org/debian-security stable/updates main
SOURCES
2019-02-24 10:00:24 +00:00
rm -r /tmp/debian-unstable
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
2019-02-24 10:00:24 +00:00
echo "HAVE_QEMU != yes -- Skipping test..."
2018-12-05 09:33:03 +00:00
fi
2018-11-04 19:34:40 +00:00
2019-02-23 07:47:53 +00:00
print_header " mode= $defaultmode ,variant=apt: pass distribution but implicitly write to stdout "
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-11-04 19:34:40 +00:00
echo "127.0.0.1 deb.debian.org" >> /etc/hosts
2018-12-05 09:33:03 +00:00
$CMD --mode= $defaultmode --variant= apt unstable > /tmp/unstable-chroot.tar
2019-03-15 09:24:13 +00:00
tar -tf /tmp/unstable-chroot.tar | sort | diff -u tar1.txt -
2018-12-05 09:33:03 +00:00
rm /tmp/unstable-chroot.tar
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
echo "HAVE_QEMU != yes -- Skipping test..."
fi
2018-10-22 18:37:31 +00:00
2019-03-24 07:16:45 +00:00
print_header " mode= $defaultmode ,variant=apt: test aspcud apt solver "
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
$CMD --mode= $defaultmode --variant= custom \
--include apt,base-files,base-passwd,bash,bsdutils,coreutils,dash,debianutils,diffutils,dpkg,findutils,gpgv,grep,gzip,hostname,init-system-helpers,libc-bin,login,mawk,ncurses-base,ncurses-bin,perl-base,sed,sysvinit-utils,tar,util-linux \
--aptopt= 'APT::Solver "aspcud"' \
unstable /tmp/unstable-chroot.tar $mirror
tar -tf /tmp/unstable-chroot.tar | sort \
| grep -v '^./etc/apt/apt.conf.d/99mmdebstrap$' \
| diff -u tar1.txt -
rm /tmp/unstable-chroot.tar
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
elif [ " $defaultmode " = "root" ] ; then
./run_null.sh SUDO
else
./run_null.sh
fi
2019-02-23 07:47:53 +00:00
print_header " mode= $defaultmode ,variant=apt: mirror is - "
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-12-05 09:33:03 +00:00
echo " deb $mirror unstable main " | $CMD --mode= $defaultmode --variant= apt unstable /tmp/unstable-chroot.tar -
2019-03-15 09:24:13 +00:00
tar -tf /tmp/unstable-chroot.tar | sort | diff -u tar1.txt -
2018-12-05 09:33:03 +00:00
rm /tmp/unstable-chroot.tar
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
elif [ " $defaultmode " = "root" ] ; then
./run_null.sh SUDO
else
./run_null.sh
fi
2018-11-02 16:24:46 +00:00
2019-02-23 07:47:53 +00:00
print_header " mode= $defaultmode ,variant=apt: mirror is deb... "
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-12-05 09:33:03 +00:00
$CMD --mode= $defaultmode --variant= apt unstable /tmp/unstable-chroot.tar " deb $mirror unstable main "
2019-03-15 09:24:13 +00:00
tar -tf /tmp/unstable-chroot.tar | sort | diff -u tar1.txt -
2018-12-05 09:33:03 +00:00
rm /tmp/unstable-chroot.tar
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
elif [ " $defaultmode " = "root" ] ; then
./run_null.sh SUDO
else
./run_null.sh
fi
2018-11-02 16:24:46 +00:00
2019-02-23 07:47:53 +00:00
print_header " mode= $defaultmode ,variant=apt: mirror is real file "
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-11-04 19:34:40 +00:00
echo " deb $mirror unstable main " > /tmp/sources.list
2018-12-05 09:33:03 +00:00
$CMD --mode= $defaultmode --variant= apt unstable /tmp/unstable-chroot.tar /tmp/sources.list
2019-03-15 09:24:13 +00:00
tar -tf /tmp/unstable-chroot.tar | sort | diff -u tar1.txt -
2018-12-05 09:33:03 +00:00
rm /tmp/unstable-chroot.tar /tmp/sources.list
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
elif [ " $defaultmode " = "root" ] ; then
./run_null.sh SUDO
else
./run_null.sh
fi
2018-11-02 16:24:46 +00:00
2019-02-23 07:47:53 +00:00
print_header " mode= $defaultmode ,variant=apt: no mirror but data on stdin "
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-12-05 09:33:03 +00:00
echo " deb $mirror unstable main " | $CMD --mode= $defaultmode --variant= apt unstable /tmp/unstable-chroot.tar
2019-03-15 09:24:13 +00:00
tar -tf /tmp/unstable-chroot.tar | sort | diff -u tar1.txt -
2018-12-05 09:33:03 +00:00
rm /tmp/unstable-chroot.tar
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
elif [ " $defaultmode " = "root" ] ; then
./run_null.sh SUDO
else
./run_null.sh
fi
2018-11-02 16:24:46 +00:00
2019-02-23 07:46:32 +00:00
print_header " mode= $defaultmode ,variant=apt: invalid mirror "
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
ret = 0
$CMD --mode= $defaultmode --variant= apt unstable /tmp/unstable-chroot.tar $mirror /invalid || ret = \$ ?
if [ "\$ret" = 0 ] ; then
echo expected failure but got exit \$ ret
exit 1
fi
rm /tmp/unstable-chroot.tar
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
elif [ " $defaultmode " = "root" ] ; then
./run_null.sh SUDO
else
./run_null.sh
fi
2019-01-25 11:07:48 +00:00
print_header "mode=root,variant=apt: test --include=libc6:armhf"
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2019-01-25 11:07:48 +00:00
$CMD --mode= root --variant= apt --architectures= amd64,armhf --include= gcc-8-base:armhf unstable /tmp/debian-unstable $mirror
2018-11-04 19:34:40 +00:00
{ echo "amd64" ; echo "armhf" ; } | cmp /tmp/debian-unstable/var/lib/dpkg/arch -
rm /tmp/debian-unstable/var/lib/dpkg/arch
2019-01-25 11:07:48 +00:00
rm /tmp/debian-unstable/var/log/apt/eipp.log.xz
2019-02-27 23:20:00 +00:00
rm /tmp/debian-unstable/var/lib/apt/extended_states
2019-01-25 11:07:48 +00:00
rm /tmp/debian-unstable/var/lib/dpkg/info/gcc-8-base:armhf.list
rm /tmp/debian-unstable/var/lib/dpkg/info/gcc-8-base:armhf.md5sums
rm /tmp/debian-unstable/usr/share/doc/gcc-8-base/README.Debian.armhf.gz
rmdir /tmp/debian-unstable/usr/lib/gcc/arm-linux-gnueabihf/8/
rmdir /tmp/debian-unstable/usr/lib/gcc/arm-linux-gnueabihf/
2019-03-15 09:24:13 +00:00
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort | diff -u tar1.txt -
2018-12-05 09:33:03 +00:00
rm -r /tmp/debian-unstable
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2018-11-02 16:24:46 +00:00
print_header "mode=root,variant=apt: test --aptopt"
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2019-01-20 09:39:45 +00:00
echo 'Acquire::Languages "none";' > config
$CMD --mode= root --variant= apt --aptopt= 'Acquire::Check-Valid-Until "false"' --aptopt= config unstable /tmp/debian-unstable $mirror
printf 'Acquire::Check-Valid-Until "false";\nAcquire::Languages "none";\n' | cmp /tmp/debian-unstable/etc/apt/apt.conf.d/99mmdebstrap -
2018-11-04 19:34:40 +00:00
rm /tmp/debian-unstable/etc/apt/apt.conf.d/99mmdebstrap
2019-03-15 09:24:13 +00:00
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort | diff -u tar1.txt -
2018-12-05 09:33:03 +00:00
rm -r /tmp/debian-unstable
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2018-10-22 18:37:31 +00:00
2018-11-02 16:24:46 +00:00
print_header "mode=root,variant=apt: test --dpkgopt"
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2019-01-20 09:39:45 +00:00
echo no-pager > config
$CMD --mode= root --variant= apt --dpkgopt= "path-exclude=/usr/share/doc/*" --dpkgopt= config unstable /tmp/debian-unstable $mirror
printf 'path-exclude=/usr/share/doc/*\nno-pager\n' | cmp /tmp/debian-unstable/etc/dpkg/dpkg.cfg.d/99mmdebstrap -
2018-11-04 19:34:40 +00:00
rm /tmp/debian-unstable/etc/dpkg/dpkg.cfg.d/99mmdebstrap
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort > tar2.txt
2018-10-22 18:37:31 +00:00
grep -v '^./usr/share/doc/.' tar1.txt | diff -u - tar2.txt
2018-12-05 09:33:03 +00:00
rm -r /tmp/debian-unstable
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2018-10-22 18:37:31 +00:00
2018-11-02 16:24:46 +00:00
print_header "mode=root,variant=apt: test --include"
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-11-04 19:34:40 +00:00
$CMD --mode= root --variant= apt --include= doc-debian unstable /tmp/debian-unstable $mirror
rm /tmp/debian-unstable/usr/share/doc-base/debian-*
rm -r /tmp/debian-unstable/usr/share/doc/debian
rm -r /tmp/debian-unstable/usr/share/doc/doc-debian
rm /tmp/debian-unstable/var/log/apt/eipp.log.xz
2019-02-27 23:20:00 +00:00
rm /tmp/debian-unstable/var/lib/apt/extended_states
2018-11-04 19:34:40 +00:00
rm /tmp/debian-unstable/var/lib/dpkg/info/doc-debian.list
rm /tmp/debian-unstable/var/lib/dpkg/info/doc-debian.md5sums
2019-03-15 09:24:13 +00:00
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort | diff -u tar1.txt -
2018-12-05 09:33:03 +00:00
rm -r /tmp/debian-unstable
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2018-10-22 18:37:31 +00:00
2019-02-20 12:32:49 +00:00
print_header "mode=root,variant=apt: test --setup-hook"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
cat << 'SCRIPT' > customize.sh
#!/bin/sh
for d in sbin lib; do ln -s usr/\$ d "\$1/\$d" ; mkdir -p "\$1/usr/\$d" ; done
SCRIPT
chmod +x customize.sh
$CMD --mode= root --variant= apt --setup-hook= 'ln -s usr/bin "\$1/bin"; mkdir -p "\$1/usr/bin"' --setup-hook= ./customize.sh unstable /tmp/debian-unstable $mirror
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort > tar2.txt
{ sed -e 's/^\.\/bin\//.\/usr\/bin\//;s/^\.\/lib\//.\/usr\/lib\//;s/^\.\/sbin\//.\/usr\/sbin\//;' tar1.txt; echo ./bin; echo ./lib; echo ./sbin; } | sort -u | diff -u - tar2.txt
rm customize.sh
rm -r /tmp/debian-unstable
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
print_header "mode=root,variant=apt: test --essential-hook"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
cat << 'SCRIPT' > customize.sh
#!/bin/sh
echo tzdata tzdata/Zones/Europe select Berlin | chroot "\$1" debconf-set-selections
SCRIPT
chmod +x customize.sh
$CMD --mode= root --variant= apt --include= tzdata --essential-hook= 'echo tzdata tzdata/Areas select Europe | chroot "\$1" debconf-set-selections' --essential-hook= ./customize.sh unstable /tmp/debian-unstable $mirror
echo Europe/Berlin | cmp /tmp/debian-unstable/etc/timezone
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort \
| grep -v '^./etc/localtime' \
| grep -v '^./etc/timezone' \
| grep -v '^./usr/sbin/tzconfig' \
| grep -v '^./usr/share/doc/tzdata' \
| grep -v '^./usr/share/zoneinfo' \
| grep -v '^./var/lib/dpkg/info/tzdata.' \
| grep -v '^./var/log/apt/eipp.log.xz$' \
2019-02-27 23:20:00 +00:00
| grep -v '^./var/lib/apt/extended_states$' \
2019-03-15 09:24:13 +00:00
| diff -u tar1.txt -
2019-02-20 12:32:49 +00:00
rm customize.sh
rm -r /tmp/debian-unstable
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
print_header "mode=root,variant=apt: test --customize-hook"
2019-01-13 12:36:42 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
cat << 'SCRIPT' > customize.sh
#!/bin/sh
chroot "\$1" whoami > "\$1/output2"
chroot "\$1" pwd >> "\$1/output2"
SCRIPT
chmod +x customize.sh
2019-02-20 12:32:49 +00:00
$CMD --mode= root --variant= apt --customize-hook= 'chroot "\$1" sh -c "whoami; pwd" > "\$1/output1"' --customize-hook= ./customize.sh unstable /tmp/debian-unstable $mirror
2019-01-13 12:36:42 +00:00
printf "root\n/\n" | cmp /tmp/debian-unstable/output1
printf "root\n/\n" | cmp /tmp/debian-unstable/output2
rm /tmp/debian-unstable/output1
rm /tmp/debian-unstable/output2
2019-03-15 09:24:13 +00:00
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort | diff -u tar1.txt -
2019-01-13 12:36:42 +00:00
rm customize.sh
rm -r /tmp/debian-unstable
END
2019-02-23 07:46:32 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
print_header "mode=root,variant=apt: test failing --customize-hook"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
ret = 0
$CMD --mode= root --variant= apt --customize-hook= 'chroot "\$1" sh -c "exit 1"' unstable /tmp/debian-unstable $mirror || ret = \$ ?
if [ "\$ret" = 0 ] ; then
echo expected failure but got exit \$ ret
exit 1
fi
rm -r /tmp/debian-unstable
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
print_header "mode=root,variant=apt: test sigint during --customize-hook"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
setsid --wait $CMD --mode= root --variant= apt --customize-hook= 'touch done && sleep 10 && touch fail' unstable /tmp/debian-unstable $mirror &
pid = \$ !
while sleep 1; do [ -e done ] && break; done
rm done
pgid = \$ ( echo \$ ( ps -p \$ pid -o pgid = ) )
/bin/kill --signal INT -- -\$ pgid
ret = 0
wait \$ pid || ret = \$ ?
if [ -e fail ] ; then
echo customize hook was not interrupted
rm fail
exit 1
fi
if [ "\$ret" = 0 ] ; then
echo expected failure but got exit \$ ret
exit 1
fi
rm -r /tmp/debian-unstable
END
2019-01-13 12:36:42 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2019-02-15 11:42:46 +00:00
print_header "mode=root,variant=apt: debootstrap no-op options"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
$CMD --mode= root --variant= apt --resolve-deps --merged-usr --no-merged-usr unstable /tmp/debian-unstable $mirror
2019-03-15 09:24:13 +00:00
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort | diff -u tar1.txt -
2019-02-15 11:42:46 +00:00
rm -r /tmp/debian-unstable
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2019-02-20 16:40:26 +00:00
print_header "mode=root,variant=apt: --verbose"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
$CMD --mode= root --variant= apt --verbose unstable /tmp/debian-unstable $mirror
2019-03-15 09:24:13 +00:00
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort | diff -u tar1.txt -
2019-02-20 16:40:26 +00:00
rm -r /tmp/debian-unstable
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
print_header "mode=root,variant=apt: --debug"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
$CMD --mode= root --variant= apt --debug unstable /tmp/debian-unstable $mirror
2019-03-15 09:24:13 +00:00
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort | diff -u tar1.txt -
2019-02-20 16:40:26 +00:00
rm -r /tmp/debian-unstable
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
print_header "mode=root,variant=apt: --quiet"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
$CMD --mode= root --variant= apt --quiet unstable /tmp/debian-unstable $mirror
2019-03-15 09:24:13 +00:00
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort | diff -u tar1.txt -
2019-02-20 16:40:26 +00:00
rm -r /tmp/debian-unstable
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2019-02-23 07:43:15 +00:00
print_header "mode=root,variant=apt: --logfile"
cat << END > shared/test.sh
#!/bin/sh
set -eu
export LC_ALL = C.UTF-8
$CMD --mode= root --variant= apt --logfile= log unstable /tmp/debian-unstable $mirror
grep --quiet "I: running apt-get update..." log
grep --quiet "I: downloading packages with apt..." log
grep --quiet "I: extracting archives..." log
grep --quiet "I: installing packages..." log
grep --quiet "I: cleaning package lists and apt cache..." log
2019-03-15 09:24:13 +00:00
tar -C /tmp/debian-unstable --one-file-system -c . | tar -t | sort | diff -u tar1.txt -
2019-02-23 07:43:15 +00:00
rm -r /tmp/debian-unstable
rm log
END
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2018-10-22 18:37:31 +00:00
# test all variants
for variant in essential apt required minbase buildd important debootstrap - standard; do
2018-11-02 16:24:46 +00:00
print_header " mode=root,variant= $variant : create directory "
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-11-04 19:34:40 +00:00
$CMD --mode= root --variant= $variant unstable /tmp/unstable-chroot.tar $mirror
tar -tf /tmp/unstable-chroot.tar | sort > " $variant .txt "
2018-12-05 09:33:03 +00:00
rm /tmp/unstable-chroot.tar
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh SUDO
fi
2018-10-22 18:37:31 +00:00
# check if the other modes produce the same result in each variant
for mode in unshare fakechroot proot; do
# fontconfig doesn't install reproducibly because differences
# in /var/cache/fontconfig/. See
# https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=864082
if [ " $variant " = standard ] ; then
continue
fi
case " $mode " in
2019-01-01 13:28:56 +00:00
proot)
case " $variant " in
important| debootstrap| -| standard)
# the systemd postint yields:
# chfn: PAM: System error
# adduser: `/usr/bin/chfn -f systemd Time Synchronization systemd-timesync' returned error code 1. Exiting.
# similar error with fakechroot https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=745082#75
# https://github.com/proot-me/PRoot/issues/156
continue
; ;
esac
2018-10-22 18:37:31 +00:00
; ;
esac
2018-11-02 16:24:46 +00:00
print_header " mode= $mode ,variant= $variant : create tarball "
2018-12-05 09:33:03 +00:00
if [ " $mode " = "unshare" ] && [ " $HAVE_UNSHARE " != "yes" ] ; then
echo "HAVE_UNSHARE != yes -- Skipping test..."
continue
fi
if [ " $mode " = "proot" ] && [ " $HAVE_PROOT " != "yes" ] ; then
echo "HAVE_PROOT != yes -- Skipping test..."
continue
fi
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-12-05 09:33:03 +00:00
[ "\$(id -u)" -eq 0 ] && ! id -u user > /dev/null 2>& 1 && adduser --gecos user --disabled-password user
2018-11-04 19:34:40 +00:00
[ " $mode " = unshare ] && sysctl -w kernel.unprivileged_userns_clone= 1
2018-12-05 09:33:03 +00:00
prefix =
[ "\$(id -u)" -eq 0 ] && prefix = "runuser -u user --"
\$ prefix $CMD --mode= $mode --variant= $variant unstable /tmp/unstable-chroot.tar $mirror
2018-11-04 19:34:40 +00:00
# in fakechroot mode, we use a fake ldconfig, so we have to
# artificially add some files
{ tar -tf /tmp/unstable-chroot.tar;
[ " $mode " = "fakechroot" ] && printf "./etc/ld.so.cache\n./var/cache/ldconfig/\n" ;
2019-02-28 06:51:47 +00:00
[ " $mode " = "fakechroot" ] && [ " $variant " != "essential" ] && printf "./etc/.pwd.lock\n" ;
2018-11-04 19:34:40 +00:00
} | sort | diff -u " ./ $variant .txt " -
2018-12-05 09:33:03 +00:00
rm /tmp/unstable-chroot.tar
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh
fi
2018-10-22 18:37:31 +00:00
# Devel::Cover doesn't survive mmdebstrap re-exec-ing itself
# with fakechroot, thus, we do an additional run where we
# explicitly run mmdebstrap with fakechroot from the start
if [ " $mode " = "fakechroot" ] ; then
2018-11-02 16:24:46 +00:00
print_header " mode= $mode ,variant= $variant : create tarball (ver 2) "
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-12-05 09:33:03 +00:00
[ "\$(id -u)" -eq 0 ] && ! id -u user > /dev/null 2>& 1 && adduser --gecos user --disabled-password user
prefix =
[ "\$(id -u)" -eq 0 ] && prefix = "runuser -u user --"
\$ prefix fakechroot fakeroot $CMD --mode= $mode --variant= $variant unstable /tmp/unstable-chroot.tar $mirror
2018-11-04 19:34:40 +00:00
{ tar -tf /tmp/unstable-chroot.tar;
printf "./etc/ld.so.cache\n./var/cache/ldconfig/\n" ;
2019-02-28 06:51:47 +00:00
[ " $variant " != "essential" ] && printf "./etc/.pwd.lock\n" ;
2018-11-04 19:34:40 +00:00
} | sort | diff -u " ./ $variant .txt " -
2018-12-05 09:33:03 +00:00
rm /tmp/unstable-chroot.tar
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh
fi
2018-10-22 18:37:31 +00:00
fi
done
# some variants are equal and some are strict superset of the last
# special case of the buildd variant: nothing is a superset of it
case " $variant " in
essential) ; ; # nothing to compare it to
apt)
2018-11-04 19:34:40 +00:00
[ $( comm -23 shared/essential.txt shared/apt.txt | wc -l) -eq 0 ]
[ $( comm -13 shared/essential.txt shared/apt.txt | wc -l) -gt 0 ]
rm shared/essential.txt
2018-10-22 18:37:31 +00:00
; ;
required)
2018-11-04 19:34:40 +00:00
[ $( comm -23 shared/apt.txt shared/required.txt | wc -l) -eq 0 ]
[ $( comm -13 shared/apt.txt shared/required.txt | wc -l) -gt 0 ]
rm shared/apt.txt
2018-10-22 18:37:31 +00:00
; ;
minbase) # equal to required
2018-11-04 19:34:40 +00:00
cmp shared/required.txt shared/minbase.txt
rm shared/required.txt
2018-10-22 18:37:31 +00:00
; ;
buildd)
2018-11-04 19:34:40 +00:00
[ $( comm -23 shared/minbase.txt shared/buildd.txt | wc -l) -eq 0 ]
[ $( comm -13 shared/minbase.txt shared/buildd.txt | wc -l) -gt 0 ]
rm shared/buildd.txt # we need minbase.txt but not buildd.txt
2018-10-22 18:37:31 +00:00
; ;
important)
2018-11-04 19:34:40 +00:00
[ $( comm -23 shared/minbase.txt shared/important.txt | wc -l) -eq 0 ]
[ $( comm -13 shared/minbase.txt shared/important.txt | wc -l) -gt 0 ]
rm shared/minbase.txt
2018-10-22 18:37:31 +00:00
; ;
debootstrap) # equal to important
2018-11-04 19:34:40 +00:00
cmp shared/important.txt shared/debootstrap.txt
rm shared/important.txt
2018-10-22 18:37:31 +00:00
; ;
-) # equal to debootstrap
2018-11-04 19:34:40 +00:00
cmp shared/debootstrap.txt shared/-.txt
rm shared/debootstrap.txt
2018-10-22 18:37:31 +00:00
; ;
standard)
2018-11-04 19:34:40 +00:00
[ $( comm -23 shared/-.txt shared/standard.txt | wc -l) -eq 0 ]
[ $( comm -13 shared/-.txt shared/standard.txt | wc -l) -gt 0 ]
rm shared/-.txt shared/standard.txt
2018-10-22 18:37:31 +00:00
; ;
*) exit 1; ;
esac
done
# test extract variant also with chrootless mode
for mode in root unshare fakechroot proot chrootless; do
2018-11-02 16:24:46 +00:00
print_header " mode= $mode ,variant=extract: unpack doc-debian "
2018-12-05 09:33:03 +00:00
if [ " $mode " = "unshare" ] && [ " $HAVE_UNSHARE " != "yes" ] ; then
echo "HAVE_UNSHARE != yes -- Skipping test..."
continue
fi
if [ " $mode " = "proot" ] && [ " $HAVE_PROOT " != "yes" ] ; then
echo "HAVE_PROOT != yes -- Skipping test..."
continue
fi
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-12-05 09:33:03 +00:00
[ "\$(id -u)" -eq 0 ] && ! id -u user > /dev/null 2>& 1 && adduser --gecos user --disabled-password user
2018-11-04 19:34:40 +00:00
[ " $mode " = unshare ] && sysctl -w kernel.unprivileged_userns_clone= 1
2018-12-05 09:33:03 +00:00
prefix =
[ "\$(id -u)" -eq 0 ] && [ " $mode " != "root" ] && prefix = "runuser -u user --"
[ " $mode " = "fakechroot" ] && prefix = "\$prefix fakechroot fakeroot"
\$ prefix $CMD --mode= $mode --variant= extract --include= doc-debian unstable /tmp/debian-unstable $mirror
2018-11-04 19:34:40 +00:00
# delete contents of doc-debian
rm /tmp/debian-unstable/usr/share/doc-base/debian-*
rm -r /tmp/debian-unstable/usr/share/doc/debian
rm -r /tmp/debian-unstable/usr/share/doc/doc-debian
# delete real files
rm /tmp/debian-unstable/etc/apt/sources.list
rm /tmp/debian-unstable/etc/fstab
rm /tmp/debian-unstable/etc/hostname
rm /tmp/debian-unstable/etc/resolv.conf
rm /tmp/debian-unstable/var/lib/dpkg/status
2019-01-13 09:14:25 +00:00
rm /tmp/debian-unstable/var/lib/dpkg/available
2019-02-27 23:20:00 +00:00
rm /tmp/debian-unstable/var/cache/apt/archives/lock
rm /tmp/debian-unstable/var/lib/dpkg/lock
rm /tmp/debian-unstable/var/lib/dpkg/lock-frontend
rm /tmp/debian-unstable/var/lib/apt/lists/lock
2018-12-06 23:17:10 +00:00
## delete merged usr symlinks
#rm /tmp/debian-unstable/libx32
#rm /tmp/debian-unstable/lib64
#rm /tmp/debian-unstable/lib32
#rm /tmp/debian-unstable/sbin
#rm /tmp/debian-unstable/bin
#rm /tmp/debian-unstable/lib
2018-11-04 19:34:40 +00:00
# delete ./dev (files might exist or not depending on the mode)
rm -f /tmp/debian-unstable/dev/console
rm -f /tmp/debian-unstable/dev/fd
rm -f /tmp/debian-unstable/dev/full
rm -f /tmp/debian-unstable/dev/null
rm -f /tmp/debian-unstable/dev/ptmx
rm -f /tmp/debian-unstable/dev/random
rm -f /tmp/debian-unstable/dev/stderr
rm -f /tmp/debian-unstable/dev/stdin
rm -f /tmp/debian-unstable/dev/stdout
rm -f /tmp/debian-unstable/dev/tty
rm -f /tmp/debian-unstable/dev/urandom
rm -f /tmp/debian-unstable/dev/zero
# the rest should be empty directories that we can rmdir recursively
find /tmp/debian-unstable -depth -print0 | xargs -0 rmdir
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
elif [ " $mode " = "root" ] ; then
./run_null.sh SUDO
else
./run_null.sh
fi
2018-10-22 18:37:31 +00:00
done
2018-11-02 16:24:46 +00:00
print_header "mode=chrootless,variant=custom: install doc-debian"
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-12-05 09:33:03 +00:00
[ "\$(id -u)" -eq 0 ] && ! id -u user > /dev/null 2>& 1 && adduser --gecos user --disabled-password user
prefix =
[ "\$(id -u)" -eq 0 ] && prefix = "runuser -u user --"
\$ prefix $CMD --mode= chrootless --variant= custom --include= doc-debian unstable /tmp/debian-unstable $mirror
2018-10-22 18:37:31 +00:00
# delete contents of doc-debian
2018-11-04 19:34:40 +00:00
rm /tmp/debian-unstable/usr/share/doc-base/debian-*
rm -r /tmp/debian-unstable/usr/share/doc/debian
rm -r /tmp/debian-unstable/usr/share/doc/doc-debian
2018-10-22 18:37:31 +00:00
# delete real files
2018-11-04 19:34:40 +00:00
rm /tmp/debian-unstable/etc/apt/sources.list
rm /tmp/debian-unstable/etc/fstab
rm /tmp/debian-unstable/etc/hostname
rm /tmp/debian-unstable/etc/resolv.conf
rm /tmp/debian-unstable/var/lib/dpkg/status
2019-01-13 09:14:25 +00:00
rm /tmp/debian-unstable/var/lib/dpkg/available
2019-02-27 23:20:00 +00:00
rm /tmp/debian-unstable/var/cache/apt/archives/lock
rm /tmp/debian-unstable/var/lib/dpkg/lock
rm /tmp/debian-unstable/var/lib/dpkg/lock-frontend
rm /tmp/debian-unstable/var/lib/apt/lists/lock
rm /tmp/debian-unstable/var/lib/apt/extended_states
2018-12-06 23:17:10 +00:00
## delete merged usr symlinks
#rm /tmp/debian-unstable/libx32
#rm /tmp/debian-unstable/lib64
#rm /tmp/debian-unstable/lib32
#rm /tmp/debian-unstable/sbin
#rm /tmp/debian-unstable/bin
#rm /tmp/debian-unstable/lib
2018-10-22 18:37:31 +00:00
# in chrootless mode, there is more to remove
2018-11-04 19:34:40 +00:00
rm /tmp/debian-unstable/var/log/apt/eipp.log.xz
rm /tmp/debian-unstable/var/lib/dpkg/triggers/Lock
rm /tmp/debian-unstable/var/lib/dpkg/triggers/Unincorp
rm /tmp/debian-unstable/var/lib/dpkg/status-old
rm /tmp/debian-unstable/var/lib/dpkg/info/format
rm /tmp/debian-unstable/var/lib/dpkg/info/doc-debian.md5sums
rm /tmp/debian-unstable/var/lib/dpkg/info/doc-debian.list
2018-10-22 18:37:31 +00:00
# the rest should be empty directories that we can rmdir recursively
2018-11-04 19:34:40 +00:00
find /tmp/debian-unstable -depth -print0 | xargs -0 rmdir
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
else
./run_null.sh
fi
2018-10-22 18:37:31 +00:00
# test foreign architecture with all modes
# create directory in sudo mode
for mode in root unshare fakechroot proot; do
2019-01-01 13:28:56 +00:00
print_header " mode= $mode ,variant=apt: create armhf tarball "
2018-12-05 09:33:03 +00:00
if [ " $HAVE_BINFMT " != "yes" ] ; then
echo "HAVE_BINFMT != yes -- Skipping test..."
continue
fi
if [ " $mode " = "unshare" ] && [ " $HAVE_UNSHARE " != "yes" ] ; then
echo "HAVE_UNSHARE != yes -- Skipping test..."
continue
fi
if [ " $mode " = "proot" ] && [ " $HAVE_PROOT " != "yes" ] ; then
echo "HAVE_PROOT != yes -- Skipping test..."
continue
fi
2018-11-04 19:34:40 +00:00
cat << END > shared/test.sh
#!/bin/sh
set -eu
2018-12-27 13:16:23 +00:00
export LC_ALL = C.UTF-8
2018-12-05 09:33:03 +00:00
[ "\$(id -u)" -eq 0 ] && ! id -u user > /dev/null 2>& 1 && adduser --gecos user --disabled-password user
2018-11-04 19:34:40 +00:00
[ " $mode " = unshare ] && sysctl -w kernel.unprivileged_userns_clone= 1
2018-12-05 09:33:03 +00:00
prefix =
[ "\$(id -u)" -eq 0 ] && [ " $mode " != "root" ] && prefix = "runuser -u user --"
[ " $mode " = "fakechroot" ] && prefix = "\$prefix fakechroot fakeroot"
2019-01-01 13:28:56 +00:00
\$ prefix $CMD --mode= $mode --variant= apt --architectures= armhf unstable /tmp/unstable-chroot.tar $mirror
2018-11-04 19:34:40 +00:00
# we ignore differences between architectures by ignoring some files
# and renaming others
# in fakechroot mode, we use a fake ldconfig, so we have to
# artificially add some files
# in proot mode, some extra files are put there by proot
{ tar -tf /tmp/unstable-chroot.tar \
2018-12-06 23:17:10 +00:00
| grep -v '^\./lib/ld-linux-armhf\.so\.3$' \
| grep -v '^\./lib/arm-linux-gnueabihf/ld-linux\.so\.3$' \
| grep -v '^\./lib/arm-linux-gnueabihf/ld-linux-armhf\.so\.3$' \
2018-11-04 19:34:40 +00:00
| sed 's/arm-linux-gnueabihf/x86_64-linux-gnu/' \
| sed 's/armhf/amd64/' ;
2019-02-28 06:51:47 +00:00
[ " $mode " = "fakechroot" ] && printf "./etc/ld.so.cache\n./var/cache/ldconfig/\n./etc/.pwd.lock\n" ;
2018-11-04 19:34:40 +00:00
} | sort > tar2.txt
{ cat tar1.txt \
2018-12-05 11:01:58 +00:00
| grep -v '^\./usr/bin/i386$' \
| grep -v '^\./usr/bin/x86_64$' \
2018-12-06 23:17:10 +00:00
| grep -v '^\./lib64/$' \
| grep -v '^\./lib64/ld-linux-x86-64\.so\.2$' \
| grep -v '^\./lib/x86_64-linux-gnu/ld-linux-x86-64\.so\.2$' \
| grep -v '^\./lib/x86_64-linux-gnu/libmvec-2\.[0-9]\+\.so$' \
| grep -v '^\./lib/x86_64-linux-gnu/libmvec\.so\.1$' \
2018-12-05 11:01:58 +00:00
| grep -v '^\./usr/share/man/man8/i386\.8\.gz$' \
| grep -v '^\./usr/share/man/man8/x86_64\.8\.gz$' ;
2018-11-04 19:34:40 +00:00
[ " $mode " = "proot" ] && printf "./etc/ld.so.preload\n" ;
} | sort | diff -u - tar2.txt
2018-12-05 09:33:03 +00:00
rm /tmp/unstable-chroot.tar
2018-11-04 19:34:40 +00:00
END
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
./run_qemu.sh
elif [ " $mode " = "root" ] ; then
./run_null.sh SUDO
else
./run_null.sh
fi
2018-10-22 18:37:31 +00:00
done
2019-02-23 07:56:03 +00:00
# TODO: test if auto mode picks the right mode
2018-10-22 18:37:31 +00:00
2018-12-05 09:33:03 +00:00
if [ " $HAVE_QEMU " = "yes" ] ; then
guestfish add-ro shared/cover_db.img : run : mount /dev/sda / : tar-out / - \
| tar -C shared/cover_db --extract
fi
2018-10-22 18:37:31 +00:00
2018-11-23 16:28:34 +00:00
if [ -e shared/cover_db/runs ] ; then
cover -nogcov -report html_basic shared/cover_db
mkdir -p report
for f in common.js coverage.html cover.css css.js mmdebstrap--branch.html mmdebstrap--condition.html mmdebstrap.html mmdebstrap--subroutine.html standardista-table-sorting.js; do
cp -a shared/cover_db/$f report
done
cover -delete shared/cover_db
2018-10-22 18:37:31 +00:00
2018-11-23 16:28:34 +00:00
echo
echo open file://$( pwd ) /report/coverage.html in a browser
echo
fi
2018-10-24 00:37:45 +00:00
2018-11-04 19:34:40 +00:00
rm shared/tar1.txt shared/tar2.txt