forked from josch/mmdebstrap
Johannes Schauer Marin Rodrigues
5885291213
- only download Release files once and not by apt as well as with curl and thus avoid a mirror push happening between both downloads - no heuristic needed to place the file in their correct mirror location - no manual checksum checking - only throttle download speed when actually downloading and not when retrieving files from the cache - no translation of filenames between how the epoch colon is stored in files in /var/cache/apt/archives versus how it is stored in files on the mirrors - no special handling of stable update and security mirrors - implemented in Python instead of shell and thus an order of magnitude faster
97 lines
2.9 KiB
Bash
Executable file
97 lines
2.9 KiB
Bash
Executable file
#!/bin/sh
|
|
|
|
set -eu
|
|
|
|
if [ -e ./mmdebstrap ]; then
|
|
TMPFILE=$(mktemp)
|
|
perltidy < ./mmdebstrap > "$TMPFILE"
|
|
ret=0
|
|
diff -u ./mmdebstrap "$TMPFILE" || ret=$?
|
|
if [ "$ret" -ne 0 ]; then
|
|
echo "perltidy failed" >&2
|
|
rm "$TMPFILE"
|
|
exit 1
|
|
fi
|
|
rm "$TMPFILE"
|
|
|
|
if [ "$(sed -e '/^__END__$/,$d' ./mmdebstrap | wc --max-line-length)" -gt 79 ]; then
|
|
echo "exceeded maximum line length of 79 characters" >&2
|
|
exit 1
|
|
fi
|
|
|
|
perlcritic --severity 4 --verbose 8 ./mmdebstrap
|
|
fi
|
|
|
|
for f in tarfilter coverage.py caching_proxy.py; do
|
|
[ -e "./$f" ] || continue
|
|
black --check "./$f"
|
|
done
|
|
|
|
shellcheck --exclude=SC2016 coverage.sh make_mirror.sh run_null.sh run_qemu.sh gpgvnoexpkeysig hooks/*/*.sh
|
|
|
|
mirrordir="./shared/cache/debian"
|
|
|
|
if [ ! -e "$mirrordir" ]; then
|
|
echo "run ./make_mirror.sh before running $0" >&2
|
|
exit 1
|
|
fi
|
|
|
|
# we use -f because the file might not exist
|
|
rm -f shared/cover_db.img
|
|
|
|
: "${DEFAULT_DIST:=unstable}"
|
|
: "${HAVE_QEMU:=yes}"
|
|
: "${RUN_MA_SAME_TESTS:=yes}"
|
|
|
|
if [ "$HAVE_QEMU" = "yes" ]; then
|
|
# prepare image for cover_db
|
|
guestfish -N shared/cover_db.img=disk:64M -- mkfs vfat /dev/sda
|
|
|
|
if [ ! -e "./shared/cache/debian-$DEFAULT_DIST.qcow" ]; then
|
|
echo "./shared/cache/debian-$DEFAULT_DIST.qcow does not exist" >&2
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
# choose the timestamp of the unstable Release file, so that we get
|
|
# reproducible results for the same mirror timestamp
|
|
SOURCE_DATE_EPOCH=$(date --date="$(grep-dctrl -s Date -n '' "$mirrordir/dists/$DEFAULT_DIST/Release")" +%s)
|
|
|
|
# for traditional sort order that uses native byte values
|
|
export LC_ALL=C.UTF-8
|
|
|
|
: "${HAVE_BINFMT:=yes}"
|
|
|
|
# by default, use the mmdebstrap executable in the current directory together
|
|
# with perl Devel::Cover but allow to overwrite this
|
|
: "${CMD:=perl -MDevel::Cover=-silent,-nogcov ./mmdebstrap}"
|
|
mirror="http://127.0.0.1/debian"
|
|
|
|
export HAVE_QEMU HAVE_BINFMT RUN_MA_SAME_TESTS DEFAULT_DIST SOURCE_DATE_EPOCH CMD mirror
|
|
|
|
./coverage.py
|
|
|
|
if [ -e shared/cover_db.img ]; then
|
|
# produce report inside the VM to make sure that the versions match or
|
|
# otherwise we might get:
|
|
# Can't read shared/cover_db/runs/1598213854.252.64287/cover.14 with Sereal: Sereal: Error: Bad Sereal header: Not a valid Sereal document. at offset 1 of input at srl_decoder.c line 600 at /usr/lib/x86_64-linux-gnu/perl5/5.30/Devel/Cover/DB/IO/Sereal.pm line 34, <$fh> chunk 1.
|
|
cat << END > shared/test.sh
|
|
cover -nogcov -report html_basic cover_db >&2
|
|
mkdir -p report
|
|
for f in common.js coverage.html cover.css css.js mmdebstrap--branch.html mmdebstrap--condition.html mmdebstrap.html mmdebstrap--subroutine.html standardista-table-sorting.js; do
|
|
cp -a cover_db/\$f report
|
|
done
|
|
cover -delete cover_db >&2
|
|
END
|
|
if [ "$HAVE_QEMU" = "yes" ]; then
|
|
./run_qemu.sh
|
|
else
|
|
./run_null.sh
|
|
fi
|
|
|
|
echo
|
|
echo "open file://$(pwd)/shared/report/coverage.html in a browser"
|
|
echo
|
|
fi
|
|
|
|
rm -f shared/test.sh shared/tar1.txt shared/tar2.txt shared/pkglist.txt shared/doc-debian.tar.list shared/mmdebstrap shared/tarfilter shared/proxysolver
|