@ -58,9 +58,14 @@ use version;
*CLONE_NEWNET = \0x40000000; # net
*CLONE_NEWNET = \0x40000000; # net
*_LINUX_CAPABILITY_VERSION_3 = \0x20080522;
*_LINUX_CAPABILITY_VERSION_3 = \0x20080522;
*CAP_SYS_ADMIN = \21;
*CAP_SYS_ADMIN = \21;
our ($CLONE_NEWNS, $CLONE_NEWUTS, $CLONE_NEWIPC,
*PR_CAPBSET_READ = \23;
$CLONE_NEWUSER, $CLONE_NEWPID, $CLONE_NEWNET,
our (
$_LINUX_CAPABILITY_VERSION_3, $CAP_SYS_ADMIN);
$CLONE_NEWNS, $CLONE_NEWUTS,
$CLONE_NEWIPC, $CLONE_NEWUSER,
$CLONE_NEWPID, $CLONE_NEWNET,
$_LINUX_CAPABILITY_VERSION_3, $CAP_SYS_ADMIN,
$PR_CAPBSET_READ
);
#<<<
#<<<
# type codes:
# type codes:
@ -325,7 +330,7 @@ sub test_unshare_userns {
}
}
sub read_subuid_subgid() {
sub read_subuid_subgid() {
my $username = getpwuid $< ;
my $username = getpwuid $REAL_USER_ID ;
my ($subid, $num_subid, $fh, $n);
my ($subid, $num_subid, $fh, $n);
my @result = ();
my @result = ();
@ -345,6 +350,14 @@ sub read_subuid_subgid() {
last if ($n eq $username);
last if ($n eq $username);
}
}
close $fh;
close $fh;
if (!length $subid) {
warning "/etc/subuid is empty";
return;
}
if ($n ne $username) {
warning "no entry in /etc/subuid for $username";
return;
}
push @result, ["u", 0, $subid, $num_subid];
push @result, ["u", 0, $subid, $num_subid];
if (scalar(@result) < 1) {
if (scalar(@result) < 1) {
@ -356,21 +369,40 @@ sub read_subuid_subgid() {
return;
return;
}
}
my $groupname = getgrgid $REAL_GROUP_ID;
if (!-e "/etc/subgid") {
warning "/etc/subgid doesn't exist";
return;
}
if (!-r "/etc/subgid") {
warning "/etc/subgid is not readable";
return;
}
open $fh, "<", "/etc/subgid"
open $fh, "<", "/etc/subgid"
or error "cannot open /etc/subgid for reading: $!";
or error "cannot open /etc/subgid for reading: $!";
while (my $line = <$fh>) {
while (my $line = <$fh>) {
($n, $subid, $num_subid) = split(/:/, $line, 3);
($n, $subid, $num_subid) = split(/:/, $line, 3);
last if ($n eq $username);
last if ($n eq $group name);
}
}
close $fh;
close $fh;
if (!length $subid) {
warning "/etc/subgid is empty";
return;
}
if ($n ne $groupname) {
warning "no entry in /etc/subgid for $groupname";
return;
}
push @result, ["g", 0, $subid, $num_subid];
push @result, ["g", 0, $subid, $num_subid];
if (scalar(@result) < 2) {
if (scalar(@result) < 2) {
warning "/etc/subgid does not contain an entry for $username";
warning "/etc/subgid does not contain an entry for $group name";
return;
return;
}
}
if (scalar(@result) > 2) {
if (scalar(@result) > 2) {
warning "/etc/subgid contains multiple entries for $username";
warning "/etc/subgid contains multiple entries for $group name";
return;
return;
}
}
@ -982,7 +1014,8 @@ sub run_chroot {
}
}
} elsif ($type == 3 or $type == 4) {
} elsif ($type == 3 or $type == 4) {
# character/block special
# character/block special
if ($options->{mode} eq 'root' && !$options->{canmount}) {
if ((any { $_ eq $options->{mode} } ('root', 'unshare'))
&& !$options->{canmount}) {
warning "skipping bind-mounting ./dev/$fname";
warning "skipping bind-mounting ./dev/$fname";
} elsif (!$options->{havemknod}) {
} elsif (!$options->{havemknod}) {
if (!-d "$options->{root}/dev") {
if (!-d "$options->{root}/dev") {
@ -1024,7 +1057,7 @@ sub run_chroot {
or error "mount ./dev/$fname failed: $?";
or error "mount ./dev/$fname failed: $?";
}
}
} elsif ($type == 5
} elsif ($type == 5
&& $options->{mode} eq 'root'
&& (any { $_ eq $options->{mode} } ('root', 'unshare'))
&& !$options->{canmount}) {
&& !$options->{canmount}) {
warning "skipping bind-mounting ./dev/$fname";
warning "skipping bind-mounting ./dev/$fname";
} elsif ($type == 5) { # directory
} elsif ($type == 5) { # directory
@ -1108,11 +1141,21 @@ sub run_chroot {
# We can only mount /proc and /sys after extracting the essential
# We can only mount /proc and /sys after extracting the essential
# set because if we mount it before, then base-files will not be able
# set because if we mount it before, then base-files will not be able
# to extract those
# to extract those
if ($options->{mode} eq 'root' && !$options->{canmount}) {
if ((any { $_ eq $options->{mode} } ('root', 'unshare'))
&& !$options->{canmount}) {
warning "skipping mount sysfs";
warning "skipping mount sysfs";
} elsif ($options->{mode} eq 'root' && !-d "$options->{root}/sys") {
} elsif ((any { $_ eq $options->{mode} } ('root', 'unshare'))
&& !-d "$options->{root}/sys") {
warning("skipping mounting of sysfs because the"
warning("skipping mounting of sysfs because the"
. " /sys directory is missing in the target");
. " /sys directory is missing in the target");
} elsif ((any { $_ eq $options->{mode} } ('root', 'unshare'))
&& !-e "/sys") {
warning("skipping bind-mounting /sys because"
. " /sys does not exist on the outside");
} elsif ((any { $_ eq $options->{mode} } ('root', 'unshare'))
&& !-d "/sys") {
warning("skipping bind-mounting /sys because"
. " /sys on the outside is not a directory");
} elsif ($options->{mode} eq 'root') {
} elsif ($options->{mode} eq 'root') {
push @cleanup_tasks, sub {
push @cleanup_tasks, sub {
0 == system('umount', "$options->{root}/sys")
0 == system('umount', "$options->{root}/sys")
@ -1123,15 +1166,6 @@ sub run_chroot {
'-o', 'ro,nosuid,nodev,noexec', 'sys',
'-o', 'ro,nosuid,nodev,noexec', 'sys',
"$options->{root}/sys"
"$options->{root}/sys"
) or error "mount /sys failed: $?";
) or error "mount /sys failed: $?";
} elsif ($options->{mode} eq 'unshare' && !-d "$options->{root}/sys") {
warning("skipping bind-mounting /sys because the"
. " /sys directory is missing in the target");
} elsif ($options->{mode} eq 'unshare' && !-e "/sys") {
warning("skipping bind-mounting /sys because"
. " /sys does not exist on the outside");
} elsif ($options->{mode} eq 'unshare' && !-d "/sys") {
warning("skipping bind-mounting /sys because"
. " /sys on the outside is not a directory");
} elsif ($options->{mode} eq 'unshare') {
} elsif ($options->{mode} eq 'unshare') {
# naturally we have to clean up after ourselves in sudo mode where
# naturally we have to clean up after ourselves in sudo mode where
# we do a real mount. But we also need to unmount in unshare mode
# we do a real mount. But we also need to unmount in unshare mode
@ -1162,11 +1196,21 @@ sub run_chroot {
} else {
} else {
error "unknown mode: $options->{mode}";
error "unknown mode: $options->{mode}";
}
}
if ($options->{mode} eq 'root' && !$options->{canmount}) {
if ((any { $_ eq $options->{mode} } ('root', 'unshare'))
&& !$options->{canmount}) {
warning "skipping mount proc";
warning "skipping mount proc";
} elsif ($options->{mode} eq 'root' && !-d "$options->{root}/proc") {
} elsif ((any { $_ eq $options->{mode} } ('root', 'unshare'))
&& !-d "$options->{root}/proc") {
warning("skipping mounting of proc because the"
warning("skipping mounting of proc because the"
. " /proc directory is missing in the target");
. " /proc directory is missing in the target");
} elsif ((any { $_ eq $options->{mode} } ('root', 'unshare'))
&& !-e "/proc") {
warning("skipping bind-mounting /proc because"
. " /proc does not exist on the outside");
} elsif ((any { $_ eq $options->{mode} } ('root', 'unshare'))
&& !-d "/proc") {
warning("skipping bind-mounting /proc because"
. " /proc on the outside is not a directory");
} elsif ($options->{mode} eq 'root') {
} elsif ($options->{mode} eq 'root') {
push @cleanup_tasks, sub {
push @cleanup_tasks, sub {
# some maintainer scripts mount additional stuff into /proc
# some maintainer scripts mount additional stuff into /proc
@ -1186,16 +1230,6 @@ sub run_chroot {
0 == system('mount', '-t', 'proc', '-o', 'ro', 'proc',
0 == system('mount', '-t', 'proc', '-o', 'ro', 'proc',
"$options->{root}/proc")
"$options->{root}/proc")
or error "mount /proc failed: $?";
or error "mount /proc failed: $?";
} elsif ($options->{mode} eq 'unshare' && !-d "$options->{root}/proc")
{
warning("skipping bind-mounting /proc because the"
. " /proc directory is missing in the target");
} elsif ($options->{mode} eq 'unshare' && !-e "/proc") {
warning("skipping bind-mounting /proc because"
. " /proc does not exist on the outside");
} elsif ($options->{mode} eq 'unshare' && !-d "/proc") {
warning("skipping bind-mounting /proc because"
. " /proc on the outside is not a directory");
} elsif ($options->{mode} eq 'unshare') {
} elsif ($options->{mode} eq 'unshare') {
# naturally we have to clean up after ourselves in sudo mode where
# naturally we have to clean up after ourselves in sudo mode where
# we do a real mount. But we also need to unmount in unshare mode
# we do a real mount. But we also need to unmount in unshare mode
@ -1444,24 +1478,30 @@ sub setup {
warning "cannot read $options->{apttrustedparts}";
warning "cannot read $options->{apttrustedparts}";
}
}
run_setup($options);
if (any { $_ eq 'setup' } @{ $options->{skip} }) {
info "skipping setup as requested";
} else {
run_setup($options);
}
run_hooks('setup', $options);
run_hooks('setup', $options);
run_update($options);
if (any { $_ eq 'update' } @{ $options->{skip} }) {
info "skipping update as requested";
} else {
run_update($options);
}
(my $pkgs_to_install, my $essential_pkgs, my $cached_debs)
(my $pkgs_to_install, my $essential_pkgs, my $cached_debs)
= run_download($options);
= run_download($options);
if ( $options->{mode} ne 'chrootless'
# in theory, we don't have to extract the packages in chrootless mode
or $options->{variant} eq 'extract') {
# but we do it anyways because otherwise directory creation timestamps
# We have to extract the packages from @essential_pkgs either if we run
# will differ compared to non-chrootless and we want to create bit-by-bit
# in chrootless mode and extract variant or in any other mode. In
# identical tar output
# other words, the only scenario in which the @essential_pkgs are not
#
# extracted are in chrootless mode in any other than the extract
# FIXME: dpkg could be changed to produce the same results
# variant.
run_extract($options, $essential_pkgs);
run_extract($options, $essential_pkgs);
}
run_hooks('extract', $options);
run_hooks('extract', $options);
@ -1480,7 +1520,11 @@ sub setup {
run_hooks('customize', $options);
run_hooks('customize', $options);
}
}
run_cleanup($options);
if (any { $_ eq 'cleanup' } @{ $options->{skip} }) {
info "skipping cleanup as requested";
} else {
run_cleanup($options);
}
return;
return;
}
}
@ -1540,8 +1584,10 @@ sub run_setup() {
}
}
# if dpkg and apt operate from the outside we need some more
# if dpkg and apt operate from the outside we need some more
# directories because dpkg and apt might not even be installed inside
# directories because dpkg and apt might not even be installed inside
# the chroot
# the chroot. Thus, the following block is not strictly necessary in
if ($options->{mode} eq 'chrootless') {
# chrootless mode. We unconditionally add it anyways, so that the
# output with and without chrootless mode is equal.
{
push @directories, '/var/log/apt';
push @directories, '/var/log/apt';
# since we do not know the dpkg version inside the chroot at this
# since we do not know the dpkg version inside the chroot at this
# point, we can only omit it in chrootless mode
# point, we can only omit it in chrootless mode
@ -1580,6 +1626,10 @@ sub run_setup() {
# This will affect calls to tempfile() as well as runs of "apt-get update"
# This will affect calls to tempfile() as well as runs of "apt-get update"
# which will create temporary clearsigned.message.XXXXXX files to verify
# which will create temporary clearsigned.message.XXXXXX files to verify
# signatures.
# signatures.
#
# Setting TMPDIR to inside the chroot is also necessary for when packages
# are installed with apt from outside the chroot with
# DPkg::Chroot-Directory
{
{
## no critic (Variables::RequireLocalizedPunctuationVars)
## no critic (Variables::RequireLocalizedPunctuationVars)
$ENV{"TMPDIR"} = "$options->{root}/tmp";
$ENV{"TMPDIR"} = "$options->{root}/tmp";
@ -2042,6 +2092,18 @@ sub run_download() {
# - no simulation run is done, and
# - no simulation run is done, and
# - the variant is not extract or custom or the number to be
# - the variant is not extract or custom or the number to be
# installed packages not zero
# installed packages not zero
#
# We could also unconditionally use the proxysolver and then "apt-get
# download" any missing packages but using the proxysolver requires
# /usr/lib/apt/solvers/apt from the apt-utils package and we want to avoid
# that dependency.
#
# In the future we want to replace downloading packages with "apt-get
# install --download-only" and installing them with dpkg by just installing
# the essential packages with apt from the outside with
# DPkg::Chroot-Directory. We are not doing that because then the preinst
# script of base-passwd will not be called early enough and packages will
# fail to install because they are missing /etc/passwd.
my @cached_debs = ();
my @cached_debs = ();
my @dl_debs = ();
my @dl_debs = ();
if (
if (
@ -2142,12 +2204,54 @@ sub run_download() {
],
],
%result
%result
});
});
} elsif ($options->{variant} eq 'essential') {
# 2021-06-07, #debian-apt on OFTC, times in UTC+2
# 17:27 < DonKult> (?essential includes 'apt' through)
# 17:30 < josch> DonKult: no, because pkgCacheGen::ForceEssential ",";
# 17:32 < DonKult> touché
my %result = ();
if ($options->{dryrun}) {
info "simulate downloading packages with apt...";
} else {
# if there are already packages in /var/cache/apt/archives/, we
# need to use our proxysolver to obtain the solution chosen by apt
if (scalar @cached_debs > 0) {
$result{EDSP_RES} = \@dl_debs;
}
info "downloading packages with apt...";
}
run_apt_progress({
ARGV => [
'apt-get',
'--yes',
'-oApt::Get::Download-Only=true',
$options->{dryrun} ? '-oAPT::Get::Simulate=true' : (),
'install',
'?narrow('
. (
defined($options->{suite})
? '?archive(' . $options->{suite} . '),'
: ''
)
. '?architecture('
. $options->{nativearch}
. '),?essential)'
],
%result
});
} elsif (
} elsif (
any { $_ eq $options->{variant} } (
any { $_ eq $options->{variant} }
'essential', 'standard', 'important', 'required', 'buildd',
('standard', 'important', 'required', 'minbase', 'buildd')
'minbase'
)
) {
) {
# In the future, after bug https://bugs.debian.org/989558 is fixed, we
# want to use apt patterns to select the packages to install:
#
# ?narrow(?archive(unstable),?architecture(amd64),?priority(important))
#
# Once this is possible, we can append above statement to the apt-get
# install call in run_download() instead of assembling the package list
# here and passing it through all the way. Then this function only
# takes care of retrieving the essential packages.
my %ess_pkgs;
my %ess_pkgs;
my %ess_pkgs_target;
my %ess_pkgs_target;
my %pkgs_to_install_target = %pkgs_to_install;
my %pkgs_to_install_target = %pkgs_to_install;
@ -2462,6 +2566,7 @@ sub run_extract() {
}
}
# not using dpkg-deb --extract as that would replace the
# not using dpkg-deb --extract as that would replace the
# merged-usr symlinks with plain directories
# merged-usr symlinks with plain directories
# https://bugs.debian.org/989602
# not using dpkg --unpack because that would try running preinst
# not using dpkg --unpack because that would try running preinst
# maintainer scripts
# maintainer scripts
my $pid1 = fork() // error "fork() failed: $!";
my $pid1 = fork() // error "fork() failed: $!";
@ -2744,7 +2849,7 @@ sub run_essential() {
# FIXME: the dpkg config from the host is parsed before the command
# FIXME: the dpkg config from the host is parsed before the command
# line arguments are parsed and might break this mode
# line arguments are parsed and might break this mode
# Example: if the host has --path-exclude set, then this will also
# Example: if the host has --path-exclude set, then this will also
# affect the chroot.
# affect the chroot. See #808203
my @chrootless_opts = (
my @chrootless_opts = (
'-oDPkg::Options::=--force-not-root',
'-oDPkg::Options::=--force-not-root',
'-oDPkg::Options::=--force-script-chrootless',
'-oDPkg::Options::=--force-script-chrootless',
@ -2764,10 +2869,23 @@ sub run_essential() {
$ENV{QEMU_LD_PREFIX} = $options->{root};
$ENV{QEMU_LD_PREFIX} = $options->{root};
}
}
}
}
run_apt_progress({
# we don't use apt because that will not run the base-passwd preinst
ARGV => ['apt-get', '--yes', @chrootless_opts, 'install'],
# early enough
PKGS => [map { "$options->{root}/$_" } @{$essential_pkgs}],
#run_apt_progress({
});
# ARGV => ['apt-get', '--yes', @chrootless_opts, 'install'],
# PKGS => [map { "$options->{root}/$_" } @{$essential_pkgs}],
#});
run_dpkg_progress({
ARGV => [
'dpkg',
'--force-not-root',
'--force-script-chrootless',
"--root=$options->{root}",
"--log=$options->{root}/var/log/dpkg.log",
'--install',
'--force-depends'
],
PKGS => [map { "$options->{root}/$_" } @{$essential_pkgs}] });
} elsif (
} elsif (
any { $_ eq $options->{mode} }
any { $_ eq $options->{mode} }
('root', 'unshare', 'fakechroot', 'proot')
('root', 'unshare', 'fakechroot', 'proot')
@ -2776,6 +2894,13 @@ sub run_essential() {
# we need --force-depends because dpkg does not take Pre-Depends
# we need --force-depends because dpkg does not take Pre-Depends
# into account and thus doesn't install them in the right order
# into account and thus doesn't install them in the right order
# And the --predep-package option is broken: #539133
# And the --predep-package option is broken: #539133
#
# We could use apt from outside the chroot using DPkg::Chroot-Directory
# but then the preinst script of base-passwd will not be called early
# enough and packages will fail to install because they are missing
# /etc/passwd. Also, with plain dpkg the essential variant can finish
# within 9 seconds. If we use apt instead, it becomes 12 seconds. We
# prefer speed here.
if ($options->{dryrun}) {
if ($options->{dryrun}) {
info "simulate installing essential packages...";
info "simulate installing essential packages...";
} else {
} else {
@ -2839,176 +2964,26 @@ sub run_install() {
) {
) {
if ($options->{variant} ne 'custom'
if ($options->{variant} ne 'custom'
and scalar @{$pkgs_to_install} > 0) {
and scalar @{$pkgs_to_install} > 0) {
# some packages have to be installed from the outside befor e
# Advantage of running apt on the outside instead of inside th e
# anything can be installed from the inside.
# chroot:
#
#
# we do not need to install any *-archive-keyring packages
# - we can build chroots without apt (for example from buildinfo
# inside the chroot prior to installing the packages, because
# files)
# the keyring is only used when doing "apt-get update" and that
#
# was already done at the beginning using key material from the
# - we do not need to install additional packages like
# outside. Since the apt cache is already filled and we are not
# apt-transport-* or ca-certificates inside the chroot
# calling "apt-get update" again, the keyring can be installed
#
# later during installation. But: if it's not installed during
# - we do not not need additional key material inside the chroot
# installation, then we might end up with a fully installed
#
# system without keyrings that are valid for its sources.list.
# - we can make use of file:// and copy://
my @pkgs_to_install_from_outside;
#
# The DPkg::Install::Recursive::force=true workaround can be
# install apt if necessary
# dropped after this issue is fixed:
if ($options->{variant} ne 'apt') {
# https://salsa.debian.org/apt-team/apt/-/merge_requests/178
push @pkgs_to_install_from_outside, 'apt';
#
}
# We could also move the dpkg call to the outside and run dpkg with
# --root but this would only make sense in situations where there
# since apt will be run inside the chroot, make sure that
# is no dpkg inside the chroot.
# apt-transport-https and ca-certificates gets installed first
# if any mirror is a https URI
open(my $pipe_apt, '-|', 'apt-get', 'indextargets',
'--format', '$(URI)', 'Created-By: Packages')
or error "cannot start apt-get indextargets: $!";
while (my $uri = <$pipe_apt>) {
if ($uri =~ /^https:\/\//) {
info "https mirror found -- adding apt-transport-https "
. "and ca-certificates";
# FIXME: support for https is part of apt >= 1.5
push @pkgs_to_install_from_outside, 'apt-transport-https';
push @pkgs_to_install_from_outside, 'ca-certificates';
last;
} elsif ($uri =~ /^tor(\+[a-z]+)*:\/\//) {
# tor URIs can be tor+http://, tor+https:// or even
# tor+mirror+file://
info "tor mirror found -- adding apt-transport-tor";
push @pkgs_to_install_from_outside, 'apt-transport-tor';
last;
}
}
close $pipe_apt;
$? == 0 or error "apt-get indextargets failed";
if (scalar @pkgs_to_install_from_outside > 0) {
my @cached_debs = ();
my @dl_debs = ();
# /var/cache/apt/archives/ might not be empty either because
# the user used hooks to populate it or because skip options
# like essential/unlink or check/empty were used.
{
my $apt_archives = "/var/cache/apt/archives/";
opendir my $dh, "$options->{root}/$apt_archives"
or error "cannot read $apt_archives";
while (my $deb = readdir $dh) {
if ($deb !~ /\.deb$/) {
next;
}
if (!-f "$options->{root}/$apt_archives/$deb") {
next;
}
push @cached_debs, $deb;
}
closedir $dh;
}
my %result = ();
if ($options->{dryrun}) {
info 'simulate downloading '
. (join ', ', @pkgs_to_install_from_outside) . "...";
} else {
if (scalar @cached_debs > 0) {
$result{EDSP_RES} = \@dl_debs;
}
info 'downloading '
. (join ', ', @pkgs_to_install_from_outside) . "...";
}
run_apt_progress({
ARGV => [
'apt-get',
'--yes',
'-oApt::Get::Download-Only=true',
$options->{dryrun}
? '-oAPT::Get::Simulate=true'
: (),
'install'
],
PKGS => [@pkgs_to_install_from_outside],
%result
});
if ($options->{dryrun}) {
info 'simulate installing '
. (join ', ', @pkgs_to_install_from_outside) . "...";
} else {
my @debs_to_install;
if (scalar @cached_debs > 0 && scalar @dl_debs > 0) {
my $archives = "/var/cache/apt/archives/";
my $prefix = "$options->{root}/$archives";
# for each package in @dl_debs, check if it's in
# /var/cache/apt/archives/ and add it to
# @debs_to_install
foreach my $p (@dl_debs) {
my ($pkg, $ver_epoch) = @{$p};
# apt appends the architecture at the end of the
# package name
($pkg, my $arch) = split ':', $pkg, 2;
# apt replaces the colon by its percent encoding
my $ver = $ver_epoch;
$ver =~ s/:/%3a/;
# the architecture returned by apt is the native
# architecture. Since we don't know whether the
# package is architecture independent or not, we
# first try with the native arch and then
# with "all" and only error out if neither exists.
if (-e "$prefix/${pkg}_${ver}_$arch.deb") {
push @debs_to_install,
"$archives/${pkg}_${ver}_$arch.deb";
} elsif (-e "$prefix/${pkg}_${ver}_all.deb") {
push @debs_to_install,
"$archives/${pkg}_${ver}_all.deb";
} else {
error( "cannot find package for "
. "$pkg:$arch (= $ver_epoch) "
. "in /var/cache/apt/archives/");
}
}
} else {
my $apt_archives = "/var/cache/apt/archives/";
opendir my $dh, "$options->{root}/$apt_archives"
or error "cannot read $apt_archives";
while (my $deb = readdir $dh) {
if ($deb !~ /\.deb$/) {
next;
}
$deb = "$apt_archives/$deb";
if (!-f "$options->{root}/$deb") {
next;
}
push @debs_to_install, $deb;
}
closedir $dh;
}
if (scalar @debs_to_install == 0) {
warning "nothing got downloaded -- maybe the packages"
. " were already installed?";
} else {
# we need --force-depends because dpkg does not take
# Pre-Depends into account and thus doesn't install
# them in the right order
info 'installing '
. (join ', ', @pkgs_to_install_from_outside) . "...";
run_dpkg_progress({
ARGV => [
@{$chrootcmd}, 'dpkg',
'--install', '--force-depends'
],
PKGS => \@debs_to_install,
});
foreach my $deb (@debs_to_install) {
# do not unlink those packages that were in
# /var/cache/apt/archive before the install phase
next
if any { "/var/cache/apt/archives/$_" eq $deb }
@cached_debs;
unlink "$options->{root}/$deb"
or error "cannot unlink $deb: $!";
}
}
}
}
if (!$options->{dryrun}) {
if (!$options->{dryrun}) {
run_chroot(
run_chroot(
sub {
sub {
@ -3016,8 +2991,19 @@ sub run_install() {
. " chroot...";
. " chroot...";
run_apt_progress({
run_apt_progress({
ARGV => [
ARGV => [
@{$chrootcmd}, 'apt-get',
'apt-get',
'--yes', 'install'
'-o',
'Dir::Bin::dpkg=env',
'-o',
'DPkg::Options::=--unset=TMPDIR',
'-o',
'DPkg::Options::=dpkg',
'-o',
'DPkg::Install::Recursive::force=true',
'-o',
"DPkg::Chroot-Directory=$options->{root}",
'--yes',
'install'
],
],
PKGS => $pkgs_to_install,
PKGS => $pkgs_to_install,
});
});
@ -3081,8 +3067,15 @@ sub run_cleanup() {
# apt since 1.6 creates the auxfiles directory. If apt inside the
# apt since 1.6 creates the auxfiles directory. If apt inside the
# chroot is older than that, then it will not know how to clean it.
# chroot is older than that, then it will not know how to clean it.
if (-e "$options->{root}/var/lib/apt/lists/auxfiles") {
if (-e "$options->{root}/var/lib/apt/lists/auxfiles") {
rmdir "$options->{root}/var/lib/apt/lists/auxfiles"
remove_tree("$options->{root}/var/lib/apt/lists/auxfiles",
or die "cannot rmdir /var/lib/apt/lists/auxfiles: $!";
{ error => \my $err });
if (@$err) {
for my $diag (@$err) {
my ($file, $message) = %$diag;
if ($file eq '') { warning "general error: $message"; }
else { warning "problem unlinking $file: $message"; }
}
}
}
}
}
}
@ -3135,6 +3128,7 @@ sub run_cleanup() {
or error "cannot unlink /etc/machine-id: $!";
or error "cannot unlink /etc/machine-id: $!";
open my $fh, '>', "$options->{root}/etc/machine-id"
open my $fh, '>', "$options->{root}/etc/machine-id"
or error "failed to open(): $!";
or error "failed to open(): $!";
print $fh "uninitialized";
close $fh;
close $fh;
}
}
}
}
@ -4163,6 +4157,8 @@ sub get_sourceslist_by_suite {
or error "cannot open $distro_info: $!";
or error "cannot open $distro_info: $!";
my $i = 0;
my $i = 0;
my $matching_version;
my $matching_version;
my @releases;
my $today = POSIX::strftime "%Y-%m-%d", localtime;
while (my $line = <$fh>) {
while (my $line = <$fh>) {
chomp($line);
chomp($line);
$i++;
$i++;
@ -4185,6 +4181,11 @@ sub get_sourceslist_by_suite {
if ($i == 1) {
if ($i == 1) {
next;
next;
}
}
if ( scalar @cells > 4
and $cells[4] =~ m/^\d\d\d\d-\d\d-\d\d$/
and $cells[4] lt $today) {
push @releases, $cells[0];
}
if (lc $cells[1] eq $suite or lc $cells[2] eq $suite) {
if (lc $cells[1] eq $suite or lc $cells[2] eq $suite) {
$matching_version = $cells[0];
$matching_version = $cells[0];
last;
last;
@ -4194,9 +4195,15 @@ sub get_sourceslist_by_suite {
if (defined $matching_version and $matching_version >= 11) {
if (defined $matching_version and $matching_version >= 11) {
$bullseye_or_later = 1;
$bullseye_or_later = 1;
}
}
if ($suite eq "stable" and $releases[-1] >= 11) {
$bullseye_or_later = 1;
}
} else {
} else {
# neither libdistro-info-perl nor distro-info-data is installed
# neither libdistro-info-perl nor distro-info-data is installed
if (any { $_ eq $suite } ('bullseye', 'bookworm', 'trixie')) {
if (
any { $_ eq $suite }
('stable', 'bullseye', 'bookworm', 'trixie')
) {
$bullseye_or_later = 1;
$bullseye_or_later = 1;
}
}
}
}
@ -4291,11 +4298,14 @@ sub main() {
# lxc-usernsexec -- lxc-unshare -s 'MOUNT|PID|UTSNAME|IPC' ...
# lxc-usernsexec -- lxc-unshare -s 'MOUNT|PID|UTSNAME|IPC' ...
# but without needing lxc
# but without needing lxc
if ($ARGV[0] eq "--unshare-helper") {
if ($ARGV[0] eq "--unshare-helper") {
if (!test_unshare_userns(1)) {
if ($EFFECTIVE_USER_ID != 0 && !test_unshare_userns(1)) {
exit 1;
exit 1;
}
}
my @idmap = read_subuid_subgid;
my @idmap = ();
my $pid = get_unshare_cmd(
if ($EFFECTIVE_USER_ID != 0) {
@idmap = read_subuid_subgid;
}
my $pid = get_unshare_cmd(
sub {
sub {
0 == system @ARGV[1 .. $#ARGV] or error "system failed: $?";
0 == system @ARGV[1 .. $#ARGV] or error "system failed: $?";
},
},
@ -4483,12 +4493,6 @@ sub main() {
$options->{variant} = 'important';
$options->{variant} = 'important';
}
}
if ($options->{variant} eq 'essential'
and scalar @{ $options->{include} } > 0) {
warning "cannot install extra packages with variant essential because"
. " apt is missing";
}
# fakeroot is an alias for fakechroot
# fakeroot is an alias for fakechroot
if ($options->{mode} eq 'fakeroot') {
if ($options->{mode} eq 'fakeroot') {
$options->{mode} = 'fakechroot';
$options->{mode} = 'fakechroot';
@ -4651,13 +4655,8 @@ sub main() {
error "unknown mode: $options->{mode}";
error "unknown mode: $options->{mode}";
}
}
# By default, mount is not used. This is so that mounting is skipped if the
$options->{canmount} = 1;
# user supplies --skip=check/canmount. This only gets enabled if
if ($options->{mode} eq 'root') {
# CAP_SYS_ADMIN and unshare --mount are available in root mode.
$options->{canmount} = 0;
if (any { $_ eq 'check/canmount' } @{ $options->{skip} }) {
info "skipping check/canmount as requested";
} elsif ($options->{mode} eq 'root') {
# It's possible to be root but not be able to mount anything.
# It's possible to be root but not be able to mount anything.
# This is for example the case when running under docker.
# This is for example the case when running under docker.
# Mounting needs CAP_SYS_ADMIN which might not be available.
# Mounting needs CAP_SYS_ADMIN which might not be available.
@ -4674,11 +4673,15 @@ sub main() {
0 == syscall &SYS_capget, $hdrp, $datap
0 == syscall &SYS_capget, $hdrp, $datap
or error "capget failed: $!";
or error "capget failed: $!";
my ($effective, undef) = unpack "LLLLLL", $datap;
my ($effective, undef) = unpack "LLLLLL", $datap;
if (($effective >> $CAP_SYS_ADMIN) & 1 == 1) {
if (($effective >> $CAP_SYS_ADMIN) & 1 != 1) {
# we have CAP_SYS_ADMIN, and thus can mount
warning
$options->{canmount} = 1;
"cannot mount because CAP_SYS_ADMIN is not in the effective set";
} else {
$options->{canmount} = 0;
error "root mode requires mount which requires CAP_SYS_ADMIN";
}
if (0 == syscall &SYS_prctl, $PR_CAPBSET_READ, $CAP_SYS_ADMIN) {
warning
"cannot mount because CAP_SYS_ADMIN is not in the bounding set";
$options->{canmount} = 0;
}
}
# To test whether we can use mount without actually trying to mount
# To test whether we can use mount without actually trying to mount
# something we try unsharing the mount namespace. If this is allowed,
# something we try unsharing the mount namespace. If this is allowed,
@ -4688,15 +4691,26 @@ sub main() {
# we get 'cannot change root filesystem propagation' when running
# we get 'cannot change root filesystem propagation' when running
# mmdebstrap inside a chroot for which the root of the chroot is not
# mmdebstrap inside a chroot for which the root of the chroot is not
# its own mount point.
# its own mount point.
if (0 == system 'unshare --mount --propagation unchanged -- true') {
if (0 != system 'unshare --mount --propagation unchanged -- true') {
$options->{canmount} = 1;
} else {
# if we cannot unshare the mount namespace as root, then we also
# if we cannot unshare the mount namespace as root, then we also
# cannot mount
# cannot mount
error "root mode requires mount but unshare --mount failed";
warning "cannot mount because unshare --mount failed";
$options->{canmount} = 0;
}
}
if (any { $_ eq $options->{mode} } ('root', 'unshare')) {
if (system('mount --version>/dev/null') != 0) {
warning "cannot execute mount";
$options->{canmount} = 0;
}
}
}
}
# we can only possibly mount in root and unshare mode
if (none { $_ eq $options->{mode} } ('root', 'unshare')) {
$options->{canmount} = 0;
}
my @architectures = ();
my @architectures = ();
foreach my $archs (@{ $options->{architectures} }) {
foreach my $archs (@{ $options->{architectures} }) {
foreach my $arch (split /[,\s]+/, $archs) {
foreach my $arch (split /[,\s]+/, $archs) {
@ -4989,7 +5003,6 @@ sub main() {
'--ignore-time-conflict', '--no-options',
'--ignore-time-conflict', '--no-options',
'--no-default-keyring', '--homedir',
'--no-default-keyring', '--homedir',
$gpghome, '--no-auto-check-trustdb',
$gpghome, '--no-auto-check-trustdb',
'--trust-model', 'always'
);
);
my ($ret, $message);
my ($ret, $message);
{
{
@ -5349,7 +5362,9 @@ sub main() {
# in unshare and root mode, other users than the current user need to
# in unshare and root mode, other users than the current user need to
# access the rootfs, most prominently, the _apt user. Thus, make the
# access the rootfs, most prominently, the _apt user. Thus, make the
# temporary directory world readable.
# temporary directory world readable.
if (any { $_ eq $options->{mode} } ('unshare', 'root')) {
if (any { $_ eq $options->{mode} } ('unshare', 'root')
or
($EFFECTIVE_USER_ID == 0 and $options->{mode} eq 'chrootless')) {
chmod 0755, $options->{root} or error "cannot chmod root: $!";
chmod 0755, $options->{root} or error "cannot chmod root: $!";
}
}
} elsif ($format eq 'directory') {
} elsif ($format eq 'directory') {
@ -5420,12 +5435,14 @@ sub main() {
my @idmap;
my @idmap;
# for unshare mode the rootfs directory has to have appropriate
# for unshare mode the rootfs directory has to have appropriate
# permissions
# permissions
if ($options->{mode} eq 'unshare') {
if ($EFFECTIVE_USER_ID != 0 and $ options->{mode} eq 'unshare') {
@idmap = read_subuid_subgid;
@idmap = read_subuid_subgid;
# sanity check
# sanity check
if ( scalar(@idmap) != 2
if ( scalar(@idmap) != 2
|| $idmap[0][0] ne 'u'
|| $idmap[0][0] ne 'u'
|| $idmap[1][0] ne 'g') {
|| $idmap[1][0] ne 'g'
|| !length $idmap[0][2]
|| !length $idmap[1][2]) {
error "invalid idmap";
error "invalid idmap";
}
}
@ -5514,6 +5531,11 @@ sub main() {
);
);
# tar2sqfs and genext2fs do not support extended attributes
# tar2sqfs and genext2fs do not support extended attributes
if ($format eq "squashfs") {
if ($format eq "squashfs") {
# tar2sqfs supports user.*, trusted.* and security.* but not system.*
# https://bugs.debian.org/988100
# lib/sqfs/xattr/xattr.c of https://github.com/AgentD/squashfs-tools-ng
# https://github.com/AgentD/squashfs-tools-ng/issues/83
# https://github.com/AgentD/squashfs-tools-ng/issues/25
warning("tar2sqfs does not support extended attributes"
warning("tar2sqfs does not support extended attributes"
. " from the 'system' namespace");
. " from the 'system' namespace");
push @taropts, '--xattrs', '--xattrs-exclude=system.*';
push @taropts, '--xattrs', '--xattrs-exclude=system.*';
@ -5988,10 +6010,11 @@ option happens to be an existing file, then its contents are pasted into the
chroot's sources.list. This can be used to supply a deb822 style
chroot's sources.list. This can be used to supply a deb822 style
sources.list. If I<MIRROR> is C<-> then standard input is pasted into the
sources.list. If I<MIRROR> is C<-> then standard input is pasted into the
chroot's sources.list. More than one mirror can be specified and are appended
chroot's sources.list. More than one mirror can be specified and are appended
to the chroot's sources.list in the given order. If any mirror contains a
to the chroot's sources.list in the given order. If you specify a https or tor
https URI, then the packages apt-transport-https and ca-certificates will be
I<MIRROR> and you want the chroot to be able to update itself, don't forget to
installed inside the chroot. If any mirror contains a tor+xxx URI, then the
also install the ca-certificates package, the apt-transport-https package for
apt-transport-tor package will be installed inside the chroot.
apt versions less than 1.5 and/or the apt-transport-tor package using the
B<--include> option, as necessary.
The optional I<TARGET> argument can either be the path to a directory, the path
The optional I<TARGET> argument can either be the path to a directory, the path
to a tarball filename, the path to a squashfs image, the path to an ext2 image,
to a tarball filename, the path to a squashfs image, the path to an ext2 image,
@ -6005,8 +6028,7 @@ symbolic name (eg, unstable, testing, stable, oldstable). Any suite name that
works with apt on the given mirror will work. If no I<SUITE> was specified,
works with apt on the given mirror will work. If no I<SUITE> was specified,
then a single I<MIRROR> C<-> is added and thus the information of the desired
then a single I<MIRROR> C<-> is added and thus the information of the desired
suite has to come from standard input as part of a valid apt sources.list file.
suite has to come from standard input as part of a valid apt sources.list file.
If mmdebstrap is instructed to retrieve packages from multiple releases, then
The value of the I<SUITE> argument will be used to determine which apt index to
the value of the I<SUITE> argument will be used to determine which apt index to
use for finding out the set of C<Essential:yes> packages and/or the set of
use for finding out the set of C<Essential:yes> packages and/or the set of
packages with the right priority for the selected variant. See the section
packages with the right priority for the selected variant. See the section
B<VARIANTS> for more information.
B<VARIANTS> for more information.
@ -6153,9 +6175,7 @@ option depends on the selected variant. The B<extract> and B<custom> variants
install no packages by default, so for these variants, the packages specified
install no packages by default, so for these variants, the packages specified
by this option will be the only ones that get either extracted or installed by
by this option will be the only ones that get either extracted or installed by
dpkg, respectively. For all other variants, apt is used to install the
dpkg, respectively. For all other variants, apt is used to install the
additional packages. The B<essential> variant does not include apt and thus,
additional packages. Package names are directly passed to
the include option will only work when the B<chrootless> mode is selected and
thus apt from the outside can be used. Package names are directly passed to
apt and thus, you can use apt features like C<pkg/suite>, C<pkg=version>,
apt and thus, you can use apt features like C<pkg/suite>, C<pkg=version>,
C<pkg-> or use a glob or regex for C<pkg>. See apt(8) for the supported
C<pkg-> or use a glob or regex for C<pkg>. See apt(8) for the supported
syntax. The option can be specified multiple times and the packages are
syntax. The option can be specified multiple times and the packages are
@ -6449,9 +6469,9 @@ B<chroot(1)>.
All package sets also include the direct and indirect hard dependencies (but
All package sets also include the direct and indirect hard dependencies (but
not recommends) of the selected package sets. The variants B<minbase>,
not recommends) of the selected package sets. The variants B<minbase>,
B<buildd> and B<->, resemble the package sets that debootstrap would install
B<buildd> and B<->, resemble the package sets that debootstrap would install
with the same I<--variant> argument. If multiple releases are passed as apt
with the same I<--variant> argument. The release with a name matching the
sources to B<mmdebstrap>, then the release with a name matching the I<SUITE> I<SUITE> argument will be used to determine the C<Essential:yes> and priority
argument will be used to determine the C<Essential:yes> and priority values.values.
=over 8
=over 8
@ -6686,8 +6706,6 @@ Upon startup, several checks are carried out, like:
=item * which mode to use and whether prerequisites are met
=item * which mode to use and whether prerequisites are met
=item * if you are root, check whether you have the ability to mount. This check requires the C<unshare> program from the C<util-linux> package and can be disabled by using B<--skip=check/canmount>.
=item * whether the requested architecture can be executed (requires arch-test) using qemu binfmt_misc support. This requires arch-test and can be disabled using B<--skip=check/qemu>
=item * whether the requested architecture can be executed (requires arch-test) using qemu binfmt_misc support. This requires arch-test and can be disabled using B<--skip=check/qemu>
=item * how the apt sources can be assembled from I<SUITE>, I<MIRROR> and B<--components> and/or from standard input as deb822 or one-line format and whether the required GPG keys exist.
=item * how the apt sources can be assembled from I<SUITE>, I<MIRROR> and B<--components> and/or from standard input as deb822 or one-line format and whether the required GPG keys exist.
@ -6700,7 +6718,7 @@ Upon startup, several checks are carried out, like:
=item B<setup>
=item B<setup>
The following tasks are carried out:
The following tasks are carried out unless B<--skip=setup> is used :
=over 4
=over 4
@ -6725,7 +6743,7 @@ Run B<--setup-hook> options and all F<setup*> scripts in B<--hook-dir>.
=item B<update>
=item B<update>
Runs C<apt-get update> using the temporary apt configuration file created in
Runs C<apt-get update> using the temporary apt configuration file created in
the B<setup> step.
the B<setup> step. This can be disabled using B<--skip=update>.
=item B<download>
=item B<download>
@ -6741,8 +6759,7 @@ the required priority.
=item B<extract>
=item B<extract>
Extract the downloaded packages into the rootfs. This step is not carried out
Extract the downloaded packages into the rootfs.
in chrootless mode if the variant is not B<extract>.
=item B<extract-hook>
=item B<extract-hook>
@ -6782,7 +6799,7 @@ This step is not carried out in B<extract> mode.
=item B<cleanup>
=item B<cleanup>
Performs cleanup tasks like :
Performs cleanup tasks, unless B<--skip=cleanup> is used :
=over 4
=over 4
@ -6963,6 +6980,14 @@ Create a system that can be used with docker:
root
root
$ sudo docker rmi debian
$ sudo docker rmi debian
Create a system that can be used with podman:
$ mmdebstrap unstable | podman import - debian
[...]
$ podman run --network=none -it --rm debian whoami
root
$ podman rmi debian
=head1 ENVIRONMENT VARIABLES
=head1 ENVIRONMENT VARIABLES
=over 8
=over 8
@ -7069,7 +7094,13 @@ Therefore, until this dpkg limitation is fixed, a default dpkg configuration is
recommended on machines running B<mmdebstrap>. If you are using B<mmdebstrap>
recommended on machines running B<mmdebstrap>. If you are using B<mmdebstrap>
as the non-root user, then as a workaround you could run C<chmod 600
as the non-root user, then as a workaround you could run C<chmod 600
/etc/dpkg/dpkg.cfg.d/*> so that the config files are only accessible by the
/etc/dpkg/dpkg.cfg.d/*> so that the config files are only accessible by the
root user.
root user. See Debian bug #808203.
The C<file://> URI type cannot be used to install the essential packages. This
is because B<mmdebstrap> uses dpkg to install the packages that apt places into
F</var/cache/apt/archives> but with C<file://> apt will not copy the files even
with C<--download-only>. Use C<copy://> instead, which is equivalent to
C<file://> but copies the archives into F</var/cache/apt/archives>.
With apt versions before 2.1.16, setting C<[trusted=yes]> or
With apt versions before 2.1.16, setting C<[trusted=yes]> or
C<Acquire::AllowInsecureRepositories "1"> to allow signed archives without a
C<Acquire::AllowInsecureRepositories "1"> to allow signed archives without a
Joe Groocock
