Skip to content

Commit

Permalink
load database with checksum again but do the same in disko-install
Browse files Browse the repository at this point in the history
  • Loading branch information
Mic92 committed May 7, 2024
1 parent 8a4585a commit cdefe26
Show file tree
Hide file tree
Showing 7 changed files with 48 additions and 60 deletions.
21 changes: 20 additions & 1 deletion disko-install
Original file line number Diff line number Diff line change
Expand Up @@ -207,11 +207,13 @@ main() {
--arg diskMappings "$(serialiaseArrayToNix diskMappings)" \
--argstr extraSystemConfig "$extraSystemConfig" \
-A installToplevel \
-A closureInfo \
-A "$diskoAttr")

IFS=$'\n' mapfile -t artifacts <<<"$outputs"
nixos_system=${artifacts[0]}
disko_script=${artifacts[1]}
closure_info=${artifacts[1]}
disko_script=${artifacts[2]}

if [[ -n ${dry_run-} ]]; then
echo "Would run: $disko_script"
Expand All @@ -227,6 +229,23 @@ main() {
cp -ar "$source" "$mountPoint/$destination"
done

# nix copy uses up a lot of memory and we work around issues with incorrect checksums in our store
# that can be caused by using closureInfo in combination with multiple builders and non-deterministic builds.
# Therefore if we have a blank store, we copy the store paths and registration from the closureInfo.
if [[ ! -d "${mountPoint}/nix/store" ]]; then
export NIX_STATE_DIR=${mountPoint}/nix/var/nix
echo "Copying store paths" >&2

if [ -t 1 ]; then
xargs -I% xcp --recursive % "${mountPoint}/nix/store" < "${closure_info}/store-paths"
else
xargs -I% xcp --recursive --no-progress % "${mountPoint}/nix/store" < "${closure_info}/store-paths"
fi
echo "Loading nix database" >&2
nix-store --load-db < "${closure_info}/registration"
unset NIX_STATE_DIR
fi

nixos-install --no-root-password --system "$nixos_system" --root "$mountPoint"
}

Expand Down
22 changes: 17 additions & 5 deletions disko-install.nix
Original file line number Diff line number Diff line change
@@ -1,11 +1,16 @@
{ stdenvNoCC, makeWrapper, lib }:
{
stdenvNoCC,
makeWrapper,
lib,
coreutils,
xcp,
nixos-install-tools,
}:

stdenvNoCC.mkDerivation {
name = "disko-install";
src = ./.;
nativeBuildInputs = [
makeWrapper
];
nativeBuildInputs = [ makeWrapper ];
installPhase = ''
mkdir -p $out/bin $out/share/disko
cp -r install-cli.nix $out/share/disko
Expand All @@ -14,7 +19,14 @@ stdenvNoCC.mkDerivation {
-e "s|#!/usr/bin/env.*|#!/usr/bin/env bash|" \
disko-install > $out/bin/disko-install
chmod 755 $out/bin/disko-install
wrapProgram $out/bin/disko-install
wrapProgram $out/bin/disko-install \
--prefix PATH : "${
lib.makeBinPath [
coreutils
xcp
nixos-install-tools
]
}"
'';
meta = with lib; {
description = "Disko and nixos-install in one command";
Expand Down
3 changes: 2 additions & 1 deletion docs/disko-install.md
Original file line number Diff line number Diff line change
Expand Up @@ -197,9 +197,10 @@ Add this to your flake.nix output:
{ pkgs, self, ... }:
let
dependencies = [
pkgs.stdenv.drvPath
self.nixosConfigurations.your-machine.config.system.build.toplevel
self.nixosConfigurations.your-machine.config.system.build.diskoScript
self.nixosConfigurations.your-machine.pkgs.stdenv.drvPath
(self.nixosConfigurations.your-machine.pkgs.closureInfo { rootPaths = [ ]; }).drvPath
] ++ builtins.map (i: i.outPath) (builtins.attrValues self.inputs);
closureInfo = pkgs.closureInfo { rootPaths = dependencies; };
Expand Down
3 changes: 3 additions & 0 deletions install-cli.nix
Original file line number Diff line number Diff line change
Expand Up @@ -62,5 +62,8 @@ let
in
{
installToplevel = installSystem.config.system.build.toplevel;
closureInfo = installSystem.pkgs.closureInfo {
rootPaths = [ installSystem.config.system.build.toplevel ];
};
inherit (diskoSystem.config.system.build) formatScript mountScript diskoScript;
}
45 changes: 0 additions & 45 deletions lib/closure-info.nix

This file was deleted.

11 changes: 4 additions & 7 deletions lib/make-disk-image.nix
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,7 @@ let
systemdMinimal
nix
util-linux
xcp
] ++ nixosConfig.config.disko.extraDependencies;
preVM = ''
${lib.concatMapStringsSep "\n" (disk: "truncate -s ${disk.imageSize} ${disk.name}.raw") (lib.attrValues nixosConfig.config.disko.devices.disk)}
Expand All @@ -39,7 +40,7 @@ let
${extraPostVM}
'';

closureInfo = (pkgs.callPackage ./closure-info.nix { }) {
closureInfo = pkgs.closureInfo {
rootPaths = [ systemToInstall.config.system.build.toplevel ];
};
partitioner = ''
Expand All @@ -63,15 +64,11 @@ let
installer = ''
# populate nix db, so nixos-install doesn't complain
export NIX_STATE_DIR=${systemToInstall.config.disko.rootMountPoint}/nix/var/nix
# We have to use fakeroot here, because nix tries to chown files in the original store.
# fakeroot will make override all chown calls to no-ops.
echo "Registering store paths..."
${pkgs.fakeroot}/bin/fakeroot nix-store --register-validity --reregister < ${closureInfo}/registration
nix-store --load-db < "${closureInfo}/registration"
# We copy files with cp because `nix copy` seems to have a large memory leak
echo "Copying store paths..."
mkdir -p ${systemToInstall.config.disko.rootMountPoint}/nix/store
xargs cp -r --target-directory=${systemToInstall.config.disko.rootMountPoint}/nix/store < ${closureInfo}/store-paths
xargs -I % xcp --recursive % ${systemToInstall.config.disko.rootMountPoint}/nix/store < ${closureInfo}/store-paths
${systemToInstall.config.system.build.nixos-install}/bin/nixos-install --root ${systemToInstall.config.disko.rootMountPoint} --system ${systemToInstall.config.system.build.toplevel} --keep-going --no-channel-copy -v --no-root-password --option binary-caches ""
umount -Rv ${systemToInstall.config.disko.rootMountPoint}
Expand Down
3 changes: 2 additions & 1 deletion tests/disko-install/default.nix
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,8 @@ let
disko-install = pkgs.callPackage ../../disko-install.nix { };

dependencies = [
pkgs.stdenv.drvPath
self.nixosConfigurations.testmachine.pkgs.stdenv.drvPath
(self.nixosConfigurations.testmachine.pkgs.closureInfo { rootPaths = []; }).drvPath
self.nixosConfigurations.testmachine.config.system.build.toplevel
self.nixosConfigurations.testmachine.config.system.build.diskoScript
] ++ builtins.map (i: i.outPath) (builtins.attrValues self.inputs);
Expand Down

0 comments on commit cdefe26

Please sign in to comment.