2009-10-12 18:27:57 +01:00
|
|
|
{ config, pkgs, ... }:
|
2009-03-06 12:25:51 +00:00
|
|
|
|
2009-05-25 18:41:03 +01:00
|
|
|
with pkgs.lib;
|
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
let
|
|
|
|
|
2012-06-19 04:31:07 +01:00
|
|
|
cfg = config.nix;
|
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
inherit (config.environment) nix;
|
2011-09-14 19:20:50 +01:00
|
|
|
|
2010-03-11 16:50:08 +00:00
|
|
|
makeNixBuildUser = nr:
|
|
|
|
{ name = "nixbld${toString nr}";
|
|
|
|
description = "Nix build user ${toString nr}";
|
|
|
|
|
|
|
|
/* For consistency with the setgid(2), setuid(2), and setgroups(2)
|
|
|
|
calls in `libstore/build.cc', don't add any supplementary group
|
2010-06-02 22:10:48 +01:00
|
|
|
here except "nixbld". */
|
2010-03-11 16:50:08 +00:00
|
|
|
uid = builtins.add config.ids.uids.nixbld nr;
|
|
|
|
group = "nixbld";
|
2010-06-02 22:10:48 +01:00
|
|
|
extraGroups = [ "nixbld" ];
|
2010-03-11 16:50:08 +00:00
|
|
|
};
|
2009-03-06 12:25:51 +00:00
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
in
|
2009-05-25 18:41:03 +01:00
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
{
|
2009-05-25 18:41:03 +01:00
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
###### interface
|
|
|
|
|
|
|
|
options = {
|
|
|
|
|
|
|
|
environment.nix = mkOption {
|
|
|
|
default = pkgs.nixUnstable;
|
|
|
|
merge = mergeOneOption;
|
2012-04-23 01:41:37 +01:00
|
|
|
description = ''
|
2009-09-17 17:22:26 +01:00
|
|
|
This option specifies the Nix package instance to use throughout the system.
|
2012-04-23 01:41:37 +01:00
|
|
|
'';
|
2009-09-17 17:22:26 +01:00
|
|
|
};
|
2011-09-14 19:20:50 +01:00
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
nix = {
|
|
|
|
|
|
|
|
maxJobs = mkOption {
|
|
|
|
default = 1;
|
|
|
|
example = 2;
|
|
|
|
description = "
|
|
|
|
This option defines the maximum number of jobs that Nix will try
|
|
|
|
to build in parallel. The default is 1. You should generally
|
|
|
|
set it to the number of CPUs in your system (e.g., 2 on a Athlon
|
|
|
|
64 X2).
|
|
|
|
";
|
|
|
|
};
|
|
|
|
|
|
|
|
useChroot = mkOption {
|
|
|
|
default = false;
|
|
|
|
example = true;
|
|
|
|
description = "
|
|
|
|
If set, Nix will perform builds in a chroot-environment that it
|
|
|
|
will set up automatically for each build. This prevents
|
|
|
|
impurities in builds by disallowing access to dependencies
|
|
|
|
outside of the Nix store.
|
|
|
|
";
|
|
|
|
};
|
|
|
|
|
2011-03-07 08:20:24 +00:00
|
|
|
chrootDirs = mkOption {
|
|
|
|
default = [];
|
2011-03-07 08:21:39 +00:00
|
|
|
example = [ "/dev" "/proc" ];
|
|
|
|
description =
|
|
|
|
''
|
|
|
|
Directories from the host filesystem to be included
|
|
|
|
in the chroot.
|
|
|
|
'';
|
2011-03-07 08:20:24 +00:00
|
|
|
};
|
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
extraOptions = mkOption {
|
|
|
|
default = "";
|
|
|
|
example = "
|
|
|
|
gc-keep-outputs = true
|
|
|
|
gc-keep-derivations = true
|
|
|
|
";
|
2012-07-20 19:58:15 +01:00
|
|
|
description = "Additional text appended to <filename>nix.conf</filename>.";
|
2009-03-06 12:25:51 +00:00
|
|
|
};
|
2011-09-14 19:20:50 +01:00
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
distributedBuilds = mkOption {
|
|
|
|
default = false;
|
|
|
|
description = "
|
|
|
|
Whether to distribute builds to the machines listed in
|
|
|
|
<option>nix.buildMachines</option>.
|
2010-04-29 20:06:18 +01:00
|
|
|
If you know that the <option>buildMachines</option> are not
|
2010-04-28 20:52:00 +01:00
|
|
|
always available either use nixos
|
|
|
|
<command>nixos-rebuild --no-build-hook</command>
|
|
|
|
or consider managing <filename>/etc/nix.machines</filename> manually
|
|
|
|
by setting <option>manualNixMachines</option>. Then you can comment
|
|
|
|
unavailable buildmachines.
|
2009-03-06 12:25:51 +00:00
|
|
|
";
|
|
|
|
};
|
|
|
|
|
2010-02-19 09:48:24 +00:00
|
|
|
manualNixMachines = mkOption {
|
|
|
|
default = false;
|
|
|
|
description = "
|
2011-09-14 19:20:50 +01:00
|
|
|
Whether to manually manage the list of buildmachines used in distributed
|
|
|
|
builds in /etc/nix.machines.
|
2010-02-19 09:48:24 +00:00
|
|
|
";
|
|
|
|
};
|
|
|
|
|
2009-07-18 17:14:03 +01:00
|
|
|
daemonNiceLevel = mkOption {
|
2009-10-15 12:25:15 +01:00
|
|
|
default = 10;
|
2009-07-18 17:14:03 +01:00
|
|
|
description = "
|
2009-07-24 00:25:50 +01:00
|
|
|
Nix daemon process priority. This priority propagates to build processes.
|
|
|
|
0 is the default Unix process priority, 20 is the lowest.
|
2009-07-18 17:14:03 +01:00
|
|
|
";
|
|
|
|
};
|
|
|
|
|
2009-10-15 12:25:15 +01:00
|
|
|
daemonIONiceLevel = mkOption {
|
|
|
|
default = 7;
|
|
|
|
description = "
|
2011-09-14 19:20:50 +01:00
|
|
|
Nix daemon process I/O priority. This priority propagates to build processes.
|
2009-10-15 12:25:15 +01:00
|
|
|
0 is the default Unix process I/O priority, 7 is the lowest.
|
|
|
|
";
|
|
|
|
};
|
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
buildMachines = mkOption {
|
|
|
|
example = [
|
|
|
|
{ hostName = "voila.labs.cs.uu.nl";
|
|
|
|
sshUser = "nix";
|
|
|
|
sshKey = "/root/.ssh/id_buildfarm";
|
|
|
|
system = "powerpc-darwin";
|
|
|
|
maxJobs = 1;
|
|
|
|
}
|
|
|
|
{ hostName = "linux64.example.org";
|
|
|
|
sshUser = "buildfarm";
|
|
|
|
sshKey = "/root/.ssh/id_buildfarm";
|
|
|
|
system = "x86_64-linux";
|
|
|
|
maxJobs = 2;
|
|
|
|
}
|
|
|
|
];
|
|
|
|
description = "
|
|
|
|
This option lists the machines to be used if distributed
|
|
|
|
builds are enabled (see
|
|
|
|
<option>nix.distributedBuilds</option>). Nix will perform
|
|
|
|
derivations on those machines via SSh by copying the inputs to
|
|
|
|
the Nix store on the remote machine, starting the build, then
|
|
|
|
copying the output back to the local Nix store. Each element
|
|
|
|
of the list should be an attribute set containing the
|
|
|
|
machine's host name (<varname>hostname</varname>), the user
|
|
|
|
name to be used for the SSH connection
|
|
|
|
(<varname>sshUser</varname>), the Nix system type
|
|
|
|
(<varname>system</varname>, e.g.,
|
|
|
|
<literal>\"i686-linux\"</literal>), the maximum number of jobs
|
|
|
|
to be run in parallel on that machine
|
|
|
|
(<varname>maxJobs</varname>), and the path to the SSH private
|
|
|
|
key to be used to connect (<varname>sshKey</varname>). The
|
|
|
|
SSH private key should not have a passphrase, and the
|
|
|
|
corresponding public key should be added to
|
|
|
|
<filename>~<replaceable>sshUser</replaceable>/authorized_keys</filename>
|
|
|
|
on the remote machine.
|
|
|
|
";
|
|
|
|
};
|
2011-09-14 19:20:50 +01:00
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
proxy = mkOption {
|
|
|
|
default = "";
|
|
|
|
description = "
|
2011-09-14 19:20:50 +01:00
|
|
|
This option specifies the proxy to use for fetchurl. The real effect
|
2009-03-06 12:25:51 +00:00
|
|
|
is just exporting http_proxy, https_proxy and ftp_proxy with that
|
|
|
|
value.
|
|
|
|
";
|
|
|
|
example = "http://127.0.0.1:3128";
|
|
|
|
};
|
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
# Environment variables for running Nix. !!! Misnomer - it's
|
|
|
|
# actually a shell script.
|
2009-03-06 12:25:51 +00:00
|
|
|
envVars = mkOption {
|
|
|
|
internal = true;
|
2012-06-19 04:31:07 +01:00
|
|
|
default = {};
|
|
|
|
type = types.attrs;
|
|
|
|
description = "Environment variables used by Nix.";
|
2009-03-06 12:25:51 +00:00
|
|
|
};
|
2010-03-11 16:50:08 +00:00
|
|
|
|
|
|
|
nrBuildUsers = mkOption {
|
|
|
|
default = 10;
|
|
|
|
description = ''
|
|
|
|
Number of <literal>nixbld</literal> user accounts created to
|
|
|
|
perform secure concurrent builds. If you receive an error
|
|
|
|
message saying that “all build users are currently in use”,
|
|
|
|
you should increase this value.
|
|
|
|
'';
|
|
|
|
};
|
2009-03-06 12:25:51 +00:00
|
|
|
};
|
|
|
|
};
|
2009-05-28 13:56:56 +01:00
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
###### implementation
|
2009-03-06 12:25:51 +00:00
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
config = {
|
2009-03-06 12:25:51 +00:00
|
|
|
|
2011-03-07 08:20:24 +00:00
|
|
|
nix.chrootDirs = [ "/dev" "/dev/pts" "/proc" "/bin" ];
|
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
environment.etc =
|
|
|
|
[ { # Nix configuration.
|
|
|
|
source =
|
|
|
|
let
|
|
|
|
# Tricky: if we're using a chroot for builds, then we need
|
|
|
|
# /bin/sh in the chroot (our own compromise to purity).
|
|
|
|
# However, since /bin/sh is a symlink to some path in the
|
|
|
|
# Nix store, which furthermore has runtime dependencies on
|
|
|
|
# other paths in the store, we need the closure of /bin/sh
|
|
|
|
# in `build-chroot-dirs' - otherwise any builder that uses
|
|
|
|
# /bin/sh won't work.
|
|
|
|
binshDeps = pkgs.writeReferencesToFile config.system.build.binsh;
|
2011-09-14 19:20:50 +01:00
|
|
|
in
|
2012-06-19 04:31:07 +01:00
|
|
|
pkgs.runCommand "nix.conf" {extraOptions = cfg.extraOptions; } ''
|
2012-05-15 17:12:22 +01:00
|
|
|
extraPaths=$(for i in $(cat ${binshDeps}); do if test -d $i; then echo $i; fi; done)
|
2009-09-17 17:22:26 +01:00
|
|
|
cat > $out <<END
|
|
|
|
# WARNING: this file is generated.
|
|
|
|
build-users-group = nixbld
|
2012-06-19 04:31:07 +01:00
|
|
|
build-max-jobs = ${toString (cfg.maxJobs)}
|
|
|
|
build-use-chroot = ${if cfg.useChroot then "true" else "false"}
|
|
|
|
build-chroot-dirs = ${toString cfg.chrootDirs} $(echo $extraPaths)
|
2009-09-17 17:22:26 +01:00
|
|
|
$extraOptions
|
|
|
|
END
|
|
|
|
'';
|
2011-11-03 19:04:54 +00:00
|
|
|
target = "nix/nix.conf";
|
2009-09-17 17:22:26 +01:00
|
|
|
}
|
|
|
|
]
|
|
|
|
|
2012-06-19 04:31:07 +01:00
|
|
|
++ optional (cfg.distributedBuilds && !cfg.manualNixMachines)
|
2009-09-17 17:22:26 +01:00
|
|
|
{ # List of machines for distributed Nix builds in the format expected
|
|
|
|
# by build-remote.pl.
|
|
|
|
source = pkgs.writeText "nix.machines"
|
2009-10-12 18:27:57 +01:00
|
|
|
(concatStrings (map (machine:
|
2009-09-17 17:22:26 +01:00
|
|
|
"${machine.sshUser}@${machine.hostName} "
|
2011-09-14 19:20:50 +01:00
|
|
|
+ (if machine ? system then machine.system else concatStringsSep "," machine.systems)
|
2009-09-17 17:22:26 +01:00
|
|
|
+ " ${machine.sshKey} ${toString machine.maxJobs} "
|
|
|
|
+ (if machine ? speedFactor then toString machine.speedFactor else "1" )
|
|
|
|
+ "\n"
|
2012-06-19 04:31:07 +01:00
|
|
|
) cfg.buildMachines));
|
2009-09-17 17:22:26 +01:00
|
|
|
target = "nix.machines";
|
|
|
|
};
|
|
|
|
|
2012-06-19 04:31:07 +01:00
|
|
|
boot.systemd.units."nix-daemon.socket" =
|
|
|
|
{ wantedBy = [ "sockets.target" ];
|
|
|
|
text =
|
|
|
|
''
|
|
|
|
[Unit]
|
|
|
|
Description=Nix Daemon Socket
|
|
|
|
Before=multi-user.target
|
2009-10-13 11:09:06 +01:00
|
|
|
|
2012-06-19 04:31:07 +01:00
|
|
|
[Socket]
|
|
|
|
ListenStream=/nix/var/nix/daemon-socket/socket
|
|
|
|
'';
|
|
|
|
};
|
|
|
|
|
|
|
|
boot.systemd.services."nix-daemon.service" =
|
|
|
|
{ description = "Nix Daemon";
|
2009-09-17 17:22:26 +01:00
|
|
|
|
2011-11-25 16:32:54 +00:00
|
|
|
path = [ nix pkgs.openssl pkgs.utillinux ]
|
2012-06-19 04:31:07 +01:00
|
|
|
++ optionals cfg.distributedBuilds [ pkgs.openssh pkgs.gzip ];
|
2011-11-25 16:32:54 +00:00
|
|
|
|
2012-06-19 04:31:07 +01:00
|
|
|
environment = cfg.envVars;
|
2009-03-06 12:25:51 +00:00
|
|
|
|
2012-06-19 04:31:07 +01:00
|
|
|
serviceConfig =
|
2009-09-17 17:22:26 +01:00
|
|
|
''
|
2012-06-19 04:31:07 +01:00
|
|
|
ExecStart=${nix}/bin/nix-worker --daemon
|
|
|
|
KillMode=process
|
|
|
|
PIDFile=/run/sshd.pid
|
|
|
|
Nice=${toString cfg.daemonNiceLevel}
|
|
|
|
IOSchedulingPriority=${toString cfg.daemonIONiceLevel}
|
|
|
|
LimitNOFILE=4096
|
2009-09-17 17:22:26 +01:00
|
|
|
'';
|
|
|
|
};
|
2012-06-19 04:31:07 +01:00
|
|
|
|
|
|
|
nix.envVars =
|
|
|
|
{ NIX_CONF_DIR = "/etc/nix";
|
|
|
|
|
|
|
|
# Enable the copy-from-other-stores substituter, which allows builds
|
|
|
|
# to be sped up by copying build results from remote Nix stores. To
|
|
|
|
# do this, mount the remote file system on a subdirectory of
|
|
|
|
# /var/run/nix/remote-stores.
|
|
|
|
NIX_OTHER_STORES = "/var/run/nix/remote-stores/*/nix";
|
|
|
|
}
|
|
|
|
|
|
|
|
// optionalAttrs cfg.distributedBuilds {
|
|
|
|
NIX_BUILD_HOOK = "${config.environment.nix}/libexec/nix/build-remote.pl";
|
|
|
|
NIX_REMOTE_SYSTEMS = "/etc/nix.machines";
|
|
|
|
NIX_CURRENT_LOAD = "/var/run/nix/current-load";
|
|
|
|
}
|
|
|
|
|
|
|
|
# !!! These should not be defined here, but in some general proxy configuration module!
|
|
|
|
// optionalAttrs (cfg.proxy != "") {
|
|
|
|
http_proxy = cfg.proxy;
|
|
|
|
https_proxy = cfg.proxy;
|
|
|
|
ftp_proxy = cfg.proxy;
|
|
|
|
};
|
2009-07-16 15:51:49 +01:00
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
environment.shellInit =
|
|
|
|
''
|
|
|
|
# Set up the environment variables for running Nix.
|
2012-06-19 04:31:07 +01:00
|
|
|
${concatMapStrings (n: "export ${n}=\"${getAttr n cfg.envVars}\"\n") (attrNames cfg.envVars)}
|
2011-09-14 19:20:50 +01:00
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
# Set up secure multi-user builds: non-root users build through the
|
|
|
|
# Nix daemon.
|
|
|
|
if test "$USER" != root; then
|
|
|
|
export NIX_REMOTE=daemon
|
|
|
|
else
|
|
|
|
export NIX_REMOTE=
|
|
|
|
fi
|
|
|
|
'';
|
|
|
|
|
2012-06-19 04:31:07 +01:00
|
|
|
users.extraUsers = map makeNixBuildUser (range 1 cfg.nrBuildUsers);
|
2010-03-11 16:50:08 +00:00
|
|
|
|
2010-09-13 16:41:38 +01:00
|
|
|
system.activationScripts.nix = stringAfter [ "etc" "users" ]
|
|
|
|
''
|
|
|
|
# Set up Nix.
|
2012-05-17 20:43:32 +01:00
|
|
|
chown root:nixbld /nix/store
|
2011-10-30 15:19:58 +00:00
|
|
|
chmod 1775 /nix/store
|
2010-09-13 16:41:38 +01:00
|
|
|
|
|
|
|
# Nix initialisation.
|
|
|
|
mkdir -m 0755 -p \
|
2011-10-30 15:19:58 +00:00
|
|
|
/nix/var/nix/gcroots \
|
|
|
|
/nix/var/nix/temproots \
|
|
|
|
/nix/var/nix/manifests \
|
|
|
|
/nix/var/nix/userpool \
|
|
|
|
/nix/var/nix/profiles \
|
|
|
|
/nix/var/nix/db \
|
|
|
|
/nix/var/log/nix/drvs \
|
|
|
|
/nix/var/nix/channel-cache \
|
|
|
|
/nix/var/nix/chroots
|
|
|
|
mkdir -m 1777 -p /nix/var/nix/gcroots/per-user
|
|
|
|
mkdir -m 1777 -p /nix/var/nix/profiles/per-user
|
|
|
|
mkdir -m 1777 -p /nix/var/nix/gcroots/tmp
|
|
|
|
|
|
|
|
ln -sf /nix/var/nix/profiles /nix/var/nix/gcroots/
|
|
|
|
ln -sf /nix/var/nix/manifests /nix/var/nix/gcroots/
|
2010-09-13 16:41:38 +01:00
|
|
|
'';
|
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
};
|
2009-05-28 13:56:56 +01:00
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
}
|