Skip to content

Commit

Permalink
rustc: generate config.toml from attrset
Browse files Browse the repository at this point in the history
  • Loading branch information
@kiike
kiike committed Sep 17, 2024
1 parent 9f6d48d commit 083db91
Showing 1 changed file with 145 additions and 96 deletions.
241 changes: 145 additions & 96 deletions pkgs/development/compilers/rust/rustc.nix
View file
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@
, fastCross
, lndir
, makeWrapper
, formats
}:

let
Expand Down Expand Up @@ -80,100 +81,144 @@ in stdenv.mkDerivation (finalAttrs: {
RUSTFLAGS = "-Ccodegen-units=10";
RUSTDOCFLAGS = "-A rustdoc::broken-intra-doc-links";

# We need rust to build rust. If we don't provide it, configure will try to download it.
# Reference: https://github.com/rust-lang/rust/blob/master/src/bootstrap/configure.py
configureFlags = let
prefixForStdenv = stdenv: "${stdenv.cc}/bin/${stdenv.cc.targetPrefix}";
ccPrefixForStdenv = stdenv: "${prefixForStdenv stdenv}${if (stdenv.cc.isClang or false) then "clang" else "cc"}";
cxxPrefixForStdenv = stdenv: "${prefixForStdenv stdenv}${if (stdenv.cc.isClang or false) then "clang++" else "c++"}";
setBuild = "--set=target.${stdenv.buildPlatform.rust.rustcTarget}";
setHost = "--set=target.${stdenv.hostPlatform.rust.rustcTarget}";
setTarget = "--set=target.${stdenv.targetPlatform.rust.rustcTarget}";
ccForBuild = ccPrefixForStdenv pkgsBuildBuild.targetPackages.stdenv;
cxxForBuild = cxxPrefixForStdenv pkgsBuildBuild.targetPackages.stdenv;
ccForHost = ccPrefixForStdenv pkgsBuildHost.targetPackages.stdenv;
cxxForHost = cxxPrefixForStdenv pkgsBuildHost.targetPackages.stdenv;
ccForTarget = ccPrefixForStdenv pkgsBuildTarget.targetPackages.stdenv;
cxxForTarget = cxxPrefixForStdenv pkgsBuildTarget.targetPackages.stdenv;
in [
"--sysconfdir=${placeholder "out"}/etc"
"--release-channel=stable"
"--set=build.rustc=${rustc}/bin/rustc"
"--set=build.cargo=${cargo}/bin/cargo"
] ++ lib.optionals (!(finalAttrs.src.passthru.isReleaseTarball or false)) [
# release tarballs vendor the rustfmt source; when
# git-bisect'ing from upstream's git repo we must prevent
# attempts to download the missing source tarball
"--set=build.rustfmt=${rustfmt}/bin/rustfmt"
] ++ [
"--tools=rustc,rustdoc,rust-analyzer-proc-macro-srv"
"--enable-rpath"
"--enable-vendor"
"--build=${stdenv.buildPlatform.rust.rustcTargetSpec}"
"--host=${stdenv.hostPlatform.rust.rustcTargetSpec}"
# std is built for all platforms in --target.
"--target=${concatStringsSep "," ([
stdenv.targetPlatform.rust.rustcTargetSpec
# Other targets that don't need any extra dependencies to build.
] ++ optionals (!fastCross) [
"wasm32-unknown-unknown"
# (build!=target): When cross-building a compiler we need to add
# the build platform as well so rustc can compile build.rs
# scripts.
] ++ optionals (stdenv.buildPlatform != stdenv.targetPlatform && !fastCross) [
stdenv.buildPlatform.rust.rustcTargetSpec
# (host!=target): When building a cross-targeting compiler we
# need to add the host platform as well so rustc can compile
# build.rs scripts.
] ++ optionals (stdenv.hostPlatform != stdenv.targetPlatform && !fastCross) [
stdenv.hostPlatform.rust.rustcTargetSpec
])}"

"${setBuild}.cc=${ccForBuild}"
"${setHost}.cc=${ccForHost}"
"${setTarget}.cc=${ccForTarget}"

"${setBuild}.linker=${ccForBuild}"
"${setHost}.linker=${ccForHost}"
"${setTarget}.linker=${ccForTarget}"

"${setBuild}.cxx=${cxxForBuild}"
"${setHost}.cxx=${cxxForHost}"
"${setTarget}.cxx=${cxxForTarget}"

"${setBuild}.crt-static=${lib.boolToString stdenv.buildPlatform.isStatic}"
"${setHost}.crt-static=${lib.boolToString stdenv.hostPlatform.isStatic}"
"${setTarget}.crt-static=${lib.boolToString stdenv.targetPlatform.isStatic}"
] ++ optionals (!withBundledLLVM) [
"--enable-llvm-link-shared"
"${setBuild}.llvm-config=${llvmSharedForBuild.dev}/bin/llvm-config"
"${setHost}.llvm-config=${llvmSharedForHost.dev}/bin/llvm-config"
"${setTarget}.llvm-config=${llvmSharedForTarget.dev}/bin/llvm-config"
] ++ optionals fastCross [
# Since fastCross only builds std, it doesn't make sense (and
# doesn't work) to build a linker.
"--disable-llvm-bitcode-linker"
] ++ optionals (stdenv.isLinux && !stdenv.targetPlatform.isRedox && !(stdenv.targetPlatform.useLLVM or false)) [
"--enable-profiler" # build libprofiler_builtins
] ++ optionals stdenv.buildPlatform.isMusl [
"${setBuild}.musl-root=${pkgsBuildBuild.targetPackages.stdenv.cc.libc}"
] ++ optionals stdenv.hostPlatform.isMusl [
"${setHost}.musl-root=${pkgsBuildHost.targetPackages.stdenv.cc.libc}"
] ++ optionals stdenv.targetPlatform.isMusl [
"${setTarget}.musl-root=${pkgsBuildTarget.targetPackages.stdenv.cc.libc}"
] ++ optionals stdenv.targetPlatform.rust.isNoStdTarget [
"--disable-docs"
] ++ optionals (stdenv.isDarwin && stdenv.isx86_64) [
# https://github.com/rust-lang/rust/issues/92173
"--set rust.jemalloc"
] ++ optionals useLLVM [
# https://github.com/NixOS/nixpkgs/issues/311930
"--llvm-libunwind=${if withBundledLLVM then "in-tree" else "system"}"
"--enable-use-libcxx"
];
configurePhase =
let
prefixForStdenv = stdenv: "${stdenv.cc}/bin/${stdenv.cc.targetPrefix}";
ccPrefixForStdenv =
stdenv: "${prefixForStdenv stdenv}${if (stdenv.cc.isClang or false) then "clang" else "cc"}";
cxxPrefixForStdenv =
stdenv: "${prefixForStdenv stdenv}${if (stdenv.cc.isClang or false) then "clang++" else "c++"}";
build = "${stdenv.buildPlatform.rust.rustcTargetSpec}";
host = "${stdenv.hostPlatform.rust.rustcTargetSpec}";
target = "${stdenv.targetPlatform.rust.rustcTargetSpec}";
ccForBuild = ccPrefixForStdenv pkgsBuildBuild.targetPackages.stdenv;
cxxForBuild = cxxPrefixForStdenv pkgsBuildBuild.targetPackages.stdenv;
ccForHost = ccPrefixForStdenv pkgsBuildHost.targetPackages.stdenv;
cxxForHost = cxxPrefixForStdenv pkgsBuildHost.targetPackages.stdenv;
ccForTarget = ccPrefixForStdenv pkgsBuildTarget.targetPackages.stdenv;
cxxForTarget = cxxPrefixForStdenv pkgsBuildTarget.targetPackages.stdenv;
formatter = formats.toml { };
rustcConfig = {
profile = "dist";
# See ${src}/src/bootstrap/src/utils/change_tracker.rs
change-id = 125535;
llvm =
{
link-shared = !withBundledLLVM;
}
// (lib.optionalAttrs useLLVM {
llvm-libunwind = if withBundledLLVM then "in-tree" else "system";
use-libcxx = true;
});
build =
{
build = build;
host = [ host ];
# std is built for all platforms in `target`.
target = (
[ target ]
# Other targets that don't need any extra dependencies to build.
++ lib.optional (!fastCross) "wasm32-unknown-unknown"
);
cargo = "${cargo}/bin/cargo";
rustc = "${rustc}/bin/rustc";
docs = !stdenv.targetPlatform.rust.isNoStdTarget;
vendor = true;
tools = [
"rustc"
"rustdoc"
"rust-analyzer-proc-macro-srv"
];
profiler = (
stdenv.isLinux && !stdenv.targetPlatform.isRedox && !(stdenv.targetPlatform.useLLVM or false)
);
}
// (lib.optionalAttrs (!(finalAttrs.src.passthru.isReleaseTarball or false)) {
# release tarballs vendor the rustfmt source; when
# git-bisect'ing from upstream's git repo we must prevent
# attempts to download the missing source tarball
rustfmt = "${rustfmt}/bin/rustfmt";
});
install = {
prefix = "@out@";
sysconfdir = "@out@/etc";
};
rust = {
channel = "stable";
rpath = true;
# Since fastCross only builds std, it doesn't make sense (and
# doesn't work) to build a linker.
llvm-bitcode-linker = !fastCross;
jemalloc = (stdenv.isDarwin && stdenv.isx86_64);
};
target =
{
"${host}" =
{
cc = "${ccForHost}";
cxx = "${cxxForHost}";
linker = "${ccForHost}";
crt-static = stdenv.hostPlatform.isStatic;
}
// (lib.optionalAttrs (!withBundledLLVM) {
llvm-config = "${llvmSharedForHost.dev}/bin/llvm-config";
})
// (lib.optionalAttrs stdenv.hostPlatform.isMusl {
musl-root = pkgsBuildHost.targetPackages.stdenv.cc.libc;
});
}
//
# (build!=target!=host): When cross-building a compiler we need to
# add the build platform as well so rustc can compile build.rs
# scripts.
(lib.optionalAttrs
(stdenv.buildPlatform != stdenv.targetPlatform && stdenv.buildPlatform != stdenv.hostPlatform)
{
"${build}" =
{
cc = "${ccForBuild}";
cxx = "${cxxForBuild}";
linker = "${ccForBuild}";
crt-static = stdenv.hostPlatform.isStatic;
}
// (lib.optionalAttrs (!withBundledLLVM) {
llvm-config = "${llvmSharedForBuild.dev}/bin/llvm-config";
})
// (lib.optionalAttrs stdenv.buildPlatform.isMusl {
musl-root = pkgsBuildBuild.targetPackages.stdenv.cc.libc;
});
}
)
//
# (host!=target): When building a cross-targeting compiler we
# need to add the host platform as well so rustc can compile
# build.rs scripts.
(lib.optionalAttrs (stdenv.hostPlatform != stdenv.targetPlatform) {
"${target}" =
{
cc = "${ccForTarget}";
cxx = "${cxxForTarget}";
linker = "${ccForTarget}";
crt-static = stdenv.targetPlatform.isStatic;
}
// (lib.optionalAttrs (!withBundledLLVM) {
llvm-config = "${llvmSharedForTarget.dev}/bin/llvm-config";
})
// (lib.optionalAttrs stdenv.targetPlatform.isMusl {
musl-root = pkgsBuildTarget.targetPackages.stdenv.cc.libc;
});
});
};
renderedConfig = formatter.generate "${finalAttrs.pname}-config.toml" rustcConfig;
in
''
runHook preConfigure
echo '${builtins.toJSON rustcConfig}'
substituteAll ${renderedConfig} config.toml
echo 'Using the following `config.toml` from `${renderedConfig}`'
cat config.toml
runHook postConfigure
'';

# if we already have a rust compiler for build just compile the target std
# library and reuse compiler
Expand All @@ -189,7 +234,9 @@ in stdenv.mkDerivation (finalAttrs: {
python ./x.py --keep-stage=0 --stage=1 build library
runHook postBuild
" else null;
" else "
python ./x.py build --stage 2
";

installPhase = if fastCross then ''
runHook preInstall
Expand All @@ -204,7 +251,9 @@ in stdenv.mkDerivation (finalAttrs: {
lndir ${rustc.man} $man
runHook postInstall
'' else null;
'' else ''
python ./x.py install
'';

# the rust build system complains that nix alters the checksums
dontFixLibtool = true;
Expand Down

0 comments on commit 083db91

Please sign in to comment.