Skip to content

[WIP] Cross compilation changes, with enphasis on (haskell) GHC HEAD #24983

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
Ericson2314 wants to merge 1 commit into from
Closed

[WIP] Cross compilation changes, with enphasis on (haskell) GHC HEAD #24983

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
201 changes: 138 additions & 63 deletions pkgs/development/compilers/ghc/8.2.1.nix
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,29 +1,58 @@
{ stdenv, lib, fetchurl, bootPkgs, perl, ncurses, libiconv, binutils, coreutils
{ stdenv, fetchurl, bootPkgs, perl, binutils, coreutils
, autoconf, automake, happy, alex, python3, sphinx, hscolour
, buildPlatform, targetPlatform , selfPkgs, cross ? null

# If enabled GHC will be build with the GPL-free but slower integer-simple
, ncurses, gmp, libffi
, __targetPackages
, buildPlatform, hostPlatform, targetPlatform

, # LLVM is conceptually a run-time-only depedendency, but for
# non-x86, we need LLVM to bootstrap later stages, so it becomes a
# build-time dependency too.
#
# We generally want the latest llvm package set, which would normally be
# `llvmPackages` on most platforms. But on Darwin, the default is the version
# released with OSX, so we force 3.9, which is the correct version at this
# time.
#
# TODO: redundancy betweeen the configuration files and this in
# picking the appropriate LLVM version.
llvmPackages_39

, # If enabled, GHC will be build with the GPL-free but slower integer-simple
# library instead of the faster but GPLed integer-gmp library.
, enableIntegerSimple ? false, gmp
enableIntegerSimple ? targetPlatform != hostPlatform

, # If enabled, use -fPIC when compiling static libs.
enableRelocatedStaticLibs ? targetPlatform != hostPlatform

, # TODO: Make false by default
useVendoredLibffi ? true

, # Whether to build dynamic libs for the standard library (on the target
# platform). Static libs are always built.
dynamic ? let triple = targetPlatform.config;
# On iOS, dynamic linking is not supported
in !(stdenv.lib.strings.hasPrefix "aarch64-apple-darwin" triple)
&& !(stdenv.lib.strings.hasPrefix "arm-apple-darwin" triple)
}:

let
inherit (bootPkgs) ghc;

version = "8.2.1-rc2";
preReleaseName = "ghc-8.2.0.20170507";
commonBuildInputs = [ alex autoconf automake ghc happy hscolour perl python3 sphinx ];
commonPreConfigure = ''
sed -i -e 's|-isysroot /Developer/SDKs/MacOSX10.5.sdk||' configure
'' + stdenv.lib.optionalString (!stdenv.isDarwin) ''
export NIX_LDFLAGS="$NIX_LDFLAGS -rpath $out/lib/${preReleaseName}"
'' + stdenv.lib.optionalString stdenv.isDarwin ''
export NIX_LDFLAGS+=" -no_dtrace_dof"
'' + stdenv.lib.optionalString enableIntegerSimple ''
echo "INTEGER_LIBRARY=integer-simple" > mk/build.mk
'';
in stdenv.mkDerivation (rec {

targetStdenv = __targetPackages.stdenv;
prefix = stdenv.lib.optionalString
(targetPlatform != hostPlatform)
"${targetPlatform.config}-";
underscorePrefix = stdenv.lib.optionalString
(targetPlatform != hostPlatform)
"${stdenv.lib.replaceStrings ["-"] ["_"] targetPlatform.config}_";

llvmPackages = llvmPackages_39;
in stdenv.mkDerivation rec {
inherit version;
name = "ghc-${version}";
name = "${prefix}ghc-${version}";

src = fetchurl {
url = "https://downloads.haskell.org/~ghc/${version}/${preReleaseName}-src.tar.xz";
Expand All @@ -32,33 +61,111 @@ in stdenv.mkDerivation (rec {

postPatch = "patchShebangs .";

preConfigure = commonPreConfigure;
#v p dyn
preConfigure = stdenv.lib.optionalString (targetPlatform != hostPlatform)''
sed 's|#BuildFlavour = quick-cross|BuildFlavour = perf-cross|' mk/build.mk.sample > mk/build.mk
echo 'Stage1Only = YES' >> mk/build.mk
'' + stdenv.lib.optionalString (targetPlatform != hostPlatform && dynamic) ''
echo 'DYNAMIC_GHC_PROGRAMS = YES' >> mk/build.mk
'' + stdenv.lib.optionalString enableRelocatedStaticLibs ''
echo 'GhcLibHcOpts += -fPIC' >> mk/build.mk
echo 'GhcRtsHcOpts += -fPIC' >> mk/build.mk
'' + stdenv.lib.optionalString enableIntegerSimple ''
echo "INTEGER_LIBRARY = integer-simple" >> mk/build.mk
'' + ''
sed -i -e 's|-isysroot /Developer/SDKs/MacOSX10.5.sdk||' configure
'' +
( if targetPlatform.isDarwin
then ''
export NIX_LDFLAGS+=" -no_dtrace_dof"
'' else ''
export NIX_LDFLAGS="$NIX_LDFLAGS -rpath $out/lib/${preReleaseName}"
''); # perf-cross

nativeBuildInputs = stdenv.lib.optionals (targetPlatform != hostPlatform) [
alex autoconf automake ghc happy hscolour perl python3 sphinx
ncurses.dev
] ++ stdenv.lib.optionals (!enableIntegerSimple && targetPlatform != hostPlatform) [
gmp.dev
] ++ stdenv.lib.optionals (!useVendoredLibffi) [
libffi.dev
];

buildInputs = stdenv.lib.optionals (targetPlatform == hostPlatform) [
alex autoconf automake ghc happy hscolour perl python3 sphinx
] ++ stdenv.lib.optionals (targetPlatform != hostPlatform) [
targetStdenv.cc

# Stringly speaking, LLVM is only needed for platforms the native
# code generator does not support, but using it when
# cross-compiling anywhere.
llvmPackages.llvm

ncurses.dev __targetPackages.ncurses.dev
] ++ stdenv.lib.optionals (!enableIntegerSimple && targetPlatform != hostPlatform) [
gmp.dev __targetPackages.gmp.dev
] ++ stdenv.lib.optionals (!useVendoredLibffi) [
libffi.dev __targetPackages.libffi.dev
];

propagatedBuildInputs = stdenv.lib.optionals (targetPlatform != hostPlatform) [
ncurses.out __targetPackages.ncurses.out
] ++ stdenv.lib.optionals (!enableIntegerSimple && targetPlatform != hostPlatform) [
gmp.out __targetPackages.gmp.out
] ++ stdenv.lib.optionals (!useVendoredLibffi) [
libffi.out __targetPackages.libffi.out
] ++ stdenv.lib.optionals (targetPlatform != hostPlatform && targetPlatform.libc == "libsystem") [
__targetPackages.libiconv
];

buildInputs = commonBuildInputs;
# Hack so that envHooks are run for build inputs and crossEnvHooks for host
# inputs. In the future stdenv's setup.sh will be changed to avoid this need.
crossConfig = if targetPlatform != hostPlatform then "hack" else null;

enableParallelBuilding = true;

configureFlags = [
"CC=${stdenv.cc}/bin/cc"
"--with-curses-includes=${ncurses.dev}/include" "--with-curses-libraries=${ncurses.out}/lib"
"CC=${targetStdenv.cc or stdenv.cc}/bin/${prefix}cc"
# TODO: With Cross rebuild (need to fix hooks) remove these `--with-*` altogether
] ++ stdenv.lib.optionals (targetPlatform == hostPlatform) [
"--with-curses-includes=${__targetPackages.ncurses.dev}/include"
"--with-curses-libraries=${__targetPackages.ncurses.out}/lib"
] ++ [
"--datadir=$doc/share/doc/ghc"
] ++ stdenv.lib.optional (! enableIntegerSimple) [
"--with-gmp-includes=${gmp.dev}/include" "--with-gmp-libraries=${gmp.out}/lib"
] ++ stdenv.lib.optional stdenv.isDarwin [
"--with-iconv-includes=${libiconv}/include" "--with-iconv-libraries=${libiconv}/lib"
] ++ stdenv.lib.optionals (targetPlatform == hostPlatform && !enableIntegerSimple) [
"--with-gmp-includes=${__targetPackages.gmp.dev}/include"
"--with-gmp-libraries=${__targetPackages.gmp.out}/lib"
] ++ stdenv.lib.optionals (targetPlatform == hostPlatform && targetPlatform.isDarwin) [
"--with-iconv-includes=${__targetPackages.libiconv}/include"
"--with-iconv-libraries=${__targetPackages.libiconv}/lib"
] ++ stdenv.lib.optionals (targetPlatform != hostPlatform) [

# TODO: next rebuild make these unconditional
#"--build=x86_64-unknown-linux-gnu"#${buildPlatform.config}"
#"--host=x86_64-unknown-linux-gnu"#${hostPlatform.config}"
"--target=${targetPlatform.config}"

"--enable-bootstrap-with-devel-snapshot"
"--verbose"
#"--with-system-libffi"
] ++ stdenv.lib.optionals (targetPlatform.config == "aarch64-apple-darwin14") [
# fix for iOS: https://www.reddit.com/r/haskell/comments/4ttdz1/building_an_osxi386_to_iosarm64_cross_compiler/d5qvd67/
"--disable-large-address-space"
];

# required, because otherwise all symbols from HSffi.o are stripped, and
# that in turn causes GHCi to abort
stripDebugFlags = [ "-S" ] ++ stdenv.lib.optional (!stdenv.isDarwin) "--keep-file-symbols";
stripDebugFlags = [ "-S" ] ++ stdenv.lib.optional (!targetPlatform.isDarwin) "--keep-file-symbols";

checkTarget = "test";

# zsh and other shells are smart about `{ghc}` but bash isn't, and doesn't
# treat that as a unary `{x,y,z,..}` repetition.
postInstall = ''
paxmark m $out/lib/${preReleaseName}/bin/{ghc,haddock}
paxmark m $out/lib/${preReleaseName}/bin/${if targetPlatform != hostPlatform then "ghc" else "{ghc,haddock}"}

# Install the bash completion file.
install -D -m 444 utils/completion/ghc.bash $out/share/bash-completion/completions/ghc
install -D -m 444 utils/completion/ghc.bash $out/share/bash-completion/completions/${prefix}ghc

# Patch scripts to include "readelf" and "cat" in $PATH.
for i in "$out/bin/"*; do
Expand All @@ -72,11 +179,8 @@ in stdenv.mkDerivation (rec {

passthru = {
inherit bootPkgs;
} // stdenv.lib.optionalAttrs (targetPlatform != buildPlatform) {
crossCompiler = selfPkgs.ghc.override {
cross = targetPlatform;
bootPkgs = selfPkgs;
};

inherit llvmPackages;
};

meta = {
Expand All @@ -85,33 +189,4 @@ in stdenv.mkDerivation (rec {
maintainers = with stdenv.lib.maintainers; [ marcweber andres peti ];
inherit (ghc.meta) license platforms;
};

} // stdenv.lib.optionalAttrs (cross != null) {
name = "${cross.config}-ghc-${version}";

preConfigure = commonPreConfigure + ''
sed 's|#BuildFlavour = quick-cross|BuildFlavour = perf-cross|' mk/build.mk.sample > mk/build.mk
'';

configureFlags = [
"CC=${stdenv.ccCross}/bin/${cross.config}-cc"
"LD=${stdenv.binutils}/bin/${cross.config}-ld"
"AR=${stdenv.binutils}/bin/${cross.config}-ar"
"NM=${stdenv.binutils}/bin/${cross.config}-nm"
"RANLIB=${stdenv.binutils}/bin/${cross.config}-ranlib"
"--target=${cross.config}"
"--enable-bootstrap-with-devel-snapshot"
] ++
# fix for iOS: https://www.reddit.com/r/haskell/comments/4ttdz1/building_an_osxi386_to_iosarm64_cross_compiler/d5qvd67/
lib.optional (cross.config or null == "aarch64-apple-darwin14") "--disable-large-address-space";

buildInputs = commonBuildInputs ++ [ stdenv.ccCross stdenv.binutils ];

dontSetConfigureCross = true;

passthru = {
inherit bootPkgs cross;
cc = "${stdenv.ccCross}/bin/${cross.config}-cc";
ld = "${stdenv.binutils}/bin/${cross.config}-ld";
};
})
}
Loading