3 # resolve python-version to use
4 if [ "$PYTHON" == "" ]; then
5 if hash python 2>/dev/null; then
7 elif hash python2 2>/dev/null; then
9 elif hash python2.7 2>/dev/null; then
12 echo "Unable to locate build-dependency python2.x!" 1>&2
17 # validate python-dependency
18 # useful in case of explicitly set option.
19 if ! hash $PYTHON 2>/dev/null; then
20 echo "Unable to locate build-dependency python2.x ($PYTHON)!" 1>&2
26 echo "Usage: $0 [BuildArch] [BuildType] [verbose] [coverage] [cross] [clangx.y] [ninja] [configureonly] [skipconfigure] [skipnative] [skipmscorlib] [skiptests] [cmakeargs] [bindir]"
27 echo "BuildArch can be: x64, x86, arm, arm-softfp, arm64"
28 echo "BuildType can be: debug, checked, release"
29 echo "coverage - optional argument to enable code coverage build (currently supported only for Linux and OSX)."
30 echo "ninja - target ninja instead of GNU make"
31 echo "clangx.y - optional argument to build using clang version x.y."
32 echo "cross - optional argument to signify cross compilation,"
33 echo " - will use ROOTFS_DIR environment variable if set."
34 echo "configureonly - do not perform any builds; just configure the build."
35 echo "skipconfigure - skip build configuration."
36 echo "skipnative - do not build native components."
37 echo "skipmscorlib - do not build mscorlib.dll."
38 echo "skiptests - skip the tests in the 'tests' subdirectory."
39 echo "skipnuget - skip building nuget packages."
40 echo "verbose - optional argument to enable verbose build output."
41 echo "-skiprestore: skip restoring packages ^(default: packages are restored during build^)."
42 echo "-disableoss: Disable Open Source Signing for System.Private.CoreLib."
43 echo "-sequential: force a non-parallel build ^(default is to build in parallel"
44 echo " using all processors^)."
45 echo "-officialbuildid=^<ID^>: specify the official build ID to be used by this build."
46 echo "-Rebuild: passes /t:rebuild to the build projects."
47 echo "skipgenerateversion - disable version generation even if MSBuild is supported."
48 echo "cmakeargs - user-settable additional arguments passed to CMake."
49 echo "bindir - output directory (defaults to $__ProjectRoot/bin)"
56 if [ "$__BuildOS" == "Linux" ]; then
57 if [ ! -e /etc/os-release ]; then
58 echo "WARNING: Can not determine runtime id for current distro."
61 source /etc/os-release
62 export __DistroRid="$ID.$VERSION_ID-$__HostArch"
69 echo Setting up directories for build
71 mkdir -p "$__RootBinDir"
74 mkdir -p "$__IntermediatesDir"
77 # Check the system to ensure the right prereqs are in place
81 echo "Checking prerequisites..."
83 # Check presence of CMake on the path
84 hash cmake 2>/dev/null || { echo >&2 "Please install cmake before running this script"; exit 1; }
87 hash clang-$__ClangMajorVersion.$__ClangMinorVersion 2>/dev/null || hash clang$__ClangMajorVersion$__ClangMinorVersion 2>/dev/null || hash clang 2>/dev/null || { echo >&2 "Please install clang-$__ClangMajorVersion.$__ClangMinorVersion before running this script"; exit 1; }
94 if [ $__SkipCoreCLR == 1 ]; then
95 echo "Skipping CoreCLR build."
99 # Event Logging Infrastructure
100 __GeneratedIntermediate="$__IntermediatesDir/Generated"
101 __GeneratedIntermediateEventProvider="$__GeneratedIntermediate/eventprovider_new"
102 if [[ -d "$__GeneratedIntermediateEventProvider" ]]; then
103 rm -rf "$__GeneratedIntermediateEventProvider"
106 if [[ ! -d "$__GeneratedIntermediate/eventprovider" ]]; then
107 mkdir -p "$__GeneratedIntermediate/eventprovider"
110 mkdir -p "$__GeneratedIntermediateEventProvider"
111 if [[ $__SkipCoreCLR == 0 || $__ConfigureOnly == 1 ]]; then
112 echo "Laying out dynamically generated files consumed by the build system "
113 echo "Laying out dynamically generated Event Logging Test files"
114 $PYTHON -B -Wall -Werror "$__ProjectRoot/src/scripts/genXplatEventing.py" --man "$__ProjectRoot/src/vm/ClrEtwAll.man" --exc "$__ProjectRoot/src/vm/ClrEtwAllMeta.lst" --testdir "$__GeneratedIntermediateEventProvider/tests"
116 if [[ $? != 0 ]]; then
120 #determine the logging system
123 echo "Laying out dynamically generated Event Logging Implementation of Lttng"
124 $PYTHON -B -Wall -Werror "$__ProjectRoot/src/scripts/genXplatLttng.py" --man "$__ProjectRoot/src/vm/ClrEtwAll.man" --intermediate "$__GeneratedIntermediateEventProvider"
125 if [[ $? != 0 ]]; then
134 echo "Cleaning the temp folder of dynamically generated Event Logging files"
135 $PYTHON -B -Wall -Werror -c "import sys;sys.path.insert(0,\"$__ProjectRoot/src/scripts\"); from Utilities import *;UpdateDirectory(\"$__GeneratedIntermediate/eventprovider\",\"$__GeneratedIntermediateEventProvider\")"
136 if [[ $? != 0 ]]; then
140 rm -rf "$__GeneratedIntermediateEventProvider"
142 # All set to commence the build
144 echo "Commencing build of native components for $__BuildOS.$__BuildArch.$__BuildType in $__IntermediatesDir"
149 if [ $__UseNinja == 1 ]; then
151 buildFile="build.ninja"
152 if hash ninja 2>/dev/null; then
154 elif hash ninja-build 2>/dev/null; then
155 buildTool="ninja-build"
157 echo "Unable to locate ninja!" 1>&2
162 if [ $__SkipConfigure == 0 ]; then
163 # if msbuild is not supported, then set __SkipGenerateVersion to 1
164 if [ $__isMSBuildOnNETCoreSupported == 0 ]; then __SkipGenerateVersion=1; fi
165 # Drop version.c file
166 __versionSourceFile=$__IntermediatesDir/version.cpp
167 if [ $__SkipGenerateVersion == 0 ]; then
168 "$__ProjectRoot/run.sh" build -Project=$__ProjectDir/build.proj -generateHeaderUnix -NativeVersionSourceFile=$__versionSourceFile $__RunArgs $__UnprocessedBuildArgs
170 __versionSourceLine="static char sccsid[] __attribute__((used)) = \"@(#)No version information produced\";"
171 echo $__versionSourceLine > $__versionSourceFile
174 pushd "$__IntermediatesDir"
175 # Regenerate the CMake solution
176 echo "Invoking \"$__ProjectRoot/src/pal/tools/gen-buildsys-clang.sh\" \"$__ProjectRoot\" $__ClangMajorVersion $__ClangMinorVersion $__BuildArch $__BuildType $__CodeCoverage $__IncludeTests $generator $__cmakeargs"
177 "$__ProjectRoot/src/pal/tools/gen-buildsys-clang.sh" "$__ProjectRoot" $__ClangMajorVersion $__ClangMinorVersion $__BuildArch $__BuildType $__CodeCoverage $__IncludeTests $generator "$__cmakeargs"
181 # Check that the makefiles were created.
182 pushd "$__IntermediatesDir"
184 if [ ! -f "$__IntermediatesDir/$buildFile" ]; then
185 echo "Failed to generate native component build project!"
189 # Get the number of processors available to the scheduler
190 # Other techniques such as `nproc` only get the number of
191 # processors available to a single process.
192 if [ `uname` = "FreeBSD" ]; then
193 NumProc=`sysctl hw.ncpu | awk '{ print $2+1 }'`
194 elif [ `uname` = "NetBSD" ]; then
195 NumProc=$(($(getconf NPROCESSORS_ONLN)+1))
197 NumProc=$(($(getconf _NPROCESSORS_ONLN)+1))
202 if [ $__ConfigureOnly == 1 ]; then
203 echo "Skipping CoreCLR build."
207 echo "Executing $buildTool install -j $NumProc"
209 $buildTool install -j $NumProc
211 echo "Failed to build coreclr components."
217 isMSBuildOnNETCoreSupported()
219 # This needs to be updated alongwith corresponding changes to netci.groovy.
220 __isMSBuildOnNETCoreSupported=0
222 if [ "$__HostArch" == "x64" ]; then
223 if [ "$__HostOS" == "Linux" ]; then
224 case "$__DistroRid" in
226 __isMSBuildOnNETCoreSupported=1
229 __isMSBuildOnNETCoreSupported=1
232 __isMSBuildOnNETCoreSupported=1
235 __isMSBuildOnNETCoreSupported=1
238 __isMSBuildOnNETCoreSupported=1
241 __isMSBuildOnNETCoreSupported=1
244 __isMSBuildOnNETCoreSupported=1
247 __isMSBuildOnNETCoreSupported=1
250 __isMSBuildOnNETCoreSupported=1
253 __isMSBuildOnNETCoreSupported=1
257 elif [ "$__HostOS" == "OSX" ]; then
258 __isMSBuildOnNETCoreSupported=1
265 if [ $__SkipCoreCLR == 0 -a -e $__BinDir/crossgen ]; then
266 echo "Generating native image for System.Private.CoreLib."
267 $__BinDir/crossgen $__BinDir/System.Private.CoreLib.dll
268 if [ $? -ne 0 ]; then
269 echo "Failed to generate native image for System.Private.CoreLib."
273 echo "Generating native image for MScorlib Facade."
274 $__BinDir/crossgen $__BinDir/mscorlib.dll
275 if [ $? -ne 0 ]; then
276 echo "Failed to generate native image for mscorlib facade."
280 if [ "$__BuildOS" == "Linux" ]; then
281 echo "Generating symbol file for System.Private.CoreLib."
282 $__BinDir/crossgen /CreatePerfMap $__BinDir $__BinDir/System.Private.CoreLib.ni.dll
283 if [ $? -ne 0 ]; then
284 echo "Failed to generate symbol file for System.Private.CoreLib."
294 if [ $__isMSBuildOnNETCoreSupported == 0 ]; then
295 echo "System.Private.CoreLib.dll build unsupported."
299 if [ $__SkipMSCorLib == 1 ]; then
300 echo "Skipping building System.Private.CoreLib."
304 echo "Commencing build of managed components for $__BuildOS.$__BuildArch.$__BuildType"
307 $__ProjectRoot/run.sh build -Project=$__ProjectDir/build.proj -MsBuildLog="/flp:Verbosity=normal;LogFile=$__LogsDir/System.Private.CoreLib_$__BuildOS__$__BuildArch__$__BuildType.log" -BuildTarget -__IntermediatesDir=$__IntermediatesDir -__RootBinDir=$__RootBinDir -BuildNugetPackage=false -UseSharedCompilation=false $__RunArgs $__UnprocessedBuildArgs
309 if [ $? -ne 0 ]; then
310 echo "Failed to build managed components."
314 # The cross build generates a crossgen with the target architecture.
315 if [ $__CrossBuild != 1 ]; then
316 # The architecture of host pc must be same architecture with target.
317 if [[ ( "$__HostArch" == "$__BuildArch" ) ]]; then
319 elif [[ ( "$__HostArch" == "x64" ) && ( "$__BuildArch" == "x86" ) ]]; then
321 elif [[ ( "$__HostArch" == "arm64" ) && ( "$__BuildArch" == "arm" ) ]]; then
329 generate_NugetPackages()
331 # We can only generate nuget package if we also support building mscorlib as part of this build.
332 if [ $__isMSBuildOnNETCoreSupported == 0 ]; then
333 echo "Nuget package generation unsupported."
337 # Since we can build mscorlib for this OS, did we build the native components as well?
338 if [ $__SkipCoreCLR == 1 ]; then
339 echo "Unable to generate nuget packages since native components were not built."
343 echo "Generating nuget packages for "$__BuildOS
346 $__ProjectRoot/run.sh build -Project=$__SourceDir/.nuget/packages.builds -MsBuildLog="/flp:Verbosity=normal;LogFile=$__LogsDir/Nuget_$__BuildOS__$__BuildArch__$__BuildType.log" -BuildTarget -__IntermediatesDir=$__IntermediatesDir -__RootBinDir=$__RootBinDir -BuildNugetPackage=false -UseSharedCompilation=false $__RunArgs $__UnprocessedBuildArgs
348 if [ $? -ne 0 ]; then
349 echo "Failed to generate Nuget packages."
354 echo "Commencing CoreCLR Repo build"
356 # Argument types supported by this script:
358 # Build architecture - valid values are: x64, ARM.
359 # Build Type - valid values are: Debug, Checked, Release
361 # Set the default arguments for build
363 # Obtain the location of the bash script to figure out where the root of the repo is.
364 __ProjectRoot="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
366 # Use uname to determine what the CPU is.
368 # Some Linux platforms report unknown for platform, but the arch for machine.
369 if [ "$CPUName" == "unknown" ]; then
375 echo "Unsupported CPU $CPUName detected, build might not succeed!"
386 echo "Unsupported CPU $CPUName detected, build might not succeed!"
392 echo "Unsupported CPU $CPUName detected, build might not succeed!"
398 echo "Unknown CPU $CPUName detected, configuring as if for x64"
404 # Use uname to determine what the OS is.
438 echo "Unsupported OS $OSName detected, configuring as if for Linux"
446 __IncludeTests=Include_Tests
448 # Set the various build properties here so that CMake and MSBuild can pick them up
449 __ProjectDir="$__ProjectRoot"
450 __SourceDir="$__ProjectDir/src"
451 __PackagesDir="$__ProjectDir/packages"
452 __RootBinDir="$__ProjectDir/bin"
453 __UnprocessedBuildArgs=
465 __ClangMajorVersion=0
466 __ClangMinorVersion=0
467 __NuGetPath="$__PackagesDir/NuGet.exe"
470 __SkipGenerateVersion=0
473 if [ $# -le 0 ]; then
477 lowerI="$(echo $1 | awk '{print tolower($0)}')"
497 __BuildArch=arm-softfp
517 __CodeCoverage=Coverage
529 __ClangMajorVersion=3
530 __ClangMinorVersion=5
534 __ClangMajorVersion=3
535 __ClangMinorVersion=6
539 __ClangMajorVersion=3
540 __ClangMinorVersion=7
544 __ClangMajorVersion=3
545 __ClangMinorVersion=8
549 __ClangMajorVersion=3
550 __ClangMinorVersion=9
569 # Use "skipnative" to use the same option name as build.cmd.
574 # Accept "skipcoreclr" for backwards-compatibility.
583 __SkipGenerateVersion=1
602 echo "ERROR: 'cmakeargs' requires a non-empty option argument"
610 if [ ! -d $__RootBinDir ]; then
613 __RootBinParent=$(dirname $__RootBinDir)
614 __RootBinName=${__RootBinDir##*/}
615 __RootBinDir="$(cd $__RootBinParent &>/dev/null && printf %s/%s $PWD $__RootBinName)"
618 echo "ERROR: 'bindir' requires a non-empty option argument"
624 __UnprocessedBuildArgs="$__UnprocessedBuildArgs $1"
631 __RunArgs="-BuildArch=$__BuildArch -BuildType=$__BuildType -BuildOS=$__BuildOS"
633 # Configure environment if we are doing a verbose build
634 if [ $__VerboseBuild == 1 ]; then
636 __RunArgs="$__RunArgs -verbose"
639 # Set default clang version
640 if [[ $__ClangMajorVersion == 0 && $__ClangMinorVersion == 0 ]]; then
641 if [ $__CrossBuild == 1 ]; then
642 __ClangMajorVersion=3
643 __ClangMinorVersion=6
645 __ClangMajorVersion=3
646 __ClangMinorVersion=5
650 # Set dependent variables
651 __LogsDir="$__RootBinDir/Logs"
653 # init the distro name
656 # Set the remaining variables based upon the determined build configuration
657 __BinDir="$__RootBinDir/Product/$__BuildOS.$__BuildArch.$__BuildType"
658 __PackagesBinDir="$__BinDir/.nuget"
659 __ToolsDir="$__RootBinDir/tools"
660 __TestWorkingDir="$__RootBinDir/tests/$__BuildOS.$__BuildArch.$__BuildType"
661 export __IntermediatesDir="$__RootBinDir/obj/$__BuildOS.$__BuildArch.$__BuildType"
662 __TestIntermediatesDir="$__RootBinDir/tests/obj/$__BuildOS.$__BuildArch.$__BuildType"
663 __isMSBuildOnNETCoreSupported=0
665 # Init if MSBuild for .NET Core is supported for this platform
666 isMSBuildOnNETCoreSupported
668 # CI_SPECIFIC - On CI machines, $HOME may not be set. In such a case, create a subfolder and set the variable to set.
669 # This is needed by CLI to function.
670 if [ -z "$HOME" ]; then
671 if [ ! -d "$__ProjectDir/temp_home" ]; then
674 export HOME=$__ProjectDir/temp_home
675 echo "HOME not defined; setting it to $HOME"
678 # Specify path to be set for CMAKE_INSTALL_PREFIX.
679 # This is where all built CoreClr libraries will copied to.
680 export __CMakeBinDir="$__BinDir"
682 # Configure environment if we are doing a cross compile.
683 if [ $__CrossBuild == 1 ]; then
684 export CROSSCOMPILE=1
685 if ! [[ -n "$ROOTFS_DIR" ]]; then
686 export ROOTFS_DIR="$__ProjectRoot/cross/rootfs/$__BuildArch"
690 # Make the directories necessary for build if they don't exist
698 # Build the coreclr (native) components.
702 # Build System.Private.CoreLib.
706 # Generate nuget packages
707 if [ $__SkipNuget != 1 ]; then
708 generate_NugetPackages
714 echo "Repo successfully built."
715 echo "Product binaries are available at $__BinDir"