5 if [ "$__HostOS" == "Linux" ]; then
6 if [ ! -e /etc/os-release ]; then
7 echo "WARNING: Can not determine runtime id for current distro."
10 source /etc/os-release
11 __HostDistroRid="$ID.$VERSION_ID-$__HostArch"
18 if [ $__CrossBuild == 1 ]; then
19 if [ "$__BuildOS" == "Linux" ]; then
20 if [ ! -e $ROOTFS_DIR/etc/os-release ]; then
21 echo "WARNING: Can not determine runtime id for current distro."
24 source $ROOTFS_DIR/etc/os-release
25 export __DistroRid="$ID.$VERSION_ID-$__BuildArch"
29 export __DistroRid="$__HostDistroRid"
32 # Portable builds target the base RID
33 if [ "$__PortableBuild" == 1 ]; then
34 if [ "$__BuildOS" == "Linux" ]; then
35 export __DistroRid="linux-$__BuildArch"
36 elif [ "$__BuildOS" == "OSX" ]; then
37 export __DistroRid="osx-$__BuildArch"
42 isMSBuildOnNETCoreSupported()
44 # This needs to be updated alongwith corresponding changes to netci.groovy.
45 __isMSBuildOnNETCoreSupported=0
47 if [ "$__HostArch" == "x64" ]; then
48 if [ "$__HostOS" == "Linux" ]; then
49 case "$__HostDistroRid" in
51 __isMSBuildOnNETCoreSupported=1
54 __isMSBuildOnNETCoreSupported=1
57 __isMSBuildOnNETCoreSupported=1
60 __isMSBuildOnNETCoreSupported=1
63 __isMSBuildOnNETCoreSupported=1
66 __isMSBuildOnNETCoreSupported=1
69 __isMSBuildOnNETCoreSupported=1
72 __isMSBuildOnNETCoreSupported=1
75 __isMSBuildOnNETCoreSupported=1
78 __isMSBuildOnNETCoreSupported=1
81 __isMSBuildOnNETCoreSupported=$__msbuildonunsupportedplatform
83 elif [ "$__HostOS" == "OSX" ]; then
84 __isMSBuildOnNETCoreSupported=1
91 __TestDir=$__ProjectDir/tests
92 __ProjectFilesDir=$__TestDir
93 __TestBinDir=$__TestWorkingDir
95 if [ $__RebuildTests -ne 0 ]; then
96 if [ -d "${__TestBinDir}" ]; then
97 echo "Removing tests build dir: ${__TestBinDir}"
102 __CMakeBinDir="${__TestBinDir}"
104 if [ -z "$__TestIntermediateDir" ]; then
105 __TestIntermediateDir="tests/obj/${__BuildOS}.${__BuildArch}.${__BuildType}"
108 echo "__BuildOS: ${__BuildOS}"
109 echo "__BuildArch: ${__BuildArch}"
110 echo "__BuildType: ${__BuildType}"
111 echo "__TestIntermediateDir: ${__TestIntermediateDir}"
113 if [ ! -f "$__TestBinDir" ]; then
114 echo "Creating TestBinDir: ${__TestBinDir}"
115 mkdir -p $__TestBinDir
117 if [ ! -f "$__LogsDir" ]; then
118 echo "Creating LogsDir: ${__LogsDir}"
122 __BuildProperties="-p:OSGroup=${__BuildOS} -p:BuildOS=${__BuildOS} -p:BuildArch=${__BuildArch} -p:BuildType=${__BuildType}"
124 # =========================================================================================
126 # === Restore product binaries from packages
128 # =========================================================================================
130 build_Tests_internal "Restore_Product" "${__ProjectDir}/tests/build.proj" " -BatchRestorePackages" "Restore product binaries (build tests)"
132 build_Tests_internal "Tests_GenerateRuntimeLayout" "${__ProjectDir}/tests/runtest.proj" "-BinPlaceRef -BinPlaceProduct -CopyCrossgenToProduct" "Restore product binaries (run tests)"
134 if [ -n "$__UpdateInvalidPackagesArg" ]; then
135 __up=-updateinvalidpackageversion
138 # Work hardcoded path around
139 if [ ! -f "${__BuildToolsDir}/Microsoft.CSharp.Core.Targets" ]; then
140 ln -s "${__BuildToolsDir}/Microsoft.CSharp.Core.targets" "${__BuildToolsDir}/Microsoft.CSharp.Core.Targets"
142 if [ ! -f "${__BuildToolsDir}/Microsoft.CSharp.targets" ]; then
143 ln -s "${__BuildToolsDir}/Microsoft.CSharp.Targets" "${__BuildToolsDir}/Microsoft.CSharp.targets"
146 echo "Starting the Managed Tests Build..."
148 __ManagedTestBuiltMarker=${__TestBinDir}/managed_test_build
150 if [ ! -f $__ManagedTestBuiltMarker ]; then
152 build_Tests_internal "Tests_Managed" "$__ProjectDir/tests/build.proj" "$__up" "Managed tests build (build tests)"
154 if [ $? -ne 0 ]; then
155 echo "${__MsgPrefix}Error: build failed. Refer to the build log files for details (above)"
158 echo "Tests have been built."
159 echo "Create marker \"${__ManagedTestBuiltMarker}\""
160 touch $__ManagedTestBuiltMarker
163 echo "Managed Tests had been built before."
166 if [ $__BuildTestWrappers -ne -0 ]; then
167 echo "${__MsgPrefix}Creating test wrappers..."
169 __XUnitWrapperBuiltMarker=${__TestBinDir}/xunit_wrapper_build
171 if [ ! -f $__XUnitWrapperBuiltMarker ]; then
173 build_Tests_internal "Tests_XunitWrapper" "$__ProjectDir/tests/runtest.proj" "-BuildWrappers -MsBuildEventLogging=\" \" " "Test Xunit Wrapper"
175 if [ $? -ne 0 ]; then
176 echo "${__MsgPrefix}Error: build failed. Refer to the build log files for details (above)"
179 echo "XUnit Wrappers have been built."
180 echo "Create marker \"${__XUnitWrapperBuiltMarker}\""
181 touch $__XUnitWrapperBuiltMarker
184 echo "XUnit Wrappers had been built before."
188 echo "${__MsgPrefix}Creating test overlay..."
190 if [ -z "$XuintTestBinBase" ]; then
191 XuintTestBinBase=$__TestWorkingDir
194 export CORE_ROOT=$XuintTestBinBase/Tests/Core_Root
196 if [ ! -f "${CORE_ROOT}" ]; then
202 cp -r $__BinDir/* $CORE_ROOT/ > /dev/null
204 build_Tests_internal "Tests_Overlay_Managed" "$__ProjectDir/tests/runtest.proj" "-testOverlay" "Creating test overlay"
206 if [ $__ZipTests -ne 0 ]; then
207 echo "${__MsgPrefix}ZIP tests packages..."
208 build_Tests_internal "Helix_Prep" "$__ProjectDir/tests/helixprep.proj" " " "Prep test binaries for Helix publishing"
212 build_Tests_internal()
216 extraBuildParameters=$3
219 # Set up directories and file names
220 __BuildLogRootName=$subDirectoryName
221 __BuildLog="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.log"
222 __BuildWrn="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.wrn"
223 __BuildErr="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.err"
224 __msbuildLog="\"/flp:Verbosity=normal;LogFile=${__BuildLog}\""
225 __msbuildWrn="\"/flp1:WarningsOnly;LogFile=${__BuildWrn}\""
226 __msbuildErr="\"/flp2:ErrorsOnly;LogFile=${__BuildErr}\""
228 # Generate build command
229 buildCommand="$__ProjectRoot/run.sh build -Project=$projectName -MsBuildLog=${__msbuildLog} -MsBuildWrn=${__msbuildWrn} -MsBuildErr=${__msbuildErr} $extraBuildParameters $__RunArgs $__UnprocessedBuildArgs"
231 echo "Building step '$stepName' via $buildCommand"
237 # $__ProjectRoot/run.sh build -Project=$projectName -MsBuildLog="$__msbuildLog" -MsBuildWrn="$__msbuildWrn" -MsBuildErr="$__msbuildErr" $extraBuildParameters $__RunArgs $__UnprocessedBuildArgs
239 # Make sure everything is OK
240 if [ $? -ne 0 ]; then
241 echo "${__MsgPrefix}Failed to build $stepName. See the build logs:"
251 echo "Usage: $0 [BuildArch] [BuildType] [verbose] [coverage] [cross] [clangx.y] [ninja] [runtests] [bindir]"
252 echo "BuildArch can be: x64, x86, arm, armel, arm64"
253 echo "BuildType can be: debug, checked, release"
254 echo "coverage - optional argument to enable code coverage build (currently supported only for Linux and OSX)."
255 echo "ninja - target ninja instead of GNU make"
256 echo "clangx.y - optional argument to build using clang version x.y."
257 echo "cross - optional argument to signify cross compilation,"
258 echo " - will use ROOTFS_DIR environment variable if set."
259 echo "crosscomponent - optional argument to build cross-architecture component,"
260 echo " - will use CAC_ROOTFS_DIR environment variable if set."
261 echo "portableLinux - build for Portable Linux Distribution"
262 echo "verbose - optional argument to enable verbose build output."
263 echo "rebuild - if tests have already been built - rebuild them"
264 echo "runtests - run tests after building them"
265 echo "ziptests - zips CoreCLR tests & Core_Root for a Helix run"
266 echo "bindir - output directory (defaults to $__ProjectRoot/bin)"
267 echo "msbuildonunsupportedplatform - build managed binaries even if distro is not officially supported."
272 # Obtain the location of the bash script to figure out where the root of the repo is.
273 __ProjectRoot="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
275 # $__ProjectRoot/build.sh $1 $2
277 # Use uname to determine what the CPU is.
280 # Some Linux platforms report unknown for platform, but the arch for machine.
281 if [ "$CPUName" == "unknown" ]; then
287 echo "Unsupported CPU $CPUName detected, build might not succeed!"
298 echo "Unsupported CPU $CPUName detected, build might not succeed!"
309 echo "Unknown CPU $CPUName detected, configuring as if for x64"
315 # Use uname to determine what the OS is.
349 echo "Unsupported OS $OSName detected, configuring as if for Linux"
357 __IncludeTests=INCLUDE_TESTS
359 # Set the various build properties here so that CMake and MSBuild can pick them up
360 export __ProjectDir="$__ProjectRoot"
361 __SourceDir="$__ProjectDir/src"
362 __PackagesDir="$__ProjectDir/packages"
363 __RootBinDir="$__ProjectDir/bin"
364 __BuildToolsDir="$__ProjectDir/Tools"
365 __UnprocessedBuildArgs=
372 __ClangMajorVersion=0
373 __ClangMinorVersion=0
374 __NuGetPath="$__PackagesDir/NuGet.exe"
379 __msbuildonunsupportedplatform=0
381 __NativeTestIntermediatesDir=
384 __BuildTestWrappers=0
389 if [ $# -le 0 ]; then
393 lowerI="$(echo $1 | awk '{print tolower($0)}')"
433 __CodeCoverage=Coverage
441 if [ "$__BuildOS" == "Linux" ]; then
444 echo "ERROR: portableLinux not supported for non-Linux platforms."
454 __ClangMajorVersion=3
455 __ClangMinorVersion=5
459 __ClangMajorVersion=3
460 __ClangMinorVersion=6
464 __ClangMajorVersion=3
465 __ClangMinorVersion=7
469 __ClangMajorVersion=3
470 __ClangMinorVersion=8
474 __ClangMajorVersion=3
475 __ClangMinorVersion=9
497 if [ ! -d $__RootBinDir ]; then
500 __RootBinParent=$(dirname $__RootBinDir)
501 __RootBinName=${__RootBinDir##*/}
502 __RootBinDir="$(cd $__RootBinParent &>/dev/null && printf %s/%s $PWD $__RootBinName)"
505 echo "ERROR: 'bindir' requires a non-empty option argument"
510 msbuildonunsupportedplatform)
511 __msbuildonunsupportedplatform=1
514 __UnprocessedBuildArgs="$__UnprocessedBuildArgs $1"
522 __RunArgs="-BuildArch=$__BuildArch -BuildType=$__BuildType -BuildOS=$__BuildOS"
524 # Configure environment if we are doing a verbose build
525 if [ $__VerboseBuild == 1 ]; then
527 __RunArgs="$__RunArgs -verbose"
530 # Set default clang version
531 if [[ $__ClangMajorVersion == 0 && $__ClangMinorVersion == 0 ]]; then
532 if [ $__CrossBuild == 1 ]; then
533 __ClangMajorVersion=3
534 __ClangMinorVersion=6
536 __ClangMajorVersion=3
537 __ClangMinorVersion=5
542 # Set dependent variables
543 __LogsDir="$__RootBinDir/Logs"
545 # init the host distro name
548 # Set the remaining variables based upon the determined build configuration
549 __BinDir="$__RootBinDir/Product/$__BuildOS.$__BuildArch.$__BuildType"
550 __PackagesBinDir="$__BinDir/.nuget"
551 __ToolsDir="$__RootBinDir/tools"
552 __TestDir="$__ProjectDir/tests"
553 __TestWorkingDir="$__RootBinDir/tests/$__BuildOS.$__BuildArch.$__BuildType"
554 __IntermediatesDir="$__RootBinDir/obj/$__BuildOS.$__BuildArch.$__BuildType"
555 __TestIntermediatesDir="$__RootBinDir/tests/obj/$__BuildOS.$__BuildArch.$__BuildType"
556 __isMSBuildOnNETCoreSupported=0
557 __CrossComponentBinDir="$__BinDir"
558 __CrossCompIntermediatesDir="$__IntermediatesDir/crossgen"
560 __CrossArch="$__HostArch"
561 if [[ "$__HostArch" == "x64" && "$__BuildArch" == "arm" ]]; then
564 if [ $__CrossBuild == 1 ]; then
565 __CrossComponentBinDir="$__CrossComponentBinDir/$__CrossArch"
567 __CrossgenCoreLibLog="$__LogsDir/CrossgenCoreLib_$__BuildOS.$BuildArch.$__BuildType.log"
568 __CrossgenExe="$__CrossComponentBinDir/crossgen"
570 isMSBuildOnNETCoreSupported
572 # CI_SPECIFIC - On CI machines, $HOME may not be set. In such a case, create a subfolder and set the variable to set.
573 # This is needed by CLI to function.
574 if [ -z "$HOME" ]; then
575 if [ ! -d "$__ProjectDir/temp_home" ]; then
578 export HOME=$__ProjectDir/temp_home
579 echo "HOME not defined; setting it to $HOME"
582 # Specify path to be set for CMAKE_INSTALL_PREFIX.
583 # This is where all built CoreClr libraries will copied to.
584 export __CMakeBinDir="$__BinDir"
586 if [ ! -d "$__BinDir" ] || [ ! -d "$__BinDir/bin" ]; then
588 echo "Has not been found built CoreCLR instance"
589 echo "Please build it before tests using './build.sh $__BuildArch $__BuildType'"
593 # Configure environment if we are doing a cross compile.
594 if [ $__CrossBuild == 1 ]; then
595 export CROSSCOMPILE=1
596 if ! [[ -n "$ROOTFS_DIR" ]]; then
597 export ROOTFS_DIR="$__ProjectRoot/cross/rootfs/$__BuildArch"
601 # init the target distro name
604 # Override tool directory
606 __CoreClrVersion=1.1.0
607 __sharedFxDir=$__BuildToolsDir/dotnetcli/shared/Microsoft.NETCore.App/$__CoreClrVersion/
609 echo "Building Tests..."
613 if [ $? -ne 0 ]; then
614 echo "Failed to build tests"
618 echo "${__MsgPrefix}Test build successful."
619 echo "${__MsgPrefix}Test binaries are available at ${__TestBinDir}"
621 __testNativeBinDir=$__IntermediatesDir/tests
623 if [ $__RunTests -ne 0 ]; then
627 echo "${__TestDir}/runtest.sh --testRootDir=$__TestBinDir --coreClrBinDir=$__BinDir --coreFxBinDir=$__sharedFxDir --testNativeBinDir=$__testNativeBinDir"
629 $__TestDir/runtest.sh --testRootDir=$__TestBinDir --coreClrBinDir=$__BinDir --coreFxBinDir=$CORE_ROOT --testNativeBinDir=$__testNativeBinDir
631 echo "Tests run successful."
633 echo "To run all tests use 'tests/runtests.sh' where:"
634 echo " testRootDir = $__TestBinDir"
635 echo " coreClrBinDir = $__BinDir"
636 echo " coreFxBinDir = $CORE_ROOT"
637 echo " testNativeBinDir = $__testNativeBinDir"
638 echo " -------------------------------------------------- "
639 echo "To run single test use the following command:"
640 echo " bash ${__TestBinDir}/__TEST_PATH__/__TEST_NAME__.sh -coreroot=${CORE_ROOT}"