build-test.sh

   1 #!/usr/bin/env bash
   2
   3 __PortableBuild=1
   4
   5 initTargetDistroRid()
   6 {
   7     source init-distro-rid.sh
   8
   9     # Only pass ROOTFS_DIR if cross is specified.
  10     if (( ${__CrossBuild} == 1 )); then
  11         passedRootfsDir=${ROOTFS_DIR}
  12     fi
  13
  14     initDistroRidGlobal ${__BuildOS} ${__BuildArch} ${__PortableBuild} ${passedRootfsDir}
  15 }
  16
  17 isMSBuildOnNETCoreSupported()
  18 {
  19     __isMSBuildOnNETCoreSupported=$__msbuildonunsupportedplatform
  20
  21     if [ $__isMSBuildOnNETCoreSupported == 1 ]; then
  22         return
  23     fi
  24
  25     if [ "$__HostArch" == "x64" ]; then
  26         if [ "$__HostOS" == "Linux" ]; then
  27             __isMSBuildOnNETCoreSupported=1
  28             UNSUPPORTED_RIDS=("debian.9-x64" "ubuntu.17.04-x64")
  29             for UNSUPPORTED_RID in "${UNSUPPORTED_RIDS[@]}"
  30             do
  31                 if [ "${__DistroRid}" == "$UNSUPPORTED_RID" ]; then
  32                     __isMSBuildOnNETCoreSupported=0
  33                     break
  34                 fi
  35             done
  36         elif [ "$__HostOS" == "OSX" ]; then
  37             __isMSBuildOnNETCoreSupported=1
  38         fi
  39     fi
  40 }
  41
  42 build_test_wrappers()
  43 {
  44     if [ $__BuildTestWrappers -ne -0 ]; then
  45         echo "${__MsgPrefix}Creating test wrappers..."
  46
  47         export __Exclude="${__ProjectDir}/tests/issues.targets"
  48         export __BuildLogRootName="Tests_XunitWrapper"
  49
  50         buildVerbosity="Summary"
  51
  52         if [ $__VerboseBuild == 1 ]; then
  53             buildVerbosity="Diag"
  54         fi
  55
  56         # Set up directories and file names
  57         __BuildLogRootName=$subDirectoryName
  58         __BuildLog="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.log"
  59         __BuildWrn="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.wrn"
  60         __BuildErr="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.err"
  61         __MsbuildLog="/fileloggerparameters:\"Verbosity=normal;LogFile=${__BuildLog}\""
  62         __MsbuildWrn="/fileloggerparameters1:\"WarningsOnly;LogFile=${__BuildWrn}\""
  63         __MsbuildErr="/fileloggerparameters2:\"ErrorsOnly;LogFile=${__BuildErr}\""
  64         __Logging="$__MsbuildLog $__MsbuildWrn $__MsbuildErr /consoleloggerparameters:$buildVerbosity"
  65
  66         nextCommand="\"${__DotNetCli}\" msbuild \"${__ProjectDir}/tests/runtest.proj\" /p:RestoreAdditionalProjectSources=https://dotnet.myget.org/F/dotnet-core/ /p:BuildWrappers=true /p:TargetsWindows=false $__Logging /p:__BuildOS=$__BuildOS /p:__BuildType=$__BuildType /p:__BuildArch=$__BuildArch"
  67         eval $nextCommand
  68
  69         if [ $? -ne 0 ]; then
  70             echo "${__MsgPrefix}Error: build failed. Refer to the build log files for details (above)"
  71             exit 1
  72         else
  73             echo "XUnit Wrappers have been built."
  74             echo { "\"build_os\"": "\"${__BuildOS}\"", "\"build_arch\"": "\"${__BuildArch}\"", "\"build_type\"": "\"${__BuildType}\"" } > "${__TestWorkingDir}/build_info.json"
  75
  76         fi
  77     fi
  78 }
  79
  80 generate_layout()
  81 {
  82     echo "${__MsgPrefix}Creating test overlay..."
  83
  84     __TestDir=$__ProjectDir/tests
  85     __ProjectFilesDir=$__TestDir
  86     __TestBinDir=$__TestWorkingDir
  87
  88     if [ $__RebuildTests -ne 0 ]; then
  89         if [ -d "${__TestBinDir}" ]; then
  90             echo "Removing tests build dir: ${__TestBinDir}"
  91             rm -rf $__TestBinDir
  92         fi
  93     fi
  94
  95     __CMakeBinDir="${__TestBinDir}"
  96
  97     if [ -z "$__TestIntermediateDir" ]; then
  98         __TestIntermediateDir="tests/obj/${__BuildOS}.${__BuildArch}.${__BuildType}"
  99     fi
 100
 101     echo "__BuildOS: ${__BuildOS}"
 102     echo "__BuildArch: ${__BuildArch}"
 103     echo "__BuildType: ${__BuildType}"
 104     echo "__TestIntermediateDir: ${__TestIntermediateDir}"
 105
 106     if [ ! -f "$__TestBinDir" ]; then
 107         echo "Creating TestBinDir: ${__TestBinDir}"
 108         mkdir -p $__TestBinDir
 109     fi
 110     if [ ! -f "$__LogsDir" ]; then
 111         echo "Creating LogsDir: ${__LogsDir}"
 112         mkdir -p $__LogsDir
 113     fi
 114     if [ ! -f "$__MsbuildDebugLogsDir" ]; then
 115         echo "Creating MsbuildDebugLogsDir: ${__MsbuildDebugLogsDir}"
 116         mkdir -p $__MsbuildDebugLogsDir
 117     fi
 118
 119     # Set up the directory for MSBuild debug logs.
 120     export MSBUILDDEBUGPATH="${__MsbuildDebugLogsDir}"
 121
 122     __BuildProperties="-p:OSGroup=${__BuildOS} -p:BuildOS=${__BuildOS} -p:BuildArch=${__BuildArch} -p:BuildType=${__BuildType}"
 123
 124     # =========================================================================================
 125     # ===
 126     # === Restore product binaries from packages
 127     # ===
 128     # =========================================================================================
 129
 130     build_MSBuild_projects "Restore_Packages" "${__ProjectDir}/tests/build.proj" "Restore product binaries (build tests)" "/t:BatchRestorePackages"
 131
 132     if [ -n "$__UpdateInvalidPackagesArg" ]; then
 133         __up="/t:UpdateInvalidPackageVersions"
 134     fi
 135
 136     echo "${__MsgPrefix}Creating test overlay..."
 137
 138     if [ -z "$xUnitTestBinBase" ]; then
 139         xUnitTestBinBase=$__TestWorkingDir
 140     fi
 141
 142     export CORE_ROOT=$xUnitTestBinBase/Tests/Core_Root
 143
 144     if [ -d "${CORE_ROOT}" ]; then
 145         rm -rf $CORE_ROOT
 146     fi
 147
 148     mkdir -p $CORE_ROOT
 149
 150     build_MSBuild_projects "Tests_Overlay_Managed" "${__ProjectDir}/tests/runtest.proj" "Creating test overlay" "/t:CreateTestOverlay"
 151
 152     chmod +x $__BinDir/corerun
 153     chmod +x $__BinDir/crossgen
 154
 155     # Make sure to copy over the pulled down packages
 156     cp -r $__BinDir/* $CORE_ROOT/ > /dev/null
 157 }
 158
 159 generate_testhost()
 160 {
 161     echo "${__MsgPrefix}Generating test host..."
 162
 163     export TEST_HOST=$xUnitTestBinBase/testhost
 164
 165     if [ -d "${TEST_HOST}" ]; then
 166         rm -rf $TEST_HOST
 167     fi
 168
 169     mkdir -p $TEST_HOST
 170
 171     build_MSBuild_projects "Tests_Generate_TestHost" "${__ProjectDir}/tests/runtest.proj" "Creating test host" "/t:CreateTestHost"
 172 }
 173
 174
 175 build_Tests()
 176 {
 177     echo "${__MsgPrefix}Building Tests..."
 178
 179     __TestDir=$__ProjectDir/tests
 180     __ProjectFilesDir=$__TestDir
 181     __TestBinDir=$__TestWorkingDir
 182
 183     if [ -f  "${__TestWorkingDir}/build_info.json" ]; then
 184         rm  "${__TestWorkingDir}/build_info.json"
 185     fi
 186
 187     if [ $__RebuildTests -ne 0 ]; then
 188         if [ -d "${__TestBinDir}" ]; then
 189             echo "Removing tests build dir: ${__TestBinDir}"
 190             rm -rf $__TestBinDir
 191         fi
 192     fi
 193
 194     export __CMakeBinDir="${__TestBinDir}"
 195     if [ ! -d "${__TestIntermediatesDir}" ]; then
 196         mkdir -p ${__TestIntermediatesDir}
 197     fi
 198
 199     __NativeTestIntermediatesDir="${__TestIntermediatesDir}/Native"
 200     if [  ! -d "${__NativeTestIntermediatesDir}" ]; then
 201         mkdir -p ${__NativeTestIntermediatesDir}
 202     fi
 203
 204     __ManagedTestIntermediatesDir="${__TestIntermediatesDir}/Managed"
 205     if [ ! -d "${__ManagedTestIntermediatesDir}" ]; then
 206         mkdir -p ${__ManagedTestIntermediatesDir}
 207     fi
 208
 209     echo "__BuildOS: ${__BuildOS}"
 210     echo "__BuildArch: ${__BuildArch}"
 211     echo "__BuildType: ${__BuildType}"
 212     echo "__TestIntermediatesDir: ${__TestIntermediatesDir}"
 213     echo "__NativeTestIntermediatesDir: ${__NativeTestIntermediatesDir}"
 214     echo "__ManagedTestIntermediatesDir: ${__ManagedTestIntermediatesDir}"
 215
 216     if [ ! -f "$__TestBinDir" ]; then
 217         echo "Creating TestBinDir: ${__TestBinDir}"
 218         mkdir -p $__TestBinDir
 219     fi
 220     if [ ! -f "$__LogsDir" ]; then
 221         echo "Creating LogsDir: ${__LogsDir}"
 222         mkdir -p $__LogsDir
 223     fi
 224     if [ ! -f "$__MsbuildDebugLogsDir" ]; then
 225         echo "Creating MsbuildDebugLogsDir: ${__MsbuildDebugLogsDir}"
 226         mkdir -p $__MsbuildDebugLogsDir
 227     fi
 228
 229     # Set up the directory for MSBuild debug logs.
 230     export MSBUILDDEBUGPATH="${__MsbuildDebugLogsDir}"
 231
 232     __BuildProperties="-p:OSGroup=${__BuildOS} -p:BuildOS=${__BuildOS} -p:BuildArch=${__BuildArch} -p:BuildType=${__BuildType}"
 233
 234     # =========================================================================================
 235     # ===
 236     # === Restore product binaries from packages
 237     # ===
 238     # =========================================================================================
 239
 240     if [ ${__SkipRestorePackages} != 1 ]; then
 241         build_MSBuild_projects "Restore_Product" "${__ProjectDir}/tests/build.proj" "Restore product binaries (build tests)" "/t:BatchRestorePackages"
 242     fi
 243
 244     if [ $__SkipNative != 1 ]; then
 245         build_native_projects "$__BuildArch" "${__NativeTestIntermediatesDir}"
 246
 247         if [ $? -ne 0 ]; then
 248             echo "${__MsgPrefix}Error: build failed. Refer to the build log files for details (above)"
 249             exit 1
 250         fi
 251     fi
 252
 253     if [ $__SkipManaged != 1 ]; then
 254         echo "Starting the Managed Tests Build..."
 255
 256         build_MSBuild_projects "Tests_Managed" "$__ProjectDir/tests/build.proj" "Managed tests build (build tests)" "$__up"
 257
 258         if [ $? -ne 0 ]; then
 259             echo "${__MsgPrefix}Error: build failed. Refer to the build log files for details (above)"
 260             exit 1
 261         else
 262             echo "Checking the Managed Tests Build..."
 263
 264             build_MSBuild_projects "Check_Test_Build" "${__ProjectDir}/tests/runtest.proj" "Check Test Build" "/t:CheckTestBuild"
 265
 266             if [ $? -ne 0 ]; then
 267                 echo "${__MsgPrefix}Error: Check Test Build failed."
 268                 exit 1
 269             fi
 270         fi
 271
 272         echo "Managed tests build success!"
 273     fi
 274
 275     build_test_wrappers
 276
 277     if [ -n "$__UpdateInvalidPackagesArg" ]; then
 278         __up="/t:UpdateInvalidPackageVersions"
 279     fi
 280
 281     generate_layout
 282 }
 283
 284 build_MSBuild_projects()
 285 {
 286     subDirectoryName=$1
 287     shift
 288     projectName=$1
 289     shift
 290     stepName="$1"
 291     shift
 292     extraBuildParameters=("$@")
 293
 294     # Set up directories and file names
 295     __BuildLogRootName=$subDirectoryName
 296     __BuildLog="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.log"
 297     __BuildWrn="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.wrn"
 298     __BuildErr="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.err"
 299
 300     # Use binclashlogger by default if no other logger is specified
 301     if [[ "${extraBuildParameters[*]}" == *"/l:"* ]]; then
 302         __msbuildEventLogging=
 303     else
 304         __msbuildEventLogging="/l:BinClashLogger,Tools/Microsoft.DotNet.Build.Tasks.dll\;LogFile=binclash.log"
 305     fi
 306
 307     if [[ "$subDirectoryName" == "Tests_Managed" ]]; then
 308         # Execute msbuild managed test build in stages - workaround for excessive data retention in MSBuild ConfigCache
 309         # See https://github.com/Microsoft/msbuild/issues/2993
 310
 311         # __SkipPackageRestore and __SkipTargetingPackBuild used  to control build by tests/src/dirs.proj
 312         export __SkipPackageRestore=false
 313         export __SkipTargetingPackBuild=false
 314         export __NumberOfTestGroups=3
 315
 316         __AppendToLog=false
 317
 318         if [ -n "$__priority1" ]; then
 319             export __NumberOfTestGroups=10
 320         fi
 321
 322         for (( testGroupToBuild=1 ; testGroupToBuild <= __NumberOfTestGroups; testGroupToBuild = testGroupToBuild + 1 ))
 323         do
 324             __msbuildLog="\"/flp:Verbosity=normal;LogFile=${__BuildLog};Append=${__AppendToLog}\""
 325             __msbuildWrn="\"/flp1:WarningsOnly;LogFile=${__BuildWrn};Append=${__AppendToLog}\""
 326             __msbuildErr="\"/flp2:ErrorsOnly;LogFile=${__BuildErr};Append=${__AppendToLog}\""
 327
 328             export __TestGroupToBuild=$testGroupToBuild
 329
 330             # Generate build command
 331             buildArgs=("/nologo" "/verbosity:minimal" "/clp:Summary")
 332             buildArgs+=("/p:RestoreDefaultOptimizationDataPackage=false" "/p:PortableBuild=true")
 333             buildArgs+=("/p:UsePartialNGENOptimization=false" "/maxcpucount")
 334
 335             buildArgs+=("$projectName" "${__msbuildLog}" "${__msbuildWrn}" "${__msbuildErr}")
 336             buildArgs+=("$__msbuildEventLogging")
 337             buildArgs+=("${extraBuildParameters[@]}")
 338             buildArgs+=("${__CommonMSBuildArgs[@]}")
 339             buildArgs+=("${__UnprocessedBuildArgs[@]}")
 340
 341             nextCommand="\"$__ProjectRoot/dotnet.sh\" msbuild ${buildArgs[@]}"
 342             echo "Building step '$stepName' testGroupToBuild=$testGroupToBuild via $nextCommand"
 343             eval $nextCommand
 344
 345             # Make sure everything is OK
 346             if [ $? -ne 0 ]; then
 347                 echo "${__MsgPrefix}Failed to build $stepName. See the build logs:"
 348                 echo "    $__BuildLog"
 349                 echo "    $__BuildWrn"
 350                 echo "    $__BuildErr"
 351                 exit 1
 352             fi
 353             export __SkipPackageRestore=true
 354             export __SkipTargetingPackBuild=true
 355             __AppendToLog=true
 356         done
 357     else
 358         __msbuildLog="\"/flp:Verbosity=normal;LogFile=${__BuildLog}\""
 359         __msbuildWrn="\"/flp1:WarningsOnly;LogFile=${__BuildWrn}\""
 360         __msbuildErr="\"/flp2:ErrorsOnly;LogFile=${__BuildErr}\""
 361
 362         # Generate build command
 363         buildArgs=("/nologo" "/verbosity:minimal" "/clp:Summary")
 364         buildArgs+=("/p:RestoreDefaultOptimizationDataPackage=false" "/p:PortableBuild=true")
 365         buildArgs+=("/p:UsePartialNGENOptimization=false" "/maxcpucount")
 366
 367         buildArgs+=("$projectName" "${__msbuildLog}" "${__msbuildWrn}" "${__msbuildErr}")
 368         buildArgs+=("$__msbuildEventLogging")
 369         buildArgs+=("${extraBuildParameters[@]}")
 370         buildArgs+=("${__CommonMSBuildArgs[@]}")
 371         buildArgs+=("${__UnprocessedBuildArgs[@]}")
 372
 373         nextCommand="\"$__ProjectRoot/dotnet.sh\" msbuild ${buildArgs[@]}"
 374         echo "Building step '$stepName' via $nextCommand"
 375         eval $nextCommand
 376
 377         # Make sure everything is OK
 378         if [ $? -ne 0 ]; then
 379             echo "${__MsgPrefix}Failed to build $stepName. See the build logs:"
 380             echo "    $__BuildLog"
 381             echo "    $__BuildWrn"
 382             echo "    $__BuildErr"
 383             exit 1
 384         fi
 385     fi
 386 }
 387
 388 build_native_projects()
 389 {
 390     platformArch="$1"
 391     intermediatesForBuild="$2"
 392
 393     extraCmakeArguments="-DCLR_CMAKE_TARGET_OS=${__BuildOS} -DCLR_CMAKE_HOST_ARCH=${platformArch}"
 394     message="native tests assets"
 395
 396     # All set to commence the build
 397     echo "Commencing build of $message for $__BuildOS.$__BuildArch.$__BuildType in $intermediatesForBuild"
 398
 399     generator=""
 400     buildFile="Makefile"
 401     buildTool="make"
 402     if [ $__UseNinja == 1 ]; then
 403         generator="ninja"
 404         buildFile="build.ninja"
 405         if ! buildTool=$(command -v ninja || command -v ninja-build); then
 406            echo "Unable to locate ninja!" 1>&2
 407            exit 1
 408         fi
 409     fi
 410
 411     if [ $__SkipConfigure == 0 ]; then
 412         # if msbuild is not supported, then set __SkipGenerateVersion to 1
 413         if [ $__isMSBuildOnNETCoreSupported == 0 ]; then __SkipGenerateVersion=1; fi
 414         # Drop version.c file
 415         __versionSourceFile="$intermediatesForBuild/version.c"
 416         if [ $__SkipGenerateVersion == 0 ]; then
 417             pwd
 418             $__ProjectRoot/dotnet.sh msbuild /nologo /verbosity:minimal /clp:Summary \
 419                                      /p:RestoreDefaultOptimizationDataPackage=false /p:PortableBuild=true \
 420                                      /p:UsePartialNGENOptimization=false /maxcpucount \
 421                                      $__ProjectDir/build.proj /t:GenerateVersionHeader \
 422                                      /p:GenerateVersionHeader=true /p:NativeVersionSourceFile=$__versionSourceFile \
 423                                      /l:BinClashLogger,Tools/Microsoft.DotNet.Build.Tasks.dll\;LogFile=binclash.log \
 424                                      $__CommonMSBuildArgs $__UnprocessedBuildArgs
 425         else
 426             # Generate the dummy version.c, but only if it didn't exist to make sure we don't trigger unnecessary rebuild
 427             __versionSourceLine="static char sccsid[] __attribute__((used)) = \"@(#)No version information produced\";"
 428             if [ -e $__versionSourceFile ]; then
 429                 read existingVersionSourceLine < $__versionSourceFile
 430             fi
 431             if [ "$__versionSourceLine" != "$existingVersionSourceLine" ]; then
 432                 echo $__versionSourceLine > $__versionSourceFile
 433             fi
 434         fi
 435
 436         pushd "$intermediatesForBuild"
 437         # Regenerate the CMake solution
 438         # Force cross dir to point to project root cross dir, in case there is a cross build.
 439         scriptDir="$__ProjectRoot/src/pal/tools"
 440         nextCommand="CONFIG_DIR=\"$__ProjectRoot/cross\" \"$scriptDir/gen-buildsys-clang.sh\" \"$__TestDir\" $__ClangMajorVersion $__ClangMinorVersion $platformArch $scriptDir $__BuildType $__CodeCoverage $generator $extraCmakeArguments $__cmakeargs"
 441         echo "Invoking $nextCommand"
 442         eval $nextCommand
 443         popd
 444     fi
 445
 446     if [ ! -f "$intermediatesForBuild/$buildFile" ]; then
 447         echo "Failed to generate $message build project!"
 448         exit 1
 449     fi
 450
 451     # Build
 452     if [ $__ConfigureOnly == 1 ]; then
 453         echo "Finish configuration & skipping $message build."
 454         return
 455     fi
 456
 457     pushd "$intermediatesForBuild"
 458
 459     echo "Executing $buildTool install -j $__NumProc"
 460
 461     $buildTool install -j $__NumProc
 462     if [ $? != 0 ]; then
 463         echo "Failed to build $message."
 464         exit 1
 465     fi
 466
 467     popd
 468     echo "Native tests build success!"
 469 }
 470
 471 usage()
 472 {
 473     echo "Usage: $0 [BuildArch] [BuildType] [verbose] [coverage] [cross] [clangx.y] [ninja] [runtests] [bindir]"
 474     echo "BuildArch can be: x64, x86, arm, armel, arm64"
 475     echo "BuildType can be: debug, checked, release"
 476     echo "coverage - optional argument to enable code coverage build (currently supported only for Linux and OSX)."
 477     echo "ninja - target ninja instead of GNU make"
 478     echo "clangx.y - optional argument to build using clang version x.y - supported version 3.5 - 6.0"
 479     echo "cross - optional argument to signify cross compilation,"
 480     echo "      - will use ROOTFS_DIR environment variable if set."
 481     echo "portableLinux - build for Portable Linux Distribution"
 482     echo "portablebuild - Use portable build."
 483     echo "verbose - optional argument to enable verbose build output."
 484     echo "rebuild - if tests have already been built - rebuild them"
 485     echo "skipnative: skip the native tests build"
 486     echo "skipmanaged: skip the managed section of the test build"
 487     echo "buildtestwrappersonly - only build the test wrappers"
 488     echo "generatelayoutonly - only pull down dependencies and build coreroot"
 489     echo "generatetesthostonly - only pull down dependencies and build coreroot and the CoreFX testhost"
 490     echo "skiprestorepackages - skip package restore"
 491     echo "runtests - run tests after building them"
 492     echo "bindir - output directory (defaults to $__ProjectRoot/bin)"
 493     echo "msbuildonunsupportedplatform - build managed binaries even if distro is not officially supported."
 494     echo "priority1 - include priority=1 tests in the build"
 495     exit 1
 496 }
 497
 498
 499 # Obtain the location of the bash script to figure out where the root of the repo is.
 500 __ProjectRoot="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 501
 502 # Use uname to determine what the CPU is.
 503 CPUName=$(uname -p)
 504
 505 # Some Linux platforms report unknown for platform, but the arch for machine.
 506 if [ "$CPUName" == "unknown" ]; then
 507     CPUName=$(uname -m)
 508 fi
 509
 510 case $CPUName in
 511     i686)
 512         echo "Unsupported CPU $CPUName detected, build might not succeed!"
 513         __BuildArch=x86
 514         __HostArch=x86
 515         ;;
 516
 517     x86_64)
 518         __BuildArch=x64
 519         __HostArch=x64
 520         ;;
 521
 522     armv7l)
 523         echo "Unsupported CPU $CPUName detected, build might not succeed!"
 524         __BuildArch=arm
 525         __HostArch=arm
 526         ;;
 527
 528     aarch64)
 529         __BuildArch=arm64
 530         __HostArch=arm64
 531         ;;
 532
 533     *)
 534         echo "Unknown CPU $CPUName detected, configuring as if for x64"
 535         __BuildArch=x64
 536         __HostArch=x64
 537         ;;
 538 esac
 539
 540 # Use uname to determine what the OS is.
 541 OSName=$(uname -s)
 542 case $OSName in
 543     Linux)
 544         __BuildOS=Linux
 545         __HostOS=Linux
 546         ;;
 547
 548     Darwin)
 549         __BuildOS=OSX
 550         __HostOS=OSX
 551         ;;
 552
 553     FreeBSD)
 554         __BuildOS=FreeBSD
 555         __HostOS=FreeBSD
 556         ;;
 557
 558     OpenBSD)
 559         __BuildOS=OpenBSD
 560         __HostOS=OpenBSD
 561         ;;
 562
 563     NetBSD)
 564         __BuildOS=NetBSD
 565         __HostOS=NetBSD
 566         ;;
 567
 568     SunOS)
 569         __BuildOS=SunOS
 570         __HostOS=SunOS
 571         ;;
 572
 573     *)
 574         echo "Unsupported OS $OSName detected, configuring as if for Linux"
 575         __BuildOS=Linux
 576         __HostOS=Linux
 577         ;;
 578 esac
 579
 580 __BuildType=Debug
 581 __CodeCoverage=
 582 __IncludeTests=INCLUDE_TESTS
 583
 584 # Set the various build properties here so that CMake and MSBuild can pick them up
 585 export __ProjectDir="$__ProjectRoot"
 586 __SourceDir="$__ProjectDir/src"
 587 __PackagesDir="$__ProjectDir/packages"
 588 __RootBinDir="$__ProjectDir/bin"
 589 __BuildToolsDir="$__ProjectDir/Tools"
 590 __DotNetCli="$__ProjectDir/dotnet.sh"
 591 __UnprocessedBuildArgs=
 592 __CommonMSBuildArgs=
 593 __MSBCleanBuildArgs=
 594 __UseNinja=0
 595 __VerboseBuild=0
 596 __SkipRestore=""
 597 __SkipNative=0
 598 __SkipManaged=0
 599 __SkipConfigure=0
 600 __SkipGenerateVersion=0
 601 __ConfigureOnly=0
 602 __CrossBuild=0
 603 __ClangMajorVersion=0
 604 __ClangMinorVersion=0
 605 __NuGetPath="$__PackagesDir/NuGet.exe"
 606 __SkipRestorePackages=0
 607 __DistroRid=""
 608 __cmakeargs=""
 609 __PortableLinux=0
 610 __msbuildonunsupportedplatform=0
 611 __NativeTestIntermediatesDir=
 612 __RunTests=0
 613 __RebuildTests=0
 614 __BuildTestWrappers=1
 615 __GenerateLayoutOnly=
 616 __GenerateTestHostOnly=
 617 __priority1=
 618 __BuildTestWrappersOnly=
 619 CORE_ROOT=
 620
 621 while :; do
 622     if [ $# -le 0 ]; then
 623         break
 624     fi
 625
 626     lowerI="$(echo $1 | awk '{print tolower($0)}')"
 627     case $lowerI in
 628         -\?|-h|--help)
 629             usage
 630             exit 1
 631             ;;
 632
 633         x86)
 634             __BuildArch=x86
 635             ;;
 636
 637         x64)
 638             __BuildArch=x64
 639             ;;
 640
 641         arm)
 642             __BuildArch=arm
 643             ;;
 644
 645         armel)
 646             __BuildArch=armel
 647             ;;
 648
 649         arm64)
 650             __BuildArch=arm64
 651             ;;
 652
 653         debug)
 654             __BuildType=Debug
 655             ;;
 656
 657         checked)
 658             __BuildType=Checked
 659             ;;
 660
 661         release)
 662             __BuildType=Release
 663             ;;
 664
 665         coverage)
 666             __CodeCoverage=Coverage
 667             ;;
 668
 669         cross)
 670             __CrossBuild=1
 671             ;;
 672
 673         portablebuild=false)
 674             __PortableBuild=0
 675             ;;
 676
 677         portablelinux)
 678             if [ "$__BuildOS" == "Linux" ]; then
 679                 __PortableLinux=1
 680             else
 681                 echo "ERROR: portableLinux not supported for non-Linux platforms."
 682                 exit 1
 683             fi
 684             ;;
 685
 686         verbose)
 687             __VerboseBuild=1
 688             ;;
 689
 690         clang3.5|-clang3.5)
 691             __ClangMajorVersion=3
 692             __ClangMinorVersion=5
 693             ;;
 694
 695         clang3.6|-clang3.6)
 696             __ClangMajorVersion=3
 697             __ClangMinorVersion=6
 698             ;;
 699
 700         clang3.7|-clang3.7)
 701             __ClangMajorVersion=3
 702             __ClangMinorVersion=7
 703             ;;
 704
 705         clang3.8|-clang3.8)
 706             __ClangMajorVersion=3
 707             __ClangMinorVersion=8
 708             ;;
 709
 710         clang3.9|-clang3.9)
 711             __ClangMajorVersion=3
 712             __ClangMinorVersion=9
 713             ;;
 714
 715         clang4.0|-clang4.0)
 716             __ClangMajorVersion=4
 717             __ClangMinorVersion=0
 718             ;;
 719
 720         clang5.0|-clang5.0)
 721             __ClangMajorVersion=5
 722             __ClangMinorVersion=0
 723             ;;
 724
 725         clang6.0|-clang6.0)
 726             __ClangMajorVersion=6
 727             __ClangMinorVersion=0
 728             ;;
 729
 730         ninja)
 731             __UseNinja=1
 732             ;;
 733
 734         runtests)
 735             __RunTests=1
 736             ;;
 737
 738         rebuild)
 739             __RebuildTests=1
 740             ;;
 741
 742         skipnative|-skipnative)
 743             __SkipNative=1
 744             ;;
 745
 746         skipmanaged|-skipmanaged)
 747             __SkipManaged=1
 748             __BuildTestWrappers=0
 749             ;;
 750
 751         buildtestwrappersonly)
 752             __BuildTestWrappersOnly=1
 753             ;;
 754
 755         generatelayoutonly)
 756             __GenerateLayoutOnly=1
 757             ;;
 758
 759         generatetesthostonly)
 760             __GenerateTestHostOnly=1
 761             ;;
 762
 763         skiprestorepackages)
 764             __SkipRestorePackages=1
 765             ;;
 766
 767         bindir)
 768             if [ -n "$2" ]; then
 769                 __RootBinDir="$2"
 770                 if [ ! -d $__RootBinDir ]; then
 771                     mkdir $__RootBinDir
 772                 fi
 773                 __RootBinParent=$(dirname $__RootBinDir)
 774                 __RootBinName=${__RootBinDir##*/}
 775                 __RootBinDir="$(cd $__RootBinParent &>/dev/null && printf %s/%s $PWD $__RootBinName)"
 776                 shift
 777             else
 778                 echo "ERROR: 'bindir' requires a non-empty option argument"
 779                 exit 1
 780             fi
 781             ;;
 782
 783         msbuildonunsupportedplatform)
 784             __msbuildonunsupportedplatform=1
 785             ;;
 786
 787         priority1)
 788             __priority1=1
 789             __UnprocessedBuildArgs+=("/p:CLRTestPriorityToBuild=1")
 790             ;;
 791
 792         *)
 793             __UnprocessedBuildArgs+=("$1")
 794             ;;
 795     esac
 796
 797     shift
 798 done
 799
 800 # Get the number of processors available to the scheduler
 801 # Other techniques such as `nproc` only get the number of
 802 # processors available to a single process.
 803 if [ `uname` = "FreeBSD" ]; then
 804   __NumProc=`sysctl hw.ncpu | awk '{ print $2+1 }'`
 805 elif [ `uname` = "NetBSD" ]; then
 806   __NumProc=$(($(getconf NPROCESSORS_ONLN)+1))
 807 elif [ `uname` = "Darwin" ]; then
 808   __NumProc=$(($(getconf _NPROCESSORS_ONLN)+1))
 809 else
 810   __NumProc=$(nproc --all)
 811 fi
 812
 813 __CommonMSBuildArgs=("/p:__BuildArch=$__BuildArch" "/p:__BuildType=$__BuildType" "/p:__BuildOS=$__BuildOS")
 814
 815 # Configure environment if we are doing a verbose build
 816 if [ $__VerboseBuild == 1 ]; then
 817     export VERBOSE=1
 818     __CommonMSBuildArgs+=("/v:detailed")
 819 fi
 820
 821 # Set default clang version
 822 if [[ $__ClangMajorVersion == 0 && $__ClangMinorVersion == 0 ]]; then
 823     if [[ "$__BuildArch" == "arm" || "$__BuildArch" == "armel" ]]; then
 824         __ClangMajorVersion=5
 825         __ClangMinorVersion=0
 826     else
 827         __ClangMajorVersion=3
 828         __ClangMinorVersion=9
 829     fi
 830 fi
 831
 832 # Set dependent variables
 833 __LogsDir="$__RootBinDir/Logs"
 834 __MsbuildDebugLogsDir="$__LogsDir/MsbuildDebugLogs"
 835
 836 # Set the remaining variables based upon the determined build configuration
 837 __BinDir="$__RootBinDir/Product/$__BuildOS.$__BuildArch.$__BuildType"
 838 __PackagesBinDir="$__BinDir/.nuget"
 839 __TestDir="$__ProjectDir/tests"
 840 __TestWorkingDir="$__RootBinDir/tests/$__BuildOS.$__BuildArch.$__BuildType"
 841 __IntermediatesDir="$__RootBinDir/obj/$__BuildOS.$__BuildArch.$__BuildType"
 842 __TestIntermediatesDir="$__RootBinDir/tests/obj/$__BuildOS.$__BuildArch.$__BuildType"
 843 __isMSBuildOnNETCoreSupported=0
 844 __CrossComponentBinDir="$__BinDir"
 845 __CrossCompIntermediatesDir="$__IntermediatesDir/crossgen"
 846
 847 __CrossArch="$__HostArch"
 848 if [[ "$__HostArch" == "x64" && "$__BuildArch" == "arm" ]]; then
 849     __CrossArch="x86"
 850 fi
 851 if [ $__CrossBuild == 1 ]; then
 852     __CrossComponentBinDir="$__CrossComponentBinDir/$__CrossArch"
 853 fi
 854 __CrossgenCoreLibLog="$__LogsDir/CrossgenCoreLib_$__BuildOS.$BuildArch.$__BuildType.log"
 855 __CrossgenExe="$__CrossComponentBinDir/crossgen"
 856
 857 isMSBuildOnNETCoreSupported
 858
 859 # CI_SPECIFIC - On CI machines, $HOME may not be set. In such a case, create a subfolder and set the variable to it.
 860 # This is needed by CLI to function.
 861 if [ -z "$HOME" ]; then
 862     if [ ! -d "$__ProjectDir/temp_home" ]; then
 863         mkdir temp_home
 864     fi
 865     export HOME=$__ProjectDir/temp_home
 866     echo "HOME not defined; setting it to $HOME"
 867 fi
 868
 869 # Configure environment if we are doing a cross compile.
 870 if [ $__CrossBuild == 1 ]; then
 871     export CROSSCOMPILE=1
 872     if ! [[ -n "$ROOTFS_DIR" ]]; then
 873         export ROOTFS_DIR="$__ProjectRoot/cross/rootfs/$__BuildArch"
 874     fi
 875 fi
 876
 877 # init the target distro name
 878 initTargetDistroRid
 879
 880 # Override tool directory
 881
 882 if [[ (-z "$__GenerateLayoutOnly") && (-z "$__GenerateTestHostOnly") && (-z "$__BuildTestWrappersOnly") ]]; then
 883     build_Tests
 884 elif [ ! -z "$__BuildTestWrappersOnly" ]; then
 885     build_test_wrappers
 886 else
 887     generate_layout
 888     if [ ! -z "$__GenerateTestHostOnly" ]; then
 889         generate_testhost
 890     fi
 891 fi
 892
 893 if [ $? -ne 0 ]; then
 894     echo "Failed to build tests"
 895     exit 1
 896 fi
 897
 898 echo "${__MsgPrefix}Test build successful."
 899 echo "${__MsgPrefix}Test binaries are available at ${__TestBinDir}"
 900
 901 __testNativeBinDir=$__IntermediatesDir/tests
 902
 903 if [ $__RunTests -ne 0 ]; then
 904
 905     echo "Run Tests..."
 906
 907     nextCommand="$__TestDir/runtest.sh --testRootDir=$__TestBinDir --coreClrBinDir=$__BinDir --coreFxBinDir=$CORE_ROOT --testNativeBinDir=$__testNativeBinDir"
 908     echo "$nextCommand"
 909     eval $nextCommand
 910
 911     echo "Tests run successful."
 912 else
 913     echo "To run all tests use 'tests/runtests.sh' where:"
 914     echo "    testRootDir      = $__TestBinDir"
 915     echo "    coreClrBinDir    = $__BinDir"
 916     echo "    coreFxBinDir     = $CORE_ROOT"
 917     echo "    testNativeBinDir = $__testNativeBinDir"
 918     echo " -------------------------------------------------- "
 919     echo " Example runtest.sh command"
 920     echo ""
 921     echo " ./tests/runtest.sh --coreOverlayDir=$CORE_ROOT --testNativeBinDir=$__testNativeBinDir --testRootDir=$__TestBinDir --copyNativeTestBin"
 922     echo " -------------------------------------------------- "
 923     echo "To run single test use the following command:"
 924     echo "    bash ${__TestBinDir}/__TEST_PATH__/__TEST_NAME__.sh -coreroot=${CORE_ROOT}"
 925 fi
 926