Fix resource stream for collectible assemblies (#22925)
[platform/upstream/coreclr.git] / build-test.sh
1 #!/usr/bin/env bash
2
3 __PortableBuild=1
4
5 initTargetDistroRid()
6 {
7     source init-distro-rid.sh
8
9     # Only pass ROOTFS_DIR if cross is specified.
10     if (( ${__CrossBuild} == 1 )); then
11         passedRootfsDir=${ROOTFS_DIR}
12     fi
13
14     initDistroRidGlobal ${__BuildOS} ${__BuildArch} ${__PortableBuild} ${passedRootfsDir}
15 }
16
17 isMSBuildOnNETCoreSupported()
18 {
19     __isMSBuildOnNETCoreSupported=$__msbuildonunsupportedplatform
20
21     if [ $__isMSBuildOnNETCoreSupported == 1 ]; then
22         return
23     fi
24
25     if [ "$__HostArch" == "x64" ]; then
26         if [ "$__HostOS" == "Linux" ]; then
27             __isMSBuildOnNETCoreSupported=1
28             UNSUPPORTED_RIDS=("debian.9-x64" "ubuntu.17.04-x64")
29             for UNSUPPORTED_RID in "${UNSUPPORTED_RIDS[@]}"
30             do
31                 if [ "${__DistroRid}" == "$UNSUPPORTED_RID" ]; then
32                     __isMSBuildOnNETCoreSupported=0
33                     break
34                 fi
35             done
36         elif [ "$__HostOS" == "OSX" ]; then
37             __isMSBuildOnNETCoreSupported=1
38         fi
39     fi
40 }
41
42 build_test_wrappers()
43 {
44     if [ $__BuildTestWrappers -ne -0 ]; then
45         echo "${__MsgPrefix}Creating test wrappers..."
46
47         export __Exclude="${__ProjectDir}/tests/issues.targets"
48         export __BuildLogRootName="Tests_XunitWrapper"
49
50         buildVerbosity="Summary"
51
52         if [ $__VerboseBuild == 1 ]; then
53             buildVerbosity="Diag"
54         fi
55
56         # Set up directories and file names
57         __BuildLogRootName=$subDirectoryName
58         __BuildLog="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.log"
59         __BuildWrn="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.wrn"
60         __BuildErr="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.err"
61         __MsbuildLog="/fileloggerparameters:\"Verbosity=normal;LogFile=${__BuildLog}\""
62         __MsbuildWrn="/fileloggerparameters1:\"WarningsOnly;LogFile=${__BuildWrn}\""
63         __MsbuildErr="/fileloggerparameters2:\"ErrorsOnly;LogFile=${__BuildErr}\""
64         __Logging="$__MsbuildLog $__MsbuildWrn $__MsbuildErr /consoleloggerparameters:$buildVerbosity"
65
66         nextCommand="\"${__DotNetCli}\" msbuild \"${__ProjectDir}/tests/runtest.proj\" /p:RestoreAdditionalProjectSources=https://dotnet.myget.org/F/dotnet-core/ /p:BuildWrappers=true /p:TargetsWindows=false $__Logging /p:__BuildOS=$__BuildOS /p:__BuildType=$__BuildType /p:__BuildArch=$__BuildArch"
67         echo "$nextCommand"
68         eval $nextCommand
69
70         if [ $? -ne 0 ]; then
71             echo "${__MsgPrefix}Error: build failed. Refer to the build log files for details (above)"
72             exit 1
73         else
74             echo "XUnit Wrappers have been built."
75             echo { "\"build_os\"": "\"${__BuildOS}\"", "\"build_arch\"": "\"${__BuildArch}\"", "\"build_type\"": "\"${__BuildType}\"" } > "${__TestWorkingDir}/build_info.json"
76
77         fi
78     fi
79 }
80
81 generate_layout()
82 {
83     echo "${__MsgPrefix}Creating test overlay..."
84
85     __TestDir=$__ProjectDir/tests
86     __ProjectFilesDir=$__TestDir
87     __TestBinDir=$__TestWorkingDir
88
89     if [ $__RebuildTests -ne 0 ]; then
90         if [ -d "${__TestBinDir}" ]; then
91             echo "Removing tests build dir: ${__TestBinDir}"
92             rm -rf $__TestBinDir
93         fi
94     fi
95
96     __CMakeBinDir="${__TestBinDir}"
97
98     if [ -z "$__TestIntermediateDir" ]; then
99         __TestIntermediateDir="tests/obj/${__BuildOS}.${__BuildArch}.${__BuildType}"
100     fi
101
102     echo "__BuildOS: ${__BuildOS}"
103     echo "__BuildArch: ${__BuildArch}"
104     echo "__BuildType: ${__BuildType}"
105     echo "__TestIntermediateDir: ${__TestIntermediateDir}"
106
107     if [ ! -f "$__TestBinDir" ]; then
108         echo "Creating TestBinDir: ${__TestBinDir}"
109         mkdir -p $__TestBinDir
110     fi
111     if [ ! -f "$__LogsDir" ]; then
112         echo "Creating LogsDir: ${__LogsDir}"
113         mkdir -p $__LogsDir
114     fi
115     if [ ! -f "$__MsbuildDebugLogsDir" ]; then
116         echo "Creating MsbuildDebugLogsDir: ${__MsbuildDebugLogsDir}"
117         mkdir -p $__MsbuildDebugLogsDir
118     fi
119
120     # Set up the directory for MSBuild debug logs.
121     export MSBUILDDEBUGPATH="${__MsbuildDebugLogsDir}"
122
123     __BuildProperties="-p:OSGroup=${__BuildOS} -p:BuildOS=${__BuildOS} -p:BuildArch=${__BuildArch} -p:BuildType=${__BuildType}"
124
125     # =========================================================================================
126     # ===
127     # === Restore product binaries from packages
128     # ===
129     # =========================================================================================
130
131     build_MSBuild_projects "Restore_Packages" "${__ProjectDir}/tests/build.proj" "Restore product binaries (build tests)" "/t:BatchRestorePackages"
132
133     if [ -n "$__UpdateInvalidPackagesArg" ]; then
134         __up="/t:UpdateInvalidPackageVersions"
135     fi
136
137     echo "${__MsgPrefix}Creating test overlay..."
138
139     if [ -z "$xUnitTestBinBase" ]; then
140         xUnitTestBinBase=$__TestWorkingDir
141     fi
142
143     export CORE_ROOT=$xUnitTestBinBase/Tests/Core_Root
144
145     if [ -d "${CORE_ROOT}" ]; then
146         rm -rf $CORE_ROOT
147     fi
148
149     mkdir -p $CORE_ROOT
150
151     build_MSBuild_projects "Tests_Overlay_Managed" "${__ProjectDir}/tests/runtest.proj" "Creating test overlay" "/t:CreateTestOverlay"
152
153     chmod +x $__BinDir/corerun
154     chmod +x $__BinDir/crossgen
155
156     # Make sure to copy over the pulled down packages
157     cp -r $__BinDir/* $CORE_ROOT/ > /dev/null
158 }
159
160 generate_testhost()
161 {
162     echo "${__MsgPrefix}Generating test host..."
163
164     export TEST_HOST=$xUnitTestBinBase/testhost
165
166     if [ -d "${TEST_HOST}" ]; then
167         rm -rf $TEST_HOST
168     fi
169
170     mkdir -p $TEST_HOST
171
172     build_MSBuild_projects "Tests_Generate_TestHost" "${__ProjectDir}/tests/runtest.proj" "Creating test host" "/t:CreateTestHost"
173 }
174
175
176 build_Tests()
177 {
178     echo "${__MsgPrefix}Building Tests..."
179
180     __TestDir=$__ProjectDir/tests
181     __ProjectFilesDir=$__TestDir
182     __TestBinDir=$__TestWorkingDir
183
184     if [ -f  "${__TestWorkingDir}/build_info.json" ]; then
185         rm  "${__TestWorkingDir}/build_info.json"
186     fi
187
188     if [ $__RebuildTests -ne 0 ]; then
189         if [ -d "${__TestBinDir}" ]; then
190             echo "Removing tests build dir: ${__TestBinDir}"
191             rm -rf $__TestBinDir
192         fi
193     fi
194
195     export __CMakeBinDir="${__TestBinDir}"
196     if [ ! -d "${__TestIntermediatesDir}" ]; then
197         mkdir -p ${__TestIntermediatesDir}
198     fi
199
200     __NativeTestIntermediatesDir="${__TestIntermediatesDir}/Native"
201     if [  ! -d "${__NativeTestIntermediatesDir}" ]; then
202         mkdir -p ${__NativeTestIntermediatesDir}
203     fi
204
205     __ManagedTestIntermediatesDir="${__TestIntermediatesDir}/Managed"
206     if [ ! -d "${__ManagedTestIntermediatesDir}" ]; then
207         mkdir -p ${__ManagedTestIntermediatesDir}
208     fi
209
210     echo "__BuildOS: ${__BuildOS}"
211     echo "__BuildArch: ${__BuildArch}"
212     echo "__BuildType: ${__BuildType}"
213     echo "__TestIntermediatesDir: ${__TestIntermediatesDir}"
214     echo "__NativeTestIntermediatesDir: ${__NativeTestIntermediatesDir}"
215     echo "__ManagedTestIntermediatesDir: ${__ManagedTestIntermediatesDir}"
216
217     if [ ! -f "$__TestBinDir" ]; then
218         echo "Creating TestBinDir: ${__TestBinDir}"
219         mkdir -p $__TestBinDir
220     fi
221     if [ ! -f "$__LogsDir" ]; then
222         echo "Creating LogsDir: ${__LogsDir}"
223         mkdir -p $__LogsDir
224     fi
225     if [ ! -f "$__MsbuildDebugLogsDir" ]; then
226         echo "Creating MsbuildDebugLogsDir: ${__MsbuildDebugLogsDir}"
227         mkdir -p $__MsbuildDebugLogsDir
228     fi
229
230     # Set up the directory for MSBuild debug logs.
231     export MSBUILDDEBUGPATH="${__MsbuildDebugLogsDir}"
232
233     __BuildProperties="-p:OSGroup=${__BuildOS} -p:BuildOS=${__BuildOS} -p:BuildArch=${__BuildArch} -p:BuildType=${__BuildType}"
234
235     # =========================================================================================
236     # ===
237     # === Restore product binaries from packages
238     # ===
239     # =========================================================================================
240
241     if [ ${__SkipRestorePackages} != 1 ]; then
242         build_MSBuild_projects "Restore_Product" "${__ProjectDir}/tests/build.proj" "Restore product binaries (build tests)" "/t:BatchRestorePackages"
243     fi
244
245     if [ $__SkipNative != 1 ]; then
246         build_native_projects "$__BuildArch" "${__NativeTestIntermediatesDir}"
247
248         if [ $? -ne 0 ]; then
249             echo "${__MsgPrefix}Error: build failed. Refer to the build log files for details (above)"
250             exit 1
251         fi
252     fi
253
254     if [ $__SkipManaged != 1 ]; then
255         echo "Starting the Managed Tests Build..."
256
257         build_MSBuild_projects "Tests_Managed" "$__ProjectDir/tests/build.proj" "Managed tests build (build tests)" "$__up"
258
259         if [ $? -ne 0 ]; then
260             echo "${__MsgPrefix}Error: build failed. Refer to the build log files for details (above)"
261             exit 1
262         else
263             echo "Checking the Managed Tests Build..."
264
265             build_MSBuild_projects "Check_Test_Build" "${__ProjectDir}/tests/runtest.proj" "Check Test Build" "/t:CheckTestBuild"
266
267             if [ $? -ne 0 ]; then
268                 echo "${__MsgPrefix}Error: Check Test Build failed."
269                 exit 1
270             fi
271         fi
272
273         echo "Managed tests build success!"
274     fi
275
276     build_test_wrappers
277
278     if [ -n "$__UpdateInvalidPackagesArg" ]; then
279         __up="/t:UpdateInvalidPackageVersions"
280     fi
281
282     generate_layout
283 }
284
285 build_MSBuild_projects()
286 {
287     subDirectoryName=$1
288     shift
289     projectName=$1
290     shift
291     stepName="$1"
292     shift
293     extraBuildParameters=("$@")
294
295     # Set up directories and file names
296     __BuildLogRootName=$subDirectoryName
297     __BuildLog="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.log"
298     __BuildWrn="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.wrn"
299     __BuildErr="$__LogsDir/${__BuildLogRootName}.${__BuildOS}.${__BuildArch}.${__BuildType}.err"
300
301     # Use binclashlogger by default if no other logger is specified
302     if [[ "${extraBuildParameters[*]}" == *"/l:"* ]]; then
303         __msbuildEventLogging=
304     else
305         __msbuildEventLogging="/l:BinClashLogger,Tools/Microsoft.DotNet.Build.Tasks.dll\;LogFile=binclash.log"
306     fi
307
308     if [[ "$subDirectoryName" == "Tests_Managed" ]]; then
309         # Execute msbuild managed test build in stages - workaround for excessive data retention in MSBuild ConfigCache
310         # See https://github.com/Microsoft/msbuild/issues/2993
311
312         # __SkipPackageRestore and __SkipTargetingPackBuild used  to control build by tests/src/dirs.proj
313         export __SkipPackageRestore=false
314         export __SkipTargetingPackBuild=false
315         export __NumberOfTestGroups=3
316
317         __AppendToLog=false
318
319         if [ -n "$__priority1" ]; then
320             export __NumberOfTestGroups=10
321         fi
322
323         for (( testGroupToBuild=1 ; testGroupToBuild <= __NumberOfTestGroups; testGroupToBuild = testGroupToBuild + 1 ))
324         do
325             __msbuildLog="\"/flp:Verbosity=normal;LogFile=${__BuildLog};Append=${__AppendToLog}\""
326             __msbuildWrn="\"/flp1:WarningsOnly;LogFile=${__BuildWrn};Append=${__AppendToLog}\""
327             __msbuildErr="\"/flp2:ErrorsOnly;LogFile=${__BuildErr};Append=${__AppendToLog}\""
328
329             export __TestGroupToBuild=$testGroupToBuild
330
331             # Generate build command
332             buildArgs=("/nologo" "/verbosity:minimal" "/clp:Summary")
333             buildArgs+=("/p:RestoreDefaultOptimizationDataPackage=false" "/p:PortableBuild=true")
334             buildArgs+=("/p:UsePartialNGENOptimization=false" "/maxcpucount")
335
336             buildArgs+=("$projectName" "${__msbuildLog}" "${__msbuildWrn}" "${__msbuildErr}")
337             buildArgs+=("$__msbuildEventLogging")
338             buildArgs+=("${extraBuildParameters[@]}")
339             buildArgs+=("${__CommonMSBuildArgs[@]}")
340             buildArgs+=("${__UnprocessedBuildArgs[@]}")
341
342             nextCommand="\"$__ProjectRoot/dotnet.sh\" msbuild ${buildArgs[@]}"
343             echo "Building step '$stepName' testGroupToBuild=$testGroupToBuild via $nextCommand"
344             eval $nextCommand
345
346             # Make sure everything is OK
347             if [ $? -ne 0 ]; then
348                 echo "${__MsgPrefix}Failed to build $stepName. See the build logs:"
349                 echo "    $__BuildLog"
350                 echo "    $__BuildWrn"
351                 echo "    $__BuildErr"
352                 exit 1
353             fi
354             export __SkipPackageRestore=true
355             export __SkipTargetingPackBuild=true
356             __AppendToLog=true
357         done
358     else
359         __msbuildLog="\"/flp:Verbosity=normal;LogFile=${__BuildLog}\""
360         __msbuildWrn="\"/flp1:WarningsOnly;LogFile=${__BuildWrn}\""
361         __msbuildErr="\"/flp2:ErrorsOnly;LogFile=${__BuildErr}\""
362
363         # Generate build command
364         buildArgs=("/nologo" "/verbosity:minimal" "/clp:Summary")
365         buildArgs+=("/p:RestoreDefaultOptimizationDataPackage=false" "/p:PortableBuild=true")
366         buildArgs+=("/p:UsePartialNGENOptimization=false" "/maxcpucount")
367
368         buildArgs+=("$projectName" "${__msbuildLog}" "${__msbuildWrn}" "${__msbuildErr}")
369         buildArgs+=("$__msbuildEventLogging")
370         buildArgs+=("${extraBuildParameters[@]}")
371         buildArgs+=("${__CommonMSBuildArgs[@]}")
372         buildArgs+=("${__UnprocessedBuildArgs[@]}")
373
374         nextCommand="\"$__ProjectRoot/dotnet.sh\" msbuild ${buildArgs[@]}"
375         echo "Building step '$stepName' via $nextCommand"
376         eval $nextCommand
377
378         # Make sure everything is OK
379         if [ $? -ne 0 ]; then
380             echo "${__MsgPrefix}Failed to build $stepName. See the build logs:"
381             echo "    $__BuildLog"
382             echo "    $__BuildWrn"
383             echo "    $__BuildErr"
384             exit 1
385         fi
386     fi
387 }
388
389 build_native_projects()
390 {
391     platformArch="$1"
392     intermediatesForBuild="$2"
393
394     extraCmakeArguments="-DCLR_CMAKE_TARGET_OS=${__BuildOS} -DCLR_CMAKE_HOST_ARCH=${platformArch}"
395     message="native tests assets"
396
397     # All set to commence the build
398     echo "Commencing build of $message for $__BuildOS.$__BuildArch.$__BuildType in $intermediatesForBuild"
399
400     generator=""
401     buildFile="Makefile"
402     buildTool="make"
403     if [ $__UseNinja == 1 ]; then
404         generator="ninja"
405         buildFile="build.ninja"
406         if ! buildTool=$(command -v ninja || command -v ninja-build); then
407            echo "Unable to locate ninja!" 1>&2
408            exit 1
409         fi
410     fi
411
412     if [ $__SkipConfigure == 0 ]; then
413         # if msbuild is not supported, then set __SkipGenerateVersion to 1
414         if [ $__isMSBuildOnNETCoreSupported == 0 ]; then __SkipGenerateVersion=1; fi
415         # Drop version.c file
416         __versionSourceFile="$intermediatesForBuild/version.c"
417         if [ $__SkipGenerateVersion == 0 ]; then
418             pwd
419             $__ProjectRoot/dotnet.sh msbuild /nologo /verbosity:minimal /clp:Summary \
420                                      /p:RestoreDefaultOptimizationDataPackage=false /p:PortableBuild=true \
421                                      /p:UsePartialNGENOptimization=false /maxcpucount \
422                                      $__ProjectDir/build.proj /t:GenerateVersionHeader \
423                                      /p:GenerateVersionHeader=true /p:NativeVersionSourceFile=$__versionSourceFile \
424                                      /l:BinClashLogger,Tools/Microsoft.DotNet.Build.Tasks.dll\;LogFile=binclash.log \
425                                      $__CommonMSBuildArgs $__UnprocessedBuildArgs
426         else
427             # Generate the dummy version.c, but only if it didn't exist to make sure we don't trigger unnecessary rebuild
428             __versionSourceLine="static char sccsid[] __attribute__((used)) = \"@(#)No version information produced\";"
429             if [ -e $__versionSourceFile ]; then
430                 read existingVersionSourceLine < $__versionSourceFile
431             fi
432             if [ "$__versionSourceLine" != "$existingVersionSourceLine" ]; then
433                 echo $__versionSourceLine > $__versionSourceFile
434             fi
435         fi
436
437         pushd "$intermediatesForBuild"
438         # Regenerate the CMake solution
439         # Force cross dir to point to project root cross dir, in case there is a cross build.
440         nextCommand="CONFIG_DIR=\"$__ProjectRoot/cross\" \"$__ProjectRoot/src/pal/tools/gen-buildsys-clang.sh\" \"$__TestDir\" $__ClangMajorVersion $__ClangMinorVersion $platformArch $__BuildType $__CodeCoverage $generator $extraCmakeArguments $__cmakeargs"
441         echo "Invoking $nextCommand"
442         eval $nextCommand
443         popd
444     fi
445
446     if [ ! -f "$intermediatesForBuild/$buildFile" ]; then
447         echo "Failed to generate $message build project!"
448         exit 1
449     fi
450
451     # Build
452     if [ $__ConfigureOnly == 1 ]; then
453         echo "Finish configuration & skipping $message build."
454         return
455     fi
456
457     pushd "$intermediatesForBuild"
458
459     echo "Executing $buildTool install -j $__NumProc"
460
461     $buildTool install -j $__NumProc
462     if [ $? != 0 ]; then
463         echo "Failed to build $message."
464         exit 1
465     fi
466
467     popd
468     echo "Native tests build success!"
469 }
470
471 usage()
472 {
473     echo "Usage: $0 [BuildArch] [BuildType] [verbose] [coverage] [cross] [clangx.y] [ninja] [runtests] [bindir]"
474     echo "BuildArch can be: x64, x86, arm, armel, arm64"
475     echo "BuildType can be: debug, checked, release"
476     echo "coverage - optional argument to enable code coverage build (currently supported only for Linux and OSX)."
477     echo "ninja - target ninja instead of GNU make"
478     echo "clangx.y - optional argument to build using clang version x.y - supported version 3.5 - 6.0"
479     echo "cross - optional argument to signify cross compilation,"
480     echo "      - will use ROOTFS_DIR environment variable if set."
481     echo "portableLinux - build for Portable Linux Distribution"
482     echo "portablebuild - Use portable build."
483     echo "verbose - optional argument to enable verbose build output."
484     echo "rebuild - if tests have already been built - rebuild them"
485     echo "skipnative: skip the native tests build"
486     echo "skipmanaged: skip the managed section of the test build"
487     echo "buildtestwrappersonly - only build the test wrappers"
488     echo "generatelayoutonly - only pull down dependencies and build coreroot"
489     echo "generatetesthostonly - only pull down dependencies and build coreroot and the CoreFX testhost"
490     echo "skiprestorepackages - skip package restore"
491     echo "runtests - run tests after building them"
492     echo "bindir - output directory (defaults to $__ProjectRoot/bin)"
493     echo "msbuildonunsupportedplatform - build managed binaries even if distro is not officially supported."
494     echo "priority1 - include priority=1 tests in the build"
495     exit 1
496 }
497
498
499 # Obtain the location of the bash script to figure out where the root of the repo is.
500 __ProjectRoot="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
501
502 # Use uname to determine what the CPU is.
503 CPUName=$(uname -p)
504
505 # Some Linux platforms report unknown for platform, but the arch for machine.
506 if [ "$CPUName" == "unknown" ]; then
507     CPUName=$(uname -m)
508 fi
509
510 case $CPUName in
511     i686)
512         echo "Unsupported CPU $CPUName detected, build might not succeed!"
513         __BuildArch=x86
514         __HostArch=x86
515         ;;
516
517     x86_64)
518         __BuildArch=x64
519         __HostArch=x64
520         ;;
521
522     armv7l)
523         echo "Unsupported CPU $CPUName detected, build might not succeed!"
524         __BuildArch=arm
525         __HostArch=arm
526         ;;
527
528     aarch64)
529         __BuildArch=arm64
530         __HostArch=arm64
531         ;;
532
533     *)
534         echo "Unknown CPU $CPUName detected, configuring as if for x64"
535         __BuildArch=x64
536         __HostArch=x64
537         ;;
538 esac
539
540 # Use uname to determine what the OS is.
541 OSName=$(uname -s)
542 case $OSName in
543     Linux)
544         __BuildOS=Linux
545         __HostOS=Linux
546         ;;
547
548     Darwin)
549         __BuildOS=OSX
550         __HostOS=OSX
551         ;;
552
553     FreeBSD)
554         __BuildOS=FreeBSD
555         __HostOS=FreeBSD
556         ;;
557
558     OpenBSD)
559         __BuildOS=OpenBSD
560         __HostOS=OpenBSD
561         ;;
562
563     NetBSD)
564         __BuildOS=NetBSD
565         __HostOS=NetBSD
566         ;;
567
568     SunOS)
569         __BuildOS=SunOS
570         __HostOS=SunOS
571         ;;
572
573     *)
574         echo "Unsupported OS $OSName detected, configuring as if for Linux"
575         __BuildOS=Linux
576         __HostOS=Linux
577         ;;
578 esac
579
580 __BuildType=Debug
581 __CodeCoverage=
582 __IncludeTests=INCLUDE_TESTS
583
584 # Set the various build properties here so that CMake and MSBuild can pick them up
585 export __ProjectDir="$__ProjectRoot"
586 __SourceDir="$__ProjectDir/src"
587 __PackagesDir="$__ProjectDir/packages"
588 __RootBinDir="$__ProjectDir/bin"
589 __BuildToolsDir="$__ProjectDir/Tools"
590 __DotNetCli="${__BuildToolsDir}/dotnetcli/dotnet"
591 __UnprocessedBuildArgs=
592 __CommonMSBuildArgs=
593 __MSBCleanBuildArgs=
594 __UseNinja=0
595 __VerboseBuild=0
596 __SkipRestore=""
597 __SkipNative=0
598 __SkipManaged=0
599 __SkipConfigure=0
600 __SkipGenerateVersion=0
601 __ConfigureOnly=0
602 __CrossBuild=0
603 __ClangMajorVersion=0
604 __ClangMinorVersion=0
605 __NuGetPath="$__PackagesDir/NuGet.exe"
606 __SkipRestorePackages=0
607 __DistroRid=""
608 __cmakeargs=""
609 __PortableLinux=0
610 __msbuildonunsupportedplatform=0
611 __NativeTestIntermediatesDir=
612 __RunTests=0
613 __RebuildTests=0
614 __BuildTestWrappers=1
615 __GenerateLayoutOnly=
616 __GenerateTestHostOnly=
617 __priority1=
618 __BuildTestWrappersOnly=
619 CORE_ROOT=
620
621 while :; do
622     if [ $# -le 0 ]; then
623         break
624     fi
625
626     lowerI="$(echo $1 | awk '{print tolower($0)}')"
627     case $lowerI in
628         -\?|-h|--help)
629             usage
630             exit 1
631             ;;
632
633         x86)
634             __BuildArch=x86
635             ;;
636
637         x64)
638             __BuildArch=x64
639             ;;
640
641         arm)
642             __BuildArch=arm
643             ;;
644
645         armel)
646             __BuildArch=armel
647             ;;
648
649         arm64)
650             __BuildArch=arm64
651             ;;
652
653         debug)
654             __BuildType=Debug
655             ;;
656
657         checked)
658             __BuildType=Checked
659             ;;
660
661         release)
662             __BuildType=Release
663             ;;
664
665         coverage)
666             __CodeCoverage=Coverage
667             ;;
668
669         cross)
670             __CrossBuild=1
671             ;;
672
673         portablebuild=false)
674             __PortableBuild=0
675             ;;
676
677         portablelinux)
678             if [ "$__BuildOS" == "Linux" ]; then
679                 __PortableLinux=1
680             else
681                 echo "ERROR: portableLinux not supported for non-Linux platforms."
682                 exit 1
683             fi
684             ;;
685
686         verbose)
687             __VerboseBuild=1
688             ;;
689
690         clang3.5|-clang3.5)
691             __ClangMajorVersion=3
692             __ClangMinorVersion=5
693             ;;
694
695         clang3.6|-clang3.6)
696             __ClangMajorVersion=3
697             __ClangMinorVersion=6
698             ;;
699
700         clang3.7|-clang3.7)
701             __ClangMajorVersion=3
702             __ClangMinorVersion=7
703             ;;
704
705         clang3.8|-clang3.8)
706             __ClangMajorVersion=3
707             __ClangMinorVersion=8
708             ;;
709
710         clang3.9|-clang3.9)
711             __ClangMajorVersion=3
712             __ClangMinorVersion=9
713             ;;
714
715         clang4.0|-clang4.0)
716             __ClangMajorVersion=4
717             __ClangMinorVersion=0
718             ;;
719
720         clang5.0|-clang5.0)
721             __ClangMajorVersion=5
722             __ClangMinorVersion=0
723             ;;
724
725         clang6.0|-clang6.0)
726             __ClangMajorVersion=6
727             __ClangMinorVersion=0
728             ;;
729
730         ninja)
731             __UseNinja=1
732             ;;
733
734         runtests)
735             __RunTests=1
736             ;;
737
738         rebuild)
739             __RebuildTests=1
740             ;;
741
742         skipnative|-skipnative)
743             __SkipNative=1
744             ;;
745
746         skipmanaged|-skipmanaged)
747             __SkipManaged=1
748             __BuildTestWrappers=0
749             ;;
750
751         buildtestwrappersonly)
752             __BuildTestWrappersOnly=1
753             ;;
754
755         generatelayoutonly)
756             __GenerateLayoutOnly=1
757             ;;
758
759         generatetesthostonly)
760             __GenerateTestHostOnly=1
761             ;;
762
763         skiprestorepackages)
764             __SkipRestorePackages=1
765             ;;
766
767         bindir)
768             if [ -n "$2" ]; then
769                 __RootBinDir="$2"
770                 if [ ! -d $__RootBinDir ]; then
771                     mkdir $__RootBinDir
772                 fi
773                 __RootBinParent=$(dirname $__RootBinDir)
774                 __RootBinName=${__RootBinDir##*/}
775                 __RootBinDir="$(cd $__RootBinParent &>/dev/null && printf %s/%s $PWD $__RootBinName)"
776                 shift
777             else
778                 echo "ERROR: 'bindir' requires a non-empty option argument"
779                 exit 1
780             fi
781             ;;
782
783         msbuildonunsupportedplatform)
784             __msbuildonunsupportedplatform=1
785             ;;
786
787         priority1)
788             __priority1=1
789             __UnprocessedBuildArgs+=("/p:CLRTestPriorityToBuild=1")
790             ;;
791
792         *)
793             __UnprocessedBuildArgs+=("$1")
794             ;;
795     esac
796
797     shift
798 done
799
800 # Get the number of processors available to the scheduler
801 # Other techniques such as `nproc` only get the number of
802 # processors available to a single process.
803 if [ `uname` = "FreeBSD" ]; then
804   __NumProc=`sysctl hw.ncpu | awk '{ print $2+1 }'`
805 elif [ `uname` = "NetBSD" ]; then
806   __NumProc=$(($(getconf NPROCESSORS_ONLN)+1))
807 elif [ `uname` = "Darwin" ]; then
808   __NumProc=$(($(getconf _NPROCESSORS_ONLN)+1))
809 else
810   __NumProc=$(nproc --all)
811 fi
812
813 __CommonMSBuildArgs=("/p:__BuildArch=$__BuildArch" "/p:__BuildType=$__BuildType" "/p:__BuildOS=$__BuildOS")
814
815 # Configure environment if we are doing a verbose build
816 if [ $__VerboseBuild == 1 ]; then
817     export VERBOSE=1
818     __CommonMSBuildArgs+=("/v:detailed")
819 fi
820
821 # Set default clang version
822 if [[ $__ClangMajorVersion == 0 && $__ClangMinorVersion == 0 ]]; then
823     if [[ "$__BuildArch" == "arm" || "$__BuildArch" == "armel" ]]; then
824         __ClangMajorVersion=5
825         __ClangMinorVersion=0
826     else
827         __ClangMajorVersion=3
828         __ClangMinorVersion=9
829     fi
830 fi
831
832 # Set dependent variables
833 __LogsDir="$__RootBinDir/Logs"
834 __MsbuildDebugLogsDir="$__LogsDir/MsbuildDebugLogs"
835
836 # Set the remaining variables based upon the determined build configuration
837 __BinDir="$__RootBinDir/Product/$__BuildOS.$__BuildArch.$__BuildType"
838 __PackagesBinDir="$__BinDir/.nuget"
839 __TestDir="$__ProjectDir/tests"
840 __TestWorkingDir="$__RootBinDir/tests/$__BuildOS.$__BuildArch.$__BuildType"
841 __IntermediatesDir="$__RootBinDir/obj/$__BuildOS.$__BuildArch.$__BuildType"
842 __TestIntermediatesDir="$__RootBinDir/tests/obj/$__BuildOS.$__BuildArch.$__BuildType"
843 __isMSBuildOnNETCoreSupported=0
844 __CrossComponentBinDir="$__BinDir"
845 __CrossCompIntermediatesDir="$__IntermediatesDir/crossgen"
846
847 __CrossArch="$__HostArch"
848 if [[ "$__HostArch" == "x64" && "$__BuildArch" == "arm" ]]; then
849     __CrossArch="x86"
850 fi
851 if [ $__CrossBuild == 1 ]; then
852     __CrossComponentBinDir="$__CrossComponentBinDir/$__CrossArch"
853 fi
854 __CrossgenCoreLibLog="$__LogsDir/CrossgenCoreLib_$__BuildOS.$BuildArch.$__BuildType.log"
855 __CrossgenExe="$__CrossComponentBinDir/crossgen"
856
857 isMSBuildOnNETCoreSupported
858
859 # CI_SPECIFIC - On CI machines, $HOME may not be set. In such a case, create a subfolder and set the variable to it.
860 # This is needed by CLI to function.
861 if [ -z "$HOME" ]; then
862     if [ ! -d "$__ProjectDir/temp_home" ]; then
863         mkdir temp_home
864     fi
865     export HOME=$__ProjectDir/temp_home
866     echo "HOME not defined; setting it to $HOME"
867 fi
868
869 # Configure environment if we are doing a cross compile.
870 if [ $__CrossBuild == 1 ]; then
871     export CROSSCOMPILE=1
872     if ! [[ -n "$ROOTFS_DIR" ]]; then
873         export ROOTFS_DIR="$__ProjectRoot/cross/rootfs/$__BuildArch"
874     fi
875 fi
876
877 # init the target distro name
878 initTargetDistroRid
879
880 # Override tool directory
881
882 __CoreClrVersion=1.1.0
883 __sharedFxDir=$__BuildToolsDir/dotnetcli/shared/Microsoft.NETCore.App/$__CoreClrVersion/
884
885 if [[ (-z "$__GenerateLayoutOnly") && (-z "$__GenerateTestHostOnly") && (-z "$__BuildTestWrappersOnly") ]]; then
886     build_Tests
887 elif [ ! -z "$__BuildTestWrappersOnly" ]; then
888     build_test_wrappers
889 else
890     generate_layout
891     if [ ! -z "$__GenerateTestHostOnly" ]; then
892         generate_testhost
893     fi
894 fi
895
896 if [ $? -ne 0 ]; then
897     echo "Failed to build tests"
898     exit 1
899 fi
900
901 echo "${__MsgPrefix}Test build successful."
902 echo "${__MsgPrefix}Test binaries are available at ${__TestBinDir}"
903
904 __testNativeBinDir=$__IntermediatesDir/tests
905
906 if [ $__RunTests -ne 0 ]; then
907
908     echo "Run Tests..."
909
910     nextCommand="$__TestDir/runtest.sh --testRootDir=$__TestBinDir --coreClrBinDir=$__BinDir --coreFxBinDir=$CORE_ROOT --testNativeBinDir=$__testNativeBinDir"
911     echo "$nextCommand"
912     eval $nextCommand
913
914     echo "Tests run successful."
915 else
916     echo "To run all tests use 'tests/runtests.sh' where:"
917     echo "    testRootDir      = $__TestBinDir"
918     echo "    coreClrBinDir    = $__BinDir"
919     echo "    coreFxBinDir     = $CORE_ROOT"
920     echo "    testNativeBinDir = $__testNativeBinDir"
921     echo " -------------------------------------------------- "
922     echo " Example runtest.sh command"
923     echo ""
924     echo " ./tests/runtest.sh --coreOverlayDir=$CORE_ROOT --testNativeBinDir=$__testNativeBinDir --testRootDir=$__TestBinDir --copyNativeTestBin"
925     echo " -------------------------------------------------- "
926     echo "To run single test use the following command:"
927     echo "    bash ${__TestBinDir}/__TEST_PATH__/__TEST_NAME__.sh -coreroot=${CORE_ROOT}"
928 fi
929