2 * Copyright (c) 2016 Samsung Electronics Co., Ltd All Rights Reserved
4 * Licensed under the Apache License, Version 2.0 (the License);
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an AS IS BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
17 #include <pkgmgr-info.h>
18 #include <pkgmgr_installer_info.h>
23 #include "pkgmgr_parser_plugin_interface.h"
41 #include "ni_common.h"
42 #include "db_manager.h"
43 #include "tac_common.h"
44 #include "path_manager.h"
45 #include "plugin_manager.h"
46 #include "r2r_checker.h"
51 #define LOG_TAG "DOTNET_INSTALLER_PLUGIN"
54 #define __STR(x) __XSTR(x)
55 #if defined(__arm__) || defined(__aarch64__)
56 static const char* __NATIVE_LIB_DIR = __STR(NATIVE_LIB_DIR);
58 static const char* __DOTNET_DIR = __STR(DOTNET_DIR);
59 static const char* __READ_ONLY_APP_UPDATE_DIR = __STR(READ_ONLY_APP_UPDATE_DIR);
61 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
62 static const char* __SYSTEM_BASE_FILE = __STR(SYSTEM_BASE_FILE);
68 static std::string CORERUN_CMD = "/usr/share/dotnet.tizen/netcoreapp/corerun";
69 static std::string CROSSGEN2_PATH = "/usr/share/dotnet.tizen/netcoreapp/crossgen2/crossgen2.dll";
70 static std::string CLRJIT_PATH = "/usr/share/dotnet.tizen/netcoreapp/libclrjit.so";
71 static const char* CROSSGEN_OPT_JITPATH = "--jitpath";
72 static const char* CROSSGEN_OPT_TARGET_ARCH = "--targetarch";
73 static const char* CROSSGEN_OPT_OUT_NEAR_INPUT = "--out-near-input";
74 static const char* CROSSGEN_OPT_SINGLE_FILE_COMPILATION = "--single-file-compilation";
75 //static const char* CROSSGEN_OPT_PARALLELISM = "--parallelism";
76 //static const char* CROSSGEN_OPT_PARALLELISM_COUNT = "5";
77 static const char* CROSSGEN_OPT_RESILIENT = "--resilient";
78 static const char* CROSSGEN_OPT_OPTIMIZE = "-O";
79 static const char* CROSSGEN_OPT_OPTIMIZE_TIME = "--Ot";
80 static const char* CROSSGEN_OPT_INPUTBUBBLE = "--inputbubble";
81 static const char* CROSSGEN_OPT_COMPILE_BUBBLE_GENERICS = "--compilebubblegenerics";
82 static const char* CROSSGEN_OPT_VERBOSE = "--verbose";
83 static std::vector<std::string> REF_VECTOR;
84 static std::vector<std::string> INPUTBUBBLE_REF_VECTOR;
85 static std::vector<std::string> MIBC_VECTOR;
87 static int __interval = 0;
88 static PathManager* __pm = nullptr;
90 static NIOption* __ni_option = nullptr;
93 NIOption* getNIOption()
95 if (__ni_option == nullptr) {
96 __ni_option = (NIOption*)calloc(sizeof(NIOption), 1);
97 if (__ni_option == nullptr) {
98 _SERR("Fail to create NIOption");
104 static void waitInterval()
106 // by the recommand, ignore small value for performance.
107 if (__interval > 10000) {
108 _SOUT("sleep %d usec", __interval);
113 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
114 static uintptr_t getFileSize(const std::string& path)
118 if (stat(path.c_str(), &sb) == 0) {
125 // Get next base address to be used for system ni image from file
126 // __SYSTEM_BASE_FILE should be checked for existance before calling this function
127 static uintptr_t getNextBaseAddrFromFile()
129 FILE *pFile = fopen(__SYSTEM_BASE_FILE, "r");
131 _SERR("Failed to open %s", __SYSTEM_BASE_FILE);
138 while (fscanf(pFile, "%" SCNxPTR " %" SCNuPTR "", &addr, &size) != EOF) {
146 // Get next base address to be used for system ni image
147 static uintptr_t getNextBaseAddr()
149 uintptr_t baseAddr = 0;
151 if (!isFile(__SYSTEM_BASE_FILE)) {
152 // This is the starting address for all default base addresses
153 baseAddr = DEFAULT_BASE_ADDR_START;
155 baseAddr = getNextBaseAddrFromFile();
157 // Round to a multple of 64K (see ZapImage::CalculateZapBaseAddress in CoreCLR)
158 uintptr_t BASE_ADDRESS_ALIGNMENT = 0xffff;
159 baseAddr = (baseAddr + BASE_ADDRESS_ALIGNMENT) & ~BASE_ADDRESS_ALIGNMENT;
165 // Save base address of system ni image to file
166 static void updateBaseAddrFile(const std::string& absNIPath, uintptr_t baseAddr)
168 uintptr_t niSize = getSizeOfImage(absNIPath);
170 _SERR("File %s doesn't exist", absNIPath.c_str());
174 // Write new entry to the file
175 FILE *pFile = fopen(__SYSTEM_BASE_FILE, "a");
177 _SERR("Failed to open %s", __SYSTEM_BASE_FILE);
181 fprintf(pFile, "%" PRIxPTR " %" PRIuPTR "\n", baseAddr, niSize);
185 // check if dll is listed in TPA
186 static bool isTPADll(const std::string& dllPath)
188 std::string absPath = getBaseName(getAbsolutePath(dllPath));
190 std::vector<std::string> paths = __pm->getPlatformAssembliesPaths();
191 for (unsigned int i = 0; i < paths.size(); i++) {
192 if (paths[i].find(getBaseName(absPath)) != std::string::npos) {
202 * @brief create the directory including parents directory, and
203 * copy ownership and smack labels to the created directory.
204 * @param[in] target directory path
205 * @param[in] source directory path to get ownership and smack label
206 * @return if directory created successfully, return true otherwise false
208 static bool createDirsAndCopyOwnerShip(std::string& target_path, const std::string& source)
211 mode_t mode = S_IRWXU | S_IRGRP | S_IXGRP | S_IROTH | S_IXOTH;
213 for (std::string::iterator iter = target_path.begin(); iter != target_path.end();) {
214 std::string::iterator newIter = std::find(iter, target_path.end(), '/');
215 std::string newPath = std::string(target_path.begin(), newIter);
217 if (!newPath.empty()) {
218 if (stat(newPath.c_str(), &st) != 0) {
219 if (mkdir(newPath.c_str(), mode) != 0 && errno != EEXIST) {
220 _SERR("Fail to create app ni directory (%s)", newPath.c_str());
223 if (!source.empty()) {
224 copySmackAndOwnership(source, newPath);
227 if (!S_ISDIR(st.st_mode)) {
228 _SERR("Fail. path is not a dir (%s)", newPath.c_str());
234 if(newIter != target_path.end()) {
242 static std::string getNIFilePath(const std::string& dllPath)
244 size_t index = dllPath.find_last_of(".");
245 if (index == std::string::npos) {
246 _SERR("File doesnot contain extension. fail to get NI file name");
249 std::string fName = dllPath.substr(0, index);
250 std::string fExt = dllPath.substr(index, dllPath.length());
252 // crossgen generate file with lower case extension only
253 std::transform(fExt.begin(), fExt.end(), fExt.begin(), ::tolower);
254 std::string niPath = fName + ".ni" + fExt;
259 static std::string getAppNIFilePath(const std::string& absDllPath, NIOption* opt)
261 std::string niDirPath;
262 std::string prevPath;
264 prevPath = getBaseName(absDllPath);
265 niDirPath = concatPath(prevPath, APP_NI_SUB_DIR);
267 if (opt->flags & NI_FLAGS_APP_UNDER_RO_AREA) {
268 niDirPath = replaceAll(niDirPath, getBaseName(__pm->getAppRootPath()), __READ_ONLY_APP_UPDATE_DIR);
269 _SERR("App is installed in RO area. Change NI path to RW area(%s).", niDirPath.c_str());
270 _ERR("App is installed in RO area. Change NI path to RW area(%s).", niDirPath.c_str());
273 if (!isDirectory(niDirPath)) {
274 if (!createDirsAndCopyOwnerShip(niDirPath, prevPath)) {
275 niDirPath = prevPath;
276 _SERR("fail to create dir (%s)", niDirPath.c_str());
280 return getNIFilePath(concatPath(niDirPath, getFileName(absDllPath)));
283 static bool checkNIExistence(const std::string& absDllPath)
285 std::string absNIPath = getNIFilePath(absDllPath);
286 if (absNIPath.empty()) {
290 if (isFile(absNIPath)) {
294 // native image of System.Private.CoreLib.dll should have to overwrite
295 // original file to support new coreclr
296 if (absDllPath.find("System.Private.CoreLib.dll") != std::string::npos) {
297 return isR2RImage(absDllPath);
303 static bool checkAppNIExistence(const std::string& absDllPath, NIOption* opt)
305 std::string absNIPath = getAppNIFilePath(absDllPath, opt);
306 if (absNIPath.empty()) {
310 if (isFile(absNIPath)) {
317 static bool checkDllExistInDir(const std::string& path)
320 auto func = [&ret](const std::string& f_path, const std::string& f_name) {
321 if (isManagedAssembly(f_name) || isNativeImage(f_name)) {
326 scanFilesInDirectory(path, func, 0);
332 * Get the list of managed files in the specific directory
333 * Absolute paths of managed files are stored at the result list.
334 * If native image already exist in the same directory, managed file is ignored.
336 static ni_error_e getTargetDllList(const std::string& path, std::vector<std::string>& fileList)
338 if (!isDirectory(path)) {
339 return NI_ERROR_INVALID_PARAMETER;
342 auto func = [&fileList](const std::string& f_path, const std::string& f_name) {
343 if (isManagedAssembly(f_path) && !checkNIExistence(f_path)) {
344 fileList.push_back(getAbsolutePath(f_path));
348 scanFilesInDirectory(path, func, 0);
350 return NI_ERROR_NONE;
354 * Get the list of managed files in the specific directory of Application
355 * Absolute paths of managed files are stored at the result list.
356 * If native image already exist in the .native_image directory, managed file is ignored.
359 static ni_error_e getAppTargetDllList(const std::string& path, std::vector<std::string>& fileList, NIOption *opt)
361 if (!isDirectory(path)) {
362 return NI_ERROR_INVALID_PARAMETER;
365 auto func = [&fileList, opt](const std::string& f_path, const std::string& f_name) {
366 if (isManagedAssembly(f_path) && !checkAppNIExistence(f_path, opt)) {
367 fileList.push_back(getAbsolutePath(f_path));
371 scanFilesInDirectory(path, func, 0);
373 return NI_ERROR_NONE;
376 static void makeArgs(std::vector<const char*>& args, const std::vector<std::string>& refPaths, NIOption* opt)
378 args.push_back(CORERUN_CMD.c_str());
379 if (CROSSGEN2_PATH != "") {
380 args.push_back(CROSSGEN2_PATH.c_str());
382 args.push_back(CROSSGEN_OPT_JITPATH);
383 args.push_back(CLRJIT_PATH.c_str());
384 args.push_back(CROSSGEN_OPT_TARGET_ARCH);
385 args.push_back(ARCHITECTURE_IDENTIFIER);
387 //args.push_back(OPT_PARALLELISM);
388 //args.push_back(OPT_PARALLELISM_COUNT);
389 args.push_back(CROSSGEN_OPT_RESILIENT);
391 args.push_back(CROSSGEN_OPT_OPTIMIZE_TIME);
393 if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
394 args.push_back(CROSSGEN_OPT_INPUTBUBBLE);
395 args.push_back(CROSSGEN_OPT_COMPILE_BUBBLE_GENERICS);
397 INPUTBUBBLE_REF_VECTOR.clear();
398 for (const auto &path : opt->inputBubbleRefFiles) {
399 INPUTBUBBLE_REF_VECTOR.push_back("--inputbubbleref:" + path);
401 for (const auto &path : INPUTBUBBLE_REF_VECTOR) {
402 if (find(args.begin(), args.end(), path) == args.end()) {
403 args.push_back(path.c_str());
408 if (opt->flags & NI_FLAGS_MIBC) {
410 for (const auto &path : opt->mibcPath) {
411 MIBC_VECTOR.push_back("--mibc:" + path);
413 for (const auto &path : MIBC_VECTOR) {
414 if (find(args.begin(), args.end(), path) == args.end()) {
415 args.push_back(path.c_str());
420 if (opt->flags & NI_FLAGS_VERBOSE) {
421 args.push_back(CROSSGEN_OPT_VERBOSE);
426 // set reference path
427 for (const auto &path : opt->refFiles) {
428 REF_VECTOR.push_back("-r:" + path);
431 std::vector<std::string> paths = __pm->getPlatformAssembliesPaths();
432 for (const auto &path : paths) {
433 if (checkDllExistInDir(path)) {
434 REF_VECTOR.push_back("-r:" + path + "/*.dll");
438 if (opt->flags & NI_FLAGS_EXTRA_REF) {
439 for (const auto &erPath : opt->extraRefPath) {
440 std::string path = getAbsolutePath(erPath);
441 if (checkDllExistInDir(path)) {
442 REF_VECTOR.push_back("-r:" + path + "/*.dll");
447 for (const auto &path : refPaths) {
448 if (checkDllExistInDir(path)) {
449 REF_VECTOR.push_back("-r:" + path + "/*.dll");
453 for (const auto &path : REF_VECTOR) {
454 if (find(args.begin(), args.end(), path) == args.end()) {
455 args.push_back(path.c_str());
460 static void clearArgs(std::vector<const char*>& args)
466 static ni_error_e makePdbSymlinkForNI(std::string dllPath, std::string niPath)
468 std::string pdbPath = changeExtension(dllPath, ".dll", ".pdb");
470 if (exist(pdbPath)) {
471 std::string targetPDBPath = changeExtension(niPath, ".ni.dll", ".pdb");
472 if (!exist(targetPDBPath)) {
473 bf::create_symlink(pdbPath, targetPDBPath);
474 copySmackAndOwnership(pdbPath, targetPDBPath, true);
477 } catch (const bf::filesystem_error& error) {
478 _SERR("Fail to create symlink for %s", pdbPath.c_str());
479 return NI_ERROR_UNKNOWN;
482 return NI_ERROR_NONE;
485 static ni_error_e crossgen2PostAction(const std::string& dllPath, const std::string& niPath, NIOption* opt) {
486 std::string outFile = niPath;
487 if (!exist(outFile)) {
488 return NI_ERROR_NO_SUCH_FILE;
490 copySmackAndOwnership(dllPath, outFile);
492 // if AppNI then move ni.dll file to .native_image and copy pdb to .native_image
493 if (opt->flags & NI_FLAGS_APPNI) {
494 outFile = getAppNIFilePath(dllPath, opt);
495 makePdbSymlinkForNI(dllPath, outFile);
497 if (opt->flags & NI_FLAGS_INPUT_BUBBLE && opt->flags & NI_FLAGS_NO_PIPELINE) {
498 outFile = outFile + ".tmp";
501 if (niPath != outFile) {
502 moveFile(niPath, outFile);
506 if (!(opt->flags & NI_FLAGS_INPUT_BUBBLE && opt->flags & NI_FLAGS_NO_PIPELINE)) {
507 _SOUT("Native image %s generated successfully.", outFile.c_str());
510 return NI_ERROR_NONE;
513 static ni_error_e crossgen2PipeLine(const std::vector<std::string>& dllList, const std::vector<std::string>& refPaths, NIOption* opt)
518 return NI_ERROR_UNKNOWN;
522 waitpid(pid, &status, 0);
523 if (WIFEXITED(status)) {
524 for (auto& dllPath: dllList) {
525 ni_error_e ret = crossgen2PostAction(dllPath, changeExtension(dllPath, ".dll", ".ni.dll"), opt);
526 if (ret != NI_ERROR_NONE) {
531 _SERR("Failed. Forked process terminated abnormally");
532 return NI_ERROR_ABNORMAL_PROCESS_TERMINATION;
535 std::vector<const char*> argv;
536 makeArgs(argv, refPaths, opt);
537 argv.push_back(CROSSGEN_OPT_OUT_NEAR_INPUT);
538 argv.push_back(CROSSGEN_OPT_SINGLE_FILE_COMPILATION);
540 // add input files at the end of parameter
541 for (const auto &input : dllList) {
542 argv.push_back(input.c_str());
543 _SOUT("+ %s", input.c_str());
547 argv.push_back(nullptr);
550 if (opt->flags & NI_FLAGS_PRINT_CMD) {
551 _SOUT("==================== NI Commands =========================");
552 for (auto &arg: argv) _SOUT("+ %s", arg);
555 execv(CORERUN_CMD.c_str(), const_cast<char* const*>(argv.data()));
561 return NI_ERROR_NONE;
564 static ni_error_e crossgen2NoPipeLine(const std::vector<std::string>& dllList, const std::vector<std::string>& refPaths, NIOption* opt)
566 for (auto& dllPath : dllList) {
568 if (opt->flags & NI_FLAGS_APPNI) {
569 niPath = getAppNIFilePath(dllPath, opt);
571 niPath = getNIFilePath(dllPath);
573 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
574 uintptr_t baseAddr = 0;
575 if (isTPADll(dllPath)) {
576 baseAddr = getNextBaseAddr();
579 if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
586 return NI_ERROR_UNKNOWN;
590 waitpid(pid, &status, 0);
591 if (WIFEXITED(status)) {
592 ni_error_e ret = crossgen2PostAction(dllPath, niPath, opt);
593 if (ret != NI_ERROR_NONE) {
596 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
598 updateBaseAddrFile(niPath, baseAddr);
602 _SERR("Failed. Forked process terminated abnormally");
603 _SERR("Crossgen2 was terminated by the OOM killer. Please check the system.");
604 removeFile(changeExtension(niPath, ".ni.dll", ".ni.dll.tmp"));
605 return NI_ERROR_ABNORMAL_PROCESS_TERMINATION;
608 std::vector<const char*> argv;
609 makeArgs(argv, refPaths, opt);
611 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
612 std::string baseAddrString;
614 argv.push_back("--imagebase");
615 std::stringstream ss;
616 ss << "0x" << std::hex << baseAddr;
617 baseAddrString = ss.str();
618 argv.push_back(baseAddrString.c_str());
621 argv.push_back("-o");
622 argv.push_back(niPath.c_str());
624 argv.push_back(dllPath.c_str());
625 _SOUT("+ %s", dllPath.c_str());
628 argv.push_back(nullptr);
631 if (opt->flags & NI_FLAGS_PRINT_CMD) {
632 _SOUT("==================== NI Commands =========================");
633 for (auto &arg: argv) _SOUT("+ %s", arg);
636 execv(CORERUN_CMD.c_str(), const_cast<char* const*>(argv.data()));
645 return NI_ERROR_NONE;
648 static ni_error_e createCoreLibNI(NIOption* opt)
650 std::string coreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll");
651 std::string niCoreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.ni.dll");
652 std::string niTmpCoreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.ni.dll.tmp");
653 std::string coreLibBackup = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll.Backup");
655 std::vector<std::string> dllList;
656 std::vector<std::string> refPaths;
657 dllList.push_back(getAbsolutePath(coreLib));
659 if (!isFile(coreLibBackup) && !isR2RImage(coreLib)) {
660 if (crossgen2NoPipeLine(dllList, refPaths, opt) == NI_ERROR_NONE) {
661 if (rename(coreLib.c_str(), coreLibBackup.c_str())) {
662 _SERR("Failed to rename from System.Private.CoreLib.dll to System.Private.CoreLib.dll.Backup");
663 return NI_ERROR_CORE_NI_FILE;
665 if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
666 if (rename(niTmpCoreLib.c_str(), coreLib.c_str())) {
667 _SERR("Failed to rename from System.Private.CoreLib.ni.dll.tmp to Private.CoreLib.dll");
668 return NI_ERROR_CORE_NI_FILE;
671 if (rename(niCoreLib.c_str(), coreLib.c_str())) {
672 _SERR("Failed to rename from System.Private.CoreLib.ni.dll to Private.CoreLib.dll");
673 return NI_ERROR_CORE_NI_FILE;
677 _SERR("Failed to create native image for %s", coreLib.c_str());
678 return NI_ERROR_CORE_NI_FILE;
681 return NI_ERROR_NONE;
684 static ni_error_e doAOTList(std::vector<std::string>& dllList, const std::string& refPaths, NIOption* opt)
686 ni_error_e ret = NI_ERROR_NONE;
688 if (dllList.empty()) {
689 return NI_ERROR_INVALID_PARAMETER;
691 // When performing AOT for one Dll, an error is returned when an error occurs.
692 // However, when processing multiple dlls at once, only the log for errors is output and skipped.
694 std::string coreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll");
697 std::vector<std::string> niList;
698 for (auto it = dllList.begin(); it != dllList.end(); it++) {
701 _SERR("dll file is not exist : %s", f.c_str());
704 if (!isManagedAssembly(f)) {
705 _SERR("Input file is not a dll file : %s", f.c_str());
708 // handle System.Private.CoreLib.dll separately.
709 // dllList and path manager contain absolute path. So, there is no need to change path to absolute path
714 niList.push_back(changeExtension(f, ".dll", ".ni.dll"));
718 // In the case of SPC, post-processing is required to change the name of the native image.
719 // In order to avoid repeatedly checking whether the generated native image is an SPC,
720 // the SPC native image generation is performed separately.
722 ret = createCoreLibNI(opt);
723 if (ret != NI_ERROR_NONE) {
728 // if there is no proper input after processing dll list
729 if (dllList.empty()) {
733 return NI_ERROR_INVALID_PARAMETER;
737 std::vector<std::string> paths;
738 splitPath(refPaths, paths);
740 if (opt->flags & NI_FLAGS_NO_PIPELINE) {
741 ret = crossgen2NoPipeLine(dllList, paths, opt);
743 std::vector<std::string> notCompiled;
744 ret = crossgen2PipeLine(dllList, paths, opt);
745 if (ret != NI_ERROR_NONE) {
746 _SERR("Crossgen2 is abnormally terminated. Regenerate native images that failed while running crossgen2.");
747 for (auto &dll : dllList) {
748 std::string tFile = changeExtension(dll, ".dll", ".ni.dll");
749 if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
753 notCompiled.push_back(dll);
756 _SERR("Retry running crossgen2 with --no-pipeline mode to avoid termination by OOM.");
757 ret = crossgen2NoPipeLine(notCompiled, paths, opt);
761 if (ret == NI_ERROR_NONE && opt->flags & NI_FLAGS_INPUT_BUBBLE) {
762 for (auto &dll : dllList) {
765 if (opt->flags & NI_FLAGS_APPNI) {
766 niFile = getAppNIFilePath(dll, opt);
768 niFile = getNIFilePath(dll);
770 tmpFile = niFile + ".tmp";
772 if (exist(tmpFile)) {
773 moveFile(tmpFile, niFile);
774 _SOUT("Native image %s generated successfully.", niFile.c_str());
782 static ni_error_e doAOTFile(const std::string& dllFile, const std::string& refPaths, NIOption* opt)
784 if (!isFile(dllFile)) {
785 _SERR("dll file is not exist : %s", dllFile.c_str());
786 return NI_ERROR_NO_SUCH_FILE;
789 if (!isManagedAssembly(dllFile)) {
790 _SERR("Failed. Input parameter is not managed dll (%s)\n", dllFile.c_str());
791 return NI_ERROR_INVALID_PARAMETER;
794 if (checkNIExistence(dllFile)) {
795 _SERR("Native image file is already exist : %s", dllFile.c_str());
796 return NI_ERROR_ALREADY_EXIST;
799 std::vector<std::string> dllList;
800 dllList.push_back(getAbsolutePath(dllFile));
801 return doAOTList(dllList, refPaths, opt);
804 // callback function of "pkgmgrinfo_appinfo_metadata_filter_foreach"
805 static int appAotCb(pkgmgrinfo_appinfo_h handle, void *userData)
809 NIOption **pOptions = (NIOption**)userData;
811 if ((*pOptions)->flags & NI_FLAGS_SKIP_RO_APP) {
812 bool isSystem = false;
813 int ret = pkgmgrinfo_appinfo_is_system(handle, &isSystem);
814 if (ret != PMINFO_R_OK) {
815 _SERR("Failed to check that app is System or not\n");
823 ret = pkgmgrinfo_appinfo_get_pkgid(handle, &pkgId);
824 if (ret != PMINFO_R_OK) {
825 _SERR("Failed to get pkgid");
829 if (removeNIUnderPkgRoot(pkgId) != NI_ERROR_NONE) {
830 _SERR("Failed to remove previous dlls from [%s]", pkgId);
834 if (createNIUnderPkgRoot(pkgId, *pOptions) != NI_ERROR_NONE) {
835 _SERR("Failed to generate NI file [%s]", pkgId);
838 _SOUT("Complete make application to native image");
844 ni_error_e initNICommon()
846 #if defined(__arm__) || defined(__aarch64__)
849 env = getenv("MIC_CROSSGEN2_ENABLED");
850 if (env != nullptr && !strcmp(env, "1")) {
851 CORERUN_CMD = std::string("/opt/usr/dotnet/mic/crossgen2");
853 CLRJIT_PATH = std::string("/opt/usr/dotnet/mic/libclrjit_unix_") + ARCHITECTURE_IDENTIFIER + std::string("_x64.so");
856 // get interval value
857 const static std::string intervalFile = concatPath(__NATIVE_LIB_DIR, "crossgen_interval.txt");
858 std::ifstream inFile(intervalFile);
860 _SOUT("crossgen_interval.txt is found");
861 inFile >> __interval;
864 if (initializePluginManager("normal")) {
865 _SERR("Fail to initialize PluginManager");
866 return NI_ERROR_UNKNOWN;
870 __pm = new PathManager();
871 } catch (const std::exception& e) {
872 _SERR("Failed to create PathManager");
873 return NI_ERROR_UNKNOWN;
876 char* pluginDllPaths = pluginGetDllPath();
877 if (pluginDllPaths && pluginDllPaths[0] != '\0') {
878 __pm->addPlatformAssembliesPaths(pluginDllPaths, true);
881 char* pluginNativePaths = pluginGetNativeDllSearchingPath();
882 if (pluginNativePaths && pluginNativePaths[0] != '\0') {
883 __pm->addNativeDllSearchingPaths(pluginNativePaths, true);
886 return NI_ERROR_NONE;
888 _SERR("crossgen supports arm/arm64 architecture only. skip ni file generation");
889 return NI_ERROR_NOT_SUPPORTED;
893 void finalizeNICommon()
897 finalizePluginManager();
904 __ni_option = nullptr;
908 ni_error_e createNIPlatform(std::string& extraInputs, NIOption* opt)
910 extraInputs += ":" + __pm->getRuntimePath();
911 extraInputs += ":" + __pm->getTizenFXPath();
913 return createNIUnderDirs(extraInputs, opt);
916 ni_error_e createNIDll(const std::string& dllPath, NIOption* opt)
918 return doAOTFile(dllPath, std::string(), opt);
921 ni_error_e createNIUnderTAC(const std::string& targetPath, const std::string& refPaths, NIOption* opt)
925 bool isAppNI = false;
926 if (opt->flags & NI_FLAGS_APPNI) {
930 if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
931 std::vector<std::string> refs;
932 splitPath(refPaths, refs);
933 for (auto &p: refs) {
934 if (isDirectory(p) && checkDllExistInDir(p)) {
935 opt->inputBubbleRefFiles.push_back(p + "/*.dll");
940 // get managed file list from targetPath
941 std::vector<std::string> dllList;
942 ret = getTargetDllList(targetPath, dllList);
943 if (ret != NI_ERROR_NONE) {
947 std::vector<std::string> needNIList;
948 std::vector<std::string> niList;
950 for (auto &dll : dllList) {
951 if (!checkNIExistence(dll)) {
952 needNIList.push_back(dll);
954 niList.push_back(getNIFilePath(dll));
957 if (!needNIList.empty()) {
958 // NI fils of TAC-related dlls under /opt/usr/dotnet should not be created under .native_image directory.
959 // So, unset NI_FLAGS_APPNI temporally and restore it after running AOT.
960 opt->flags &= ~NI_FLAGS_APPNI;
961 ret = doAOTList(needNIList, refPaths, opt);
963 opt->flags |= NI_FLAGS_APPNI;
965 if (ret != NI_ERROR_NONE) {
971 for (auto &niPath : niList) {
973 std::string symNIPath = concatPath(targetPath, getFileName(niPath));
974 if (!exist(symNIPath)) {
975 bf::create_symlink(niPath, symNIPath);
976 copySmackAndOwnership(targetPath.c_str(), symNIPath.c_str(), true);
977 _SOUT("%s symbolic link file generated successfully.", symNIPath.c_str());
978 _INFO("%s symbolic link file generated successfully.", symNIPath.c_str());
984 return NI_ERROR_NONE;
988 ni_error_e createNIUnderDirs(const std::string& rootPaths, NIOption* opt)
990 ni_error_e ret = NI_ERROR_NONE;
992 std::vector<std::string> fileList;
993 std::vector<std::string> paths;
994 splitPath(rootPaths, paths);
996 if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
997 for (auto &p: paths) {
998 if (isDirectory(p) && checkDllExistInDir(p)) {
999 opt->inputBubbleRefFiles.push_back(p + "/*.dll");
1004 for (const auto &path : paths) {
1009 if (path.find(TAC_SYMLINK_SUB_DIR) != std::string::npos) {
1010 ret = createNIUnderTAC(path, rootPaths, opt);
1011 if (ret != NI_ERROR_NONE) {
1014 } else if (opt->flags & NI_FLAGS_APPNI) {
1015 ret = getAppTargetDllList(path, fileList, opt);
1016 if (ret != NI_ERROR_NONE) {
1020 ret = getTargetDllList(path, fileList);
1021 if (ret != NI_ERROR_NONE) {
1027 if (fileList.empty()) {
1028 return NI_ERROR_NONE;
1031 return doAOTList(fileList, rootPaths, opt);
1034 ni_error_e createNIUnderPkgRoot(const std::string& pkgId, NIOption* opt)
1036 if (!isR2RImage(concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll"))) {
1037 _SERR("The native image of System.Private.CoreLib does not exist.\n"
1038 "Run the command to create the native image\n"
1039 "# dotnettool --ni-dll /usr/share/dotnet.tizen/netcoreapp/System.Private.CoreLib.dll");
1040 return NI_ERROR_CORE_NI_FILE;
1043 std::string rootPath = getRootPath(pkgId);
1044 if (rootPath.empty()) {
1045 _SERR("Failed to get root path from [%s]", pkgId.c_str());
1046 return NI_ERROR_INVALID_PACKAGE;
1049 __pm->setAppRootPath(rootPath);
1051 char* extraDllPaths = pluginGetExtraDllPath();
1052 if (extraDllPaths && extraDllPaths[0] != '\0') {
1053 opt->flags |= NI_FLAGS_EXTRA_REF;
1054 splitPath(extraDllPaths, opt->extraRefPath);
1057 opt->flags |= NI_FLAGS_APPNI;
1059 if (isReadOnlyArea(rootPath)) {
1060 opt->flags |= NI_FLAGS_APP_UNDER_RO_AREA;
1061 opt->flags |= NI_FLAGS_NO_PIPELINE;
1062 _SERR("Only no-pipeline mode supported for RO app. Set no-pipeline option forcibly");
1064 opt->flags &= ~NI_FLAGS_APP_UNDER_RO_AREA;
1067 // create native image under bin and lib directory
1068 // tac directory is skipped in the createNIUnderDirs.
1069 return createNIUnderDirs(__pm->getAppPaths(), opt);
1072 void removeNIPlatform()
1074 std::string coreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll");
1075 std::string coreLibBackup = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll.Backup");
1077 if (isR2RImage(coreLib)) {
1078 if (!isFile(coreLibBackup)) {
1082 if (remove(coreLib.c_str())) {
1083 _SERR("Failed to remove System.Private.CoreLib native image file");
1085 if (rename(coreLibBackup.c_str(), coreLib.c_str())) {
1086 _SERR("Failed to rename System.Private.CoreLib.Backup to origin");
1090 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
1091 if (isFile(__SYSTEM_BASE_FILE)) {
1092 if (remove(__SYSTEM_BASE_FILE)) {
1093 _SERR("Failed to remove %s", __SYSTEM_BASE_FILE);
1098 removeNIUnderDirs(__pm->getRuntimePath() + ":" + __pm->getTizenFXPath());
1101 void removeNIUnderDirs(const std::string& rootPaths)
1103 auto convert = [](const std::string& path, const std::string& filename) {
1104 if (isNativeImage(path)) {
1105 if (remove(path.c_str())) {
1106 _SERR("Failed to remove %s", path.c_str());
1111 std::vector<std::string> paths;
1112 splitPath(rootPaths, paths);
1113 for (const auto &path : paths) {
1114 scanFilesInDirectory(path, convert, -1);
1118 ni_error_e removeNIUnderPkgRoot(const std::string& pkgId)
1120 std::string rootPath = getRootPath(pkgId);
1121 if (rootPath.empty()) {
1122 _SERR("Failed to get root path from [%s]", pkgId.c_str());
1123 return NI_ERROR_INVALID_PACKAGE;
1126 __pm->setAppRootPath(rootPath);
1128 // getAppNIPaths returns bin/.native_image, lib/.native_image and .tac_symlink.
1129 std::string appNIPaths = __pm->getAppNIPaths();
1130 std::vector<std::string> paths;
1131 splitPath(appNIPaths, paths);
1132 for (const auto &path : paths) {
1133 if (!isReadOnlyArea(path)) {
1134 // Only the native image inside the TAC should be removed.
1135 if (strstr(path.c_str(), TAC_SYMLINK_SUB_DIR) != NULL) {
1136 removeNIUnderDirs(path);
1138 if (isDirectory(path)) {
1139 if (!removeAll(path.c_str())) {
1140 _SERR("Failed to remove app ni dir [%s]", path.c_str());
1147 // In special cases, the ni file may exist in the dll location.
1148 // The code below is to avoid this exceptional case.
1149 std::string appPaths = __pm->getAppPaths();
1150 splitPath(appPaths, paths);
1151 for (const auto &path : paths) {
1152 if (isDirectory(path)) {
1153 removeNIUnderDirs(path);
1157 return NI_ERROR_NONE;
1160 ni_error_e regenerateAppNI(NIOption* opt)
1163 pkgmgrinfo_appinfo_metadata_filter_h handle;
1165 ret = pkgmgrinfo_appinfo_metadata_filter_create(&handle);
1166 if (ret != PMINFO_R_OK)
1167 return NI_ERROR_UNKNOWN;
1169 ret = pkgmgrinfo_appinfo_metadata_filter_add(handle, AOT_METADATA_KEY, METADATA_VALUE);
1170 if (ret != PMINFO_R_OK) {
1171 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1172 return NI_ERROR_UNKNOWN;
1175 ret = pkgmgrMDFilterForeach(handle, appAotCb, &opt);
1177 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1178 return NI_ERROR_UNKNOWN;
1181 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1182 return NI_ERROR_NONE;
1185 // callback function of "pkgmgrinfo_appinfo_metadata_filter_foreach"
1186 static int regenTacCb(pkgmgrinfo_appinfo_h handle, void *userData)
1189 NIOption **pOpt = (NIOption**)userData;
1191 int ret = pkgmgrinfo_appinfo_get_pkgid(handle, &pkgId);
1192 if (ret != PMINFO_R_OK || pkgId == NULL) {
1193 _SERR("Failed to get pkgid");
1197 sqlite3 *tac_db = openDB(TAC_APP_LIST_DB);
1199 _SERR("Sqlite open error");
1202 sqlite3_exec(tac_db, "BEGIN;", NULL, NULL, NULL);
1204 char *sql = sqlite3_mprintf("SELECT * FROM TAC WHERE PKGID = %Q;", pkgId);
1205 std::vector<std::string> nugets = selectDB(tac_db, sql);
1213 std::string nugetPaths;
1214 for (const auto &nuget : nugets) {
1215 if (!nugetPaths.empty()) {
1218 nugetPaths += concatPath(__DOTNET_DIR, nuget);
1221 for (auto& nuget : nugets) {
1222 createNIUnderTAC(concatPath(__DOTNET_DIR, nuget), nugetPaths, *pOpt);
1228 ni_error_e regenerateTACNI(NIOption* opt)
1230 removeNIUnderDirs(__DOTNET_DIR);
1232 pkgmgrinfo_appinfo_metadata_filter_h handle;
1233 int ret = pkgmgrinfo_appinfo_metadata_filter_create(&handle);
1234 if (ret != PMINFO_R_OK) {
1235 return NI_ERROR_UNKNOWN;
1238 ret = pkgmgrinfo_appinfo_metadata_filter_add(handle, TAC_METADATA_KEY, METADATA_VALUE);
1239 if (ret != PMINFO_R_OK) {
1240 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1241 return NI_ERROR_UNKNOWN;
1244 ret = pkgmgrMDFilterForeach(handle, regenTacCb, &opt);
1246 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1247 return NI_ERROR_UNKNOWN;
1250 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1252 return NI_ERROR_NONE;