4796ad3370221099592bf0ea627bd1ae367cc2bb
[platform/core/dotnet/launcher.git] / NativeLauncher / tool / ni_common.cc
1 /*
2  * Copyright (c) 2016 Samsung Electronics Co., Ltd All Rights Reserved
3  *
4  * Licensed under the Apache License, Version 2.0 (the License);
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  * http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an AS IS BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16
17 #include <pkgmgr-info.h>
18 #include <pkgmgr_installer_info.h>
19 #include <aul.h>
20
21 #include "log.h"
22 #include "utils.h"
23 #include "pkgmgr_parser_plugin_interface.h"
24
25 #include <wait.h>
26 #include <dirent.h>
27 #include <sys/stat.h>
28
29 #include <algorithm>
30 #include <string>
31 #include <fstream>
32 #include <sstream>
33
34 #include <grp.h>
35 #include <unistd.h>
36 #include <string.h>
37 #include <sqlite3.h>
38 #include <inttypes.h>
39 #include <errno.h>
40
41 #include "ni_common.h"
42 #include "db_manager.h"
43 #include "tac_common.h"
44 #include "path_manager.h"
45 #include "plugin_manager.h"
46 #include "r2r_checker.h"
47
48 #ifdef  LOG_TAG
49 #undef  LOG_TAG
50 #endif
51 #define LOG_TAG "DOTNET_INSTALLER_PLUGIN"
52
53 #define __XSTR(x) #x
54 #define __STR(x) __XSTR(x)
55 #if defined(__arm__) || defined(__aarch64__)
56 static const char* __NATIVE_LIB_DIR = __STR(NATIVE_LIB_DIR);
57 #endif
58 static const char* __DOTNET_DIR = __STR(DOTNET_DIR);
59 static const char* __READ_ONLY_APP_UPDATE_DIR = __STR(READ_ONLY_APP_UPDATE_DIR);
60
61 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
62 static const char* __SYSTEM_BASE_FILE = __STR(SYSTEM_BASE_FILE);
63 #endif
64
65 #undef __STR
66 #undef __XSTR
67
68 static std::string CORERUN_CMD = "/usr/share/dotnet.tizen/netcoreapp/corerun";
69 static std::string CROSSGEN2_PATH = "/usr/share/dotnet.tizen/netcoreapp/crossgen2/crossgen2.dll";
70 static std::string CLRJIT_PATH = "/usr/share/dotnet.tizen/netcoreapp/libclrjit.so";
71 static const char* CROSSGEN_OPT_JITPATH = "--jitpath";
72 static const char* CROSSGEN_OPT_TARGET_ARCH = "--targetarch";
73 static const char* CROSSGEN_OPT_OUT_NEAR_INPUT = "--out-near-input";
74 static const char* CROSSGEN_OPT_SINGLE_FILE_COMPILATION = "--single-file-compilation";
75 //static const char* CROSSGEN_OPT_PARALLELISM = "--parallelism";
76 //static const char* CROSSGEN_OPT_PARALLELISM_COUNT = "5";
77 static const char* CROSSGEN_OPT_RESILIENT = "--resilient";
78 //static const char* CROSSGEN_OPT_OPTIMIZE = "-O";
79 static const char* CROSSGEN_OPT_OPTIMIZE_TIME = "--Ot";
80 static const char* CROSSGEN_OPT_INPUTBUBBLE = "--inputbubble";
81 static const char* CROSSGEN_OPT_COMPILE_BUBBLE_GENERICS = "--compilebubblegenerics";
82 static const char* CROSSGEN_OPT_VERBOSE = "--verbose";
83 static std::vector<std::string> REF_VECTOR;
84 static std::vector<std::string> INPUTBUBBLE_REF_VECTOR;
85 static std::vector<std::string> MIBC_VECTOR;
86
87 static int __interval = 0;
88 static PathManager* __pm = nullptr;
89
90 static NIOption* __ni_option = nullptr;
91
92 // singleton
93 NIOption* getNIOption()
94 {
95         if (__ni_option == nullptr) {
96                 __ni_option = (NIOption*)calloc(sizeof(NIOption), 1);
97                 if (__ni_option == nullptr) {
98                         _SERR("Fail to create NIOption");
99                 }
100         }
101         return __ni_option;
102 }
103
104 static void waitInterval()
105 {
106         // by the recommand, ignore small value for performance.
107         if (__interval > 10000) {
108                 _SOUT("sleep %d usec", __interval);
109                 usleep(__interval);
110         }
111 }
112
113 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
114 // Get next base address to be used for system ni image from file
115 // __SYSTEM_BASE_FILE should be checked for existance before calling this function
116 static uintptr_t getNextBaseAddrFromFile()
117 {
118         FILE *pFile = fopen(__SYSTEM_BASE_FILE, "r");
119         if (pFile == NULL) {
120                 _SERR("Failed to open %s", __SYSTEM_BASE_FILE);
121                 return 0;
122         }
123
124         uintptr_t addr = 0;
125         uintptr_t size = 0;
126
127         while (fscanf(pFile, "%" SCNxPTR " %" SCNuPTR "", &addr, &size) != EOF) {
128         }
129
130         fclose(pFile);
131
132         return addr + size;
133 }
134
135 // Get next base address to be used for system ni image
136 static uintptr_t getNextBaseAddr()
137 {
138         uintptr_t baseAddr = 0;
139
140         if (!isFile(__SYSTEM_BASE_FILE)) {
141                 // This is the starting address for all default base addresses
142                 baseAddr = DEFAULT_BASE_ADDR_START;
143         } else {
144                 baseAddr = getNextBaseAddrFromFile();
145
146                 // Round to a multple of 64K (see ZapImage::CalculateZapBaseAddress in CoreCLR)
147                 uintptr_t BASE_ADDRESS_ALIGNMENT = 0xffff;
148                 baseAddr = (baseAddr + BASE_ADDRESS_ALIGNMENT) & ~BASE_ADDRESS_ALIGNMENT;
149         }
150
151         return baseAddr;
152 }
153
154 // Save base address of system ni image to file
155 static void updateBaseAddrFile(const std::string& absNIPath, uintptr_t baseAddr)
156 {
157         uintptr_t niSize = getSizeOfImage(absNIPath);
158         if (niSize == 0) {
159                 _SERR("File %s doesn't exist", absNIPath.c_str());
160                 return;
161         }
162
163         // Write new entry to the file
164         FILE *pFile = fopen(__SYSTEM_BASE_FILE, "a");
165         if (pFile == NULL) {
166                 _SERR("Failed to open %s", __SYSTEM_BASE_FILE);
167                 return;
168         }
169
170         fprintf(pFile, "%" PRIxPTR " %" PRIuPTR "\n", baseAddr, niSize);
171         fclose(pFile);
172 }
173
174 // check if dll is listed in TPA
175 static bool isTPADll(const std::string& dllPath)
176 {
177         std::string absPath = getBaseName(getAbsolutePath(dllPath));
178
179         std::vector<std::string> paths = __pm->getPlatformAssembliesPaths();
180         for (unsigned int i = 0; i < paths.size(); i++) {
181                 if (paths[i].find(getBaseName(absPath)) != std::string::npos) {
182                         return true;
183                 }
184         }
185
186         return false;
187 }
188 #endif
189
190 /**
191  * @brief create the directory including parents directory, and
192  *          copy ownership and smack labels to the created directory.
193  * @param[in] target directory path
194  * @param[in] source directory path to get ownership and smack label
195  * @return if directory created successfully, return true otherwise false
196  */
197 static bool createDirsAndCopyOwnerShip(std::string& target_path, const std::string& source)
198 {
199         struct stat st;
200         mode_t mode = S_IRWXU | S_IRGRP | S_IXGRP | S_IROTH | S_IXOTH;
201
202         for (std::string::iterator iter = target_path.begin(); iter != target_path.end();) {
203                 std::string::iterator newIter = std::find(iter, target_path.end(), '/');
204                 std::string newPath = std::string(target_path.begin(), newIter);
205
206                 if (!newPath.empty()) {
207                         if (stat(newPath.c_str(), &st) != 0) {
208                                 if (mkdir(newPath.c_str(), mode) != 0 && errno != EEXIST) {
209                                         _SERR("Fail to create app ni directory (%s)", newPath.c_str());
210                                         return false;
211                                 }
212                                 if (!source.empty()) {
213                                         copySmackAndOwnership(source, newPath);
214                                 }
215                         } else {
216                                 if (!S_ISDIR(st.st_mode)) {
217                                         _SERR("Fail. path is not a dir (%s)", newPath.c_str());
218                                         return false;
219                                 }
220                         }
221                 }
222                 iter = newIter;
223                 if(newIter != target_path.end()) {
224                         ++iter;
225                 }
226         }
227
228         return true;
229 }
230
231 static std::string getNIFilePath(const std::string& dllPath)
232 {
233         size_t index = dllPath.find_last_of(".");
234         if (index == std::string::npos) {
235                 _SERR("File doesnot contain extension. fail to get NI file name");
236                 return "";
237         }
238         std::string fName = dllPath.substr(0, index);
239         std::string fExt = dllPath.substr(index, dllPath.length());
240
241         // crossgen generate file with lower case extension only
242         std::transform(fExt.begin(), fExt.end(), fExt.begin(), ::tolower);
243         std::string niPath = fName + ".ni" + fExt;
244
245         return niPath;
246 }
247
248 static std::string getAppNIFilePath(const std::string& absDllPath, NIOption* opt)
249 {
250         std::string niDirPath;
251         std::string prevPath;
252
253         prevPath = getBaseName(absDllPath);
254         niDirPath = concatPath(prevPath, APP_NI_SUB_DIR);
255
256         if (opt->flags & NI_FLAGS_APP_UNDER_RO_AREA) {
257                 niDirPath = replaceAll(niDirPath, getBaseName(__pm->getAppRootPath()), __READ_ONLY_APP_UPDATE_DIR);
258                 _SERR("App is installed in RO area. Change NI path to RW area(%s).", niDirPath.c_str());
259                 _ERR("App is installed in RO area. Change NI path to RW area(%s).", niDirPath.c_str());
260         }
261
262         if (!isDirectory(niDirPath)) {
263                 if (!createDirsAndCopyOwnerShip(niDirPath, prevPath)) {
264                         niDirPath = prevPath;
265                         _SERR("fail to create dir (%s)", niDirPath.c_str());
266                 }
267         }
268
269         return getNIFilePath(concatPath(niDirPath, getFileName(absDllPath)));
270 }
271
272 static bool checkNIExistence(const std::string& absDllPath)
273 {
274         std::string absNIPath = getNIFilePath(absDllPath);
275         if (absNIPath.empty()) {
276                 return false;
277         }
278
279         if (isFile(absNIPath)) {
280                 return true;
281         }
282
283         // native image of System.Private.CoreLib.dll should have to overwrite
284         // original file to support new coreclr
285         if (absDllPath.find("System.Private.CoreLib.dll") != std::string::npos) {
286                 return isR2RImage(absDllPath);
287         }
288
289         return false;
290 }
291
292 static bool checkAppNIExistence(const std::string& absDllPath, NIOption* opt)
293 {
294         std::string absNIPath = getAppNIFilePath(absDllPath, opt);
295         if (absNIPath.empty()) {
296                 return false;
297         }
298
299         if (isFile(absNIPath)) {
300                 return true;
301         }
302
303         return false;
304 }
305
306 static bool checkDllExistInDir(const std::string& path)
307 {
308         bool ret = false;
309         auto func = [&ret](const std::string& f_path, const std::string& f_name) {
310                 if (isManagedAssembly(f_name) || isNativeImage(f_name)) {
311                         ret = true;
312                 }
313         };
314
315         scanFilesInDirectory(path, func, 0);
316
317         return ret;
318 }
319
320 /*
321  * Get the list of managed files in the specific directory
322  * Absolute paths of managed files are stored at the result list.
323  * If native image already exist in the same directory, managed file is ignored.
324  */
325 static ni_error_e getTargetDllList(const std::string& path, std::vector<std::string>& fileList)
326 {
327         if (!isDirectory(path)) {
328                 return NI_ERROR_INVALID_PARAMETER;
329         }
330
331         auto func = [&fileList](const std::string& f_path, const std::string& f_name) {
332                 if (isManagedAssembly(f_path) && !checkNIExistence(f_path)) {
333                         fileList.push_back(getAbsolutePath(f_path));
334                 }
335         };
336
337         scanFilesInDirectory(path, func, 0);
338
339         return NI_ERROR_NONE;
340 }
341
342 /*
343  * Get the list of managed files in the specific directory of Application
344  * Absolute paths of managed files are stored at the result list.
345  * If native image already exist in the .native_image directory, managed file is ignored.
346  *
347  */
348 static ni_error_e getAppTargetDllList(const std::string& path, std::vector<std::string>& fileList, NIOption *opt)
349 {
350         if (!isDirectory(path)) {
351                 return NI_ERROR_INVALID_PARAMETER;
352         }
353
354         auto func = [&fileList, opt](const std::string& f_path, const std::string& f_name) {
355                 if (isManagedAssembly(f_path) && !checkAppNIExistence(f_path, opt)) {
356                         fileList.push_back(getAbsolutePath(f_path));
357                 }
358         };
359
360         scanFilesInDirectory(path, func, 0);
361
362         return NI_ERROR_NONE;
363 }
364
365 static void makeArgs(std::vector<const char*>& args, const std::vector<std::string>& refPaths, NIOption* opt)
366 {
367         args.push_back(CORERUN_CMD.c_str());
368         if (CROSSGEN2_PATH != "") {
369                 args.push_back(CROSSGEN2_PATH.c_str());
370         }
371         args.push_back(CROSSGEN_OPT_JITPATH);
372         args.push_back(CLRJIT_PATH.c_str());
373         args.push_back(CROSSGEN_OPT_TARGET_ARCH);
374         args.push_back(ARCHITECTURE_IDENTIFIER);
375
376         //args.push_back(OPT_PARALLELISM);
377         //args.push_back(OPT_PARALLELISM_COUNT);
378         args.push_back(CROSSGEN_OPT_RESILIENT);
379
380         args.push_back(CROSSGEN_OPT_OPTIMIZE_TIME);
381
382         if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
383                 args.push_back(CROSSGEN_OPT_INPUTBUBBLE);
384                 args.push_back(CROSSGEN_OPT_COMPILE_BUBBLE_GENERICS);
385
386                 INPUTBUBBLE_REF_VECTOR.clear();
387                 for (const auto &path : opt->inputBubbleRefFiles) {
388                         INPUTBUBBLE_REF_VECTOR.push_back("--inputbubbleref:" + path);
389                 }
390                 for (const auto &path : INPUTBUBBLE_REF_VECTOR) {
391                         if (find(args.begin(), args.end(), path) == args.end()) {
392                                 args.push_back(path.c_str());
393                         }
394                 }
395         }
396
397         if (opt->flags & NI_FLAGS_MIBC) {
398                 MIBC_VECTOR.clear();
399                 for (const auto &path : opt->mibcPath) {
400                         MIBC_VECTOR.push_back("--mibc:" + path);
401                 }
402                 for (const auto &path : MIBC_VECTOR) {
403                         if (find(args.begin(), args.end(), path) == args.end()) {
404                                 args.push_back(path.c_str());
405                         }
406                 }
407         }
408
409         if (opt->flags & NI_FLAGS_VERBOSE) {
410                 args.push_back(CROSSGEN_OPT_VERBOSE);
411         }
412
413         REF_VECTOR.clear();
414
415         // set reference path
416         for (const auto &path : opt->refFiles) {
417                 REF_VECTOR.push_back("-r:" + path);
418         }
419
420         std::vector<std::string> paths = __pm->getPlatformAssembliesPaths();
421         for (const auto &path : paths) {
422                 if (checkDllExistInDir(path)) {
423                         REF_VECTOR.push_back("-r:" + path + "/*.dll");
424                 }
425         }
426
427         if (opt->flags & NI_FLAGS_EXTRA_REF) {
428                 for (const auto &erPath : opt->extraRefPath) {
429                         std::string path = getAbsolutePath(erPath);
430                         if (checkDllExistInDir(path)) {
431                                 REF_VECTOR.push_back("-r:" + path + "/*.dll");
432                         }
433                 }
434         }
435
436         for (const auto &path : refPaths) {
437                 if (checkDllExistInDir(path)) {
438                         REF_VECTOR.push_back("-r:" + path + "/*.dll");
439                 }
440         }
441
442         for (const auto &path : REF_VECTOR) {
443                 if (find(args.begin(), args.end(), path) == args.end()) {
444                         args.push_back(path.c_str());
445                 }
446         }
447 }
448
449 static void clearArgs(std::vector<const char*>& args)
450 {
451         REF_VECTOR.clear();
452         args.clear();
453 }
454
455 static ni_error_e makePdbSymlinkForNI(std::string dllPath, std::string niPath)
456 {
457         std::string pdbPath = changeExtension(dllPath, ".dll", ".pdb");
458         try {
459                 if (exist(pdbPath)) {
460                         std::string targetPDBPath = changeExtension(niPath, ".ni.dll", ".pdb");
461                         if (!exist(targetPDBPath)) {
462                                 bf::create_symlink(pdbPath, targetPDBPath);
463                                 copySmackAndOwnership(pdbPath, targetPDBPath, true);
464                         }
465                 }
466         } catch (const bf::filesystem_error& error) {
467                 _SERR("Fail to create symlink for %s", pdbPath.c_str());
468                 return NI_ERROR_UNKNOWN;
469         }
470
471         return NI_ERROR_NONE;
472 }
473
474 static ni_error_e crossgen2PostAction(const std::string& dllPath, const std::string& niPath, NIOption* opt) {
475         std::string outFile = niPath;
476         if (!exist(outFile)) {
477                 return NI_ERROR_NO_SUCH_FILE;
478         }
479         copySmackAndOwnership(dllPath, outFile);
480
481         // if AppNI then move ni.dll file to .native_image and copy pdb to .native_image
482         if (opt->flags & NI_FLAGS_APPNI) {
483                 outFile = getAppNIFilePath(dllPath, opt);
484                 makePdbSymlinkForNI(dllPath, outFile);
485
486                 if (opt->flags & NI_FLAGS_INPUT_BUBBLE && opt->flags & NI_FLAGS_NO_PIPELINE) {
487                         outFile = outFile + ".tmp";
488                 }
489
490                 if (niPath != outFile) {
491                         moveFile(niPath, outFile);
492                 }
493         }
494
495         if (!(opt->flags & NI_FLAGS_INPUT_BUBBLE && opt->flags & NI_FLAGS_NO_PIPELINE)) {
496                 _SOUT("Native image %s generated successfully.", outFile.c_str());
497         }
498
499         return NI_ERROR_NONE;
500 }
501
502 static ni_error_e crossgen2PipeLine(const std::vector<std::string>& dllList, const std::vector<std::string>& refPaths, NIOption* opt)
503 {
504         // fork crossgen2
505         pid_t pid = fork();
506         if (pid == -1)
507                 return NI_ERROR_UNKNOWN;
508
509         if (pid > 0) {
510                 int status;
511                 waitpid(pid, &status, 0);
512                 if (WIFEXITED(status)) {
513                         for (auto& dllPath: dllList) {
514                                 ni_error_e ret = crossgen2PostAction(dllPath, changeExtension(dllPath, ".dll", ".ni.dll"), opt);
515                                 if (ret != NI_ERROR_NONE) {
516                                         return ret;
517                                 }
518                         }
519                 } else {
520                         _SERR("Failed. Forked process terminated abnormally");
521                         return NI_ERROR_ABNORMAL_PROCESS_TERMINATION;
522                 }
523         } else {
524                 std::vector<const char*> argv;
525                 makeArgs(argv, refPaths, opt);
526                 argv.push_back(CROSSGEN_OPT_OUT_NEAR_INPUT);
527                 argv.push_back(CROSSGEN_OPT_SINGLE_FILE_COMPILATION);
528
529                 // add input files at the end of parameter
530                 for (const auto &input : dllList) {
531                         argv.push_back(input.c_str());
532                         _SOUT("+ %s", input.c_str());
533                 }
534
535                 // end param
536                 argv.push_back(nullptr);
537
538                 // print cmd
539                 if (opt->flags & NI_FLAGS_PRINT_CMD) {
540                         _SOUT("==================== NI Commands =========================");
541                         for (auto &arg: argv) _SOUT("+ %s", arg);
542                 }
543
544                 execv(CORERUN_CMD.c_str(), const_cast<char* const*>(argv.data()));
545
546                 clearArgs(argv);
547                 exit(0);
548         }
549
550         return NI_ERROR_NONE;
551 }
552
553 static ni_error_e crossgen2NoPipeLine(const std::vector<std::string>& dllList, const std::vector<std::string>& refPaths, NIOption* opt)
554 {
555         for (auto& dllPath : dllList) {
556                 std::string niPath;
557                 if (opt->flags & NI_FLAGS_APPNI) {
558                         niPath = getAppNIFilePath(dllPath, opt);
559                 } else {
560                         niPath = getNIFilePath(dllPath);
561                 }
562 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
563                 uintptr_t baseAddr = 0;
564                 if (isTPADll(dllPath)) {
565                         baseAddr = getNextBaseAddr();
566                 }
567 #endif
568                 if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
569                         niPath += ".tmp";
570                 }
571
572                 // fork crossgen2
573                 pid_t pid = fork();
574                 if (pid == -1)
575                         return NI_ERROR_UNKNOWN;
576
577                 if (pid > 0) {
578                         int status;
579                         waitpid(pid, &status, 0);
580                         if (WIFEXITED(status)) {
581                                 ni_error_e ret = crossgen2PostAction(dllPath, niPath, opt);
582                                 if (ret != NI_ERROR_NONE) {
583                                         return ret;
584                                 }
585 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
586                                 if (baseAddr != 0) {
587                                         updateBaseAddrFile(niPath, baseAddr);
588                                 }
589 #endif
590                         } else {
591                                 _SERR("Failed. Forked process terminated abnormally");
592                                 _SERR("Crossgen2 was terminated by the OOM killer. Please check the system.");
593                                 removeFile(changeExtension(niPath, ".ni.dll", ".ni.dll.tmp"));
594                                 return NI_ERROR_ABNORMAL_PROCESS_TERMINATION;
595                         }
596                 } else {
597                         std::vector<const char*> argv;
598                         makeArgs(argv, refPaths, opt);
599
600 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
601                         std::string baseAddrString;
602                         if (baseAddr != 0) {
603                                 argv.push_back("--imagebase");
604                                 std::stringstream ss;
605                                 ss << "0x" << std::hex << baseAddr;
606                                 baseAddrString = ss.str();
607                                 argv.push_back(baseAddrString.c_str());
608                         }
609 #endif
610                         argv.push_back("-o");
611                         argv.push_back(niPath.c_str());
612
613                         argv.push_back(dllPath.c_str());
614                         _SOUT("+ %s", dllPath.c_str());
615
616                         // end param
617                         argv.push_back(nullptr);
618
619                         // print cmd
620                         if (opt->flags & NI_FLAGS_PRINT_CMD) {
621                                 _SOUT("==================== NI Commands =========================");
622                                 for (auto &arg: argv) _SOUT("+ %s", arg);
623                         }
624
625                         execv(CORERUN_CMD.c_str(), const_cast<char* const*>(argv.data()));
626
627                         clearArgs(argv);
628                         exit(0);
629                 }
630
631                 waitInterval();
632         }
633
634         return NI_ERROR_NONE;
635 }
636
637 static ni_error_e createCoreLibNI(NIOption* opt)
638 {
639         std::string coreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll");
640         std::string niCoreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.ni.dll");
641         std::string niTmpCoreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.ni.dll.tmp");
642         std::string coreLibBackup = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll.Backup");
643
644         std::vector<std::string> dllList;
645         std::vector<std::string> refPaths;
646         dllList.push_back(getAbsolutePath(coreLib));
647
648         if (!isFile(coreLibBackup) && !isR2RImage(coreLib)) {
649                 if (crossgen2NoPipeLine(dllList, refPaths, opt) == NI_ERROR_NONE) {
650                         if (rename(coreLib.c_str(), coreLibBackup.c_str())) {
651                                 _SERR("Failed to rename from System.Private.CoreLib.dll to System.Private.CoreLib.dll.Backup");
652                                 return NI_ERROR_CORE_NI_FILE;
653                         }
654                         if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
655                                 if (rename(niTmpCoreLib.c_str(), coreLib.c_str())) {
656                                         _SERR("Failed to rename from System.Private.CoreLib.ni.dll.tmp to Private.CoreLib.dll");
657                                         return NI_ERROR_CORE_NI_FILE;
658                                 }                               
659                         } else {
660                                 if (rename(niCoreLib.c_str(), coreLib.c_str())) {
661                                         _SERR("Failed to rename from System.Private.CoreLib.ni.dll to Private.CoreLib.dll");
662                                         return NI_ERROR_CORE_NI_FILE;
663                                 }
664                         }
665                 } else {
666                         _SERR("Failed to create native image for %s", coreLib.c_str());
667                         return NI_ERROR_CORE_NI_FILE;
668                 }
669         }
670         return NI_ERROR_NONE;
671 }
672
673 static ni_error_e doAOTList(std::vector<std::string>& dllList, const std::string& refPaths, NIOption* opt)
674 {
675         ni_error_e ret = NI_ERROR_NONE;
676
677         if (dllList.empty()) {
678                 return NI_ERROR_INVALID_PARAMETER;
679         }
680         // When performing AOT for one Dll, an error is returned when an error occurs.
681         // However, when processing multiple dlls at once, only the log for errors is output and skipped.
682
683         std::string coreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll");
684         bool hasSPC = false;
685
686         for (auto it = dllList.begin(); it != dllList.end(); it++) {
687                 std::string f = *it;
688                 if (!isFile(f)) {
689                         _SERR("dll file is not exist : %s", f.c_str());
690                         dllList.erase(it--);
691                 }
692                 else if (!isManagedAssembly(f)) {
693                         _SERR("Input file is not a dll file : %s", f.c_str());
694                         dllList.erase(it--);
695                 }
696                 // handle System.Private.CoreLib.dll separately.
697                 // dllList and path manager contain absolute path. So, there is no need to change path to absolute path
698                 else if (f == coreLib) {
699                         hasSPC = true;
700                         dllList.erase(it--);
701                 }
702         }
703
704         // In the case of SPC, post-processing is required to change the name of the native image.
705         // In order to avoid repeatedly checking whether the generated native image is an SPC,
706         // the SPC native image generation is performed separately.
707         if (hasSPC) {
708                 ret = createCoreLibNI(opt);
709                 if (ret != NI_ERROR_NONE) {
710                         return ret;
711                 }
712         }
713
714         // if there is no proper input after processing dll list
715         if (dllList.empty()) {
716                 if (hasSPC) {
717                         return ret;
718                 } else {
719                         return NI_ERROR_INVALID_PARAMETER;
720                 }
721         }
722
723         std::vector<std::string> paths;
724         splitPath(refPaths, paths);
725
726         if (opt->flags & NI_FLAGS_NO_PIPELINE) {
727                 ret = crossgen2NoPipeLine(dllList, paths, opt);
728         } else {
729                 std::vector<std::string> notCompiled;
730                 ret = crossgen2PipeLine(dllList, paths, opt);
731                 if (ret != NI_ERROR_NONE) {
732                         _SERR("Crossgen2 is abnormally terminated. Regenerate native images that failed while running crossgen2.");
733                         for (auto &dll : dllList) {
734                                 std::string tFile = changeExtension(dll, ".dll", ".ni.dll");
735                                 if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
736                                         tFile += ".tmp";
737                                 }
738                                 if (!exist(tFile)) {
739                                         notCompiled.push_back(dll);
740                                 }
741                         }
742                         _SERR("Retry running crossgen2 with --no-pipeline mode to avoid termination by OOM.");
743                         ret = crossgen2NoPipeLine(notCompiled, paths, opt);
744                 }
745         }
746
747         if (ret == NI_ERROR_NONE && opt->flags & NI_FLAGS_INPUT_BUBBLE) {
748                 for (auto &dll : dllList) {
749                         std::string tmpFile;
750                         std::string niFile;
751                         if (opt->flags & NI_FLAGS_APPNI) {
752                                 niFile = getAppNIFilePath(dll, opt);
753                         } else {
754                                 niFile = getNIFilePath(dll);
755                         }
756                         tmpFile = niFile + ".tmp";
757
758                         if (exist(tmpFile)) {
759                                 moveFile(tmpFile, niFile);
760                                 _SOUT("Native image %s generated successfully.", niFile.c_str());
761                         }
762                 }
763         }
764
765         return ret;
766 }
767
768 static ni_error_e doAOTFile(const std::string& dllFile, const std::string& refPaths, NIOption* opt)
769 {
770         if (!isFile(dllFile)) {
771                 _SERR("dll file is not exist : %s", dllFile.c_str());
772                 return NI_ERROR_NO_SUCH_FILE;
773         }
774
775         if (!isManagedAssembly(dllFile)) {
776                 _SERR("Failed. Input parameter is not managed dll (%s)\n", dllFile.c_str());
777                 return NI_ERROR_INVALID_PARAMETER;
778         }
779
780         if (checkNIExistence(dllFile)) {
781                 _SERR("Native image file is already exist : %s", dllFile.c_str());
782                 return NI_ERROR_ALREADY_EXIST;
783         }
784
785         std::vector<std::string> dllList;
786         dllList.push_back(getAbsolutePath(dllFile));
787         return doAOTList(dllList, refPaths, opt);
788 }
789
790 // callback function of "pkgmgrinfo_appinfo_metadata_filter_foreach"
791 static int appAotCb(pkgmgrinfo_appinfo_h handle, void *userData)
792 {
793         char *pkgId = NULL;
794         int ret = 0;
795         NIOption **pOptions = (NIOption**)userData;
796
797         if ((*pOptions)->flags & NI_FLAGS_SKIP_RO_APP) {
798                 bool isSystem = false;
799                 int ret = pkgmgrinfo_appinfo_is_system(handle, &isSystem);
800                 if (ret != PMINFO_R_OK) {
801                         _SERR("Failed to check that app is System or not\n");
802                         return -1;
803                 }
804                 if (isSystem) {
805                         return 0;
806                 }
807         }
808
809         ret = pkgmgrinfo_appinfo_get_pkgid(handle, &pkgId);
810         if (ret != PMINFO_R_OK) {
811                 _SERR("Failed to get pkgid");
812                 return -1;
813         }
814
815         if (removeNIUnderPkgRoot(pkgId) != NI_ERROR_NONE) {
816                 _SERR("Failed to remove previous dlls from [%s]", pkgId);
817                 return -1;
818         }
819
820         if (createNIUnderPkgRoot(pkgId, *pOptions) != NI_ERROR_NONE) {
821                 _SERR("Failed to generate NI file [%s]", pkgId);
822                 return -1;
823         } else {
824                 _SOUT("Complete make application to native image");
825         }
826
827         return 0;
828 }
829
830 ni_error_e initNICommon()
831 {
832 #if defined(__arm__) || defined(__aarch64__)
833
834         char *env = nullptr;
835         env = getenv("MIC_CROSSGEN2_ENABLED");
836         if (env != nullptr && !strcmp(env, "1")) {
837                 CORERUN_CMD = std::string("/opt/usr/dotnet/mic/crossgen2");
838                 CROSSGEN2_PATH = "";
839                 CLRJIT_PATH = std::string("/opt/usr/dotnet/mic/libclrjit_unix_") + ARCHITECTURE_IDENTIFIER + std::string("_x64.so");
840         }
841
842         // get interval value
843         const static std::string intervalFile = concatPath(__NATIVE_LIB_DIR, "crossgen_interval.txt");
844         std::ifstream inFile(intervalFile);
845         if (inFile) {
846                 _SOUT("crossgen_interval.txt is found");
847                 inFile >> __interval;
848         }
849
850         if (initializePluginManager("normal")) {
851                 _SERR("Fail to initialize PluginManager");
852                 return NI_ERROR_UNKNOWN;
853         }
854
855         try {
856                 __pm = new PathManager();
857         } catch (const std::exception& e) {
858                 _SERR("Failed to create PathManager");
859                 return NI_ERROR_UNKNOWN;
860         }
861
862         char* pluginDllPaths = pluginGetDllPath();
863         if (pluginDllPaths && pluginDllPaths[0] != '\0') {
864                 __pm->addPlatformAssembliesPaths(pluginDllPaths, true);
865         }
866
867         char* pluginNativePaths = pluginGetNativeDllSearchingPath();
868         if (pluginNativePaths && pluginNativePaths[0] != '\0') {
869                 __pm->addNativeDllSearchingPaths(pluginNativePaths, true);
870         }
871
872         return NI_ERROR_NONE;
873 #else
874         _SERR("crossgen supports arm/arm64 architecture only. skip ni file generation");
875         return NI_ERROR_NOT_SUPPORTED;
876 #endif
877 }
878
879 void finalizeNICommon()
880 {
881         __interval = 0;
882
883         finalizePluginManager();
884
885         delete(__pm);
886         __pm = nullptr;
887
888         if (__ni_option) {
889                 free(__ni_option);
890                 __ni_option = nullptr;
891         }
892 }
893
894 ni_error_e createNIPlatform(std::string& extraInputs, NIOption* opt)
895 {
896         extraInputs += ":" + __pm->getRuntimePath();
897         extraInputs += ":" + __pm->getTizenFXPath();
898
899         return createNIUnderDirs(extraInputs, opt);
900 }
901
902 ni_error_e createNIDll(const std::string& dllPath, NIOption* opt)
903 {
904         return doAOTFile(dllPath, std::string(), opt);
905 }
906
907 ni_error_e createNIUnderTAC(const std::string& targetPath, const std::string& refPaths, NIOption* opt)
908 {
909         ni_error_e ret;
910
911         bool isAppNI = false;
912         if (opt->flags & NI_FLAGS_APPNI) {
913                 isAppNI = true;
914         }
915
916         if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
917                 std::vector<std::string> refs;
918                 splitPath(refPaths, refs);
919                 for (auto &p: refs) {
920                         if (isDirectory(p) && checkDllExistInDir(p)) {
921                                 opt->inputBubbleRefFiles.push_back(p + "/*.dll");
922                         }
923                 }
924         }
925
926         // get managed file list from targetPath
927         std::vector<std::string> dllList;
928         ret = getTargetDllList(targetPath, dllList);
929         if (ret != NI_ERROR_NONE) {
930                 return ret;
931         }
932
933         std::vector<std::string> needNIList;
934         std::vector<std::string> niList;
935
936         for (auto &dll : dllList) {
937                 if (!checkNIExistence(dll)) {
938                         needNIList.push_back(dll);
939                 }
940                 niList.push_back(getNIFilePath(dll));
941         }
942
943         if (!needNIList.empty()) {
944                 // NI fils of TAC-related dlls under /opt/usr/dotnet should not be created under .native_image directory.
945                 // So, unset NI_FLAGS_APPNI temporally and restore it after running AOT.
946                 opt->flags &= ~NI_FLAGS_APPNI;
947                 ret = doAOTList(needNIList, refPaths, opt);
948                 if (isAppNI) {
949                         opt->flags |= NI_FLAGS_APPNI;
950                 }
951                 if (ret != NI_ERROR_NONE) {
952                         return ret;
953                 }
954         }
955
956         if (isAppNI) {
957                 for (auto &niPath : niList) {
958                         if (exist(niPath)) {
959                                 std::string symNIPath = concatPath(targetPath, getFileName(niPath));
960                                 if (!exist(symNIPath)) {
961                                         bf::create_symlink(niPath, symNIPath);
962                                         copySmackAndOwnership(targetPath.c_str(), symNIPath.c_str(), true);
963                                         _SOUT("%s symbolic link file generated successfully.", symNIPath.c_str());
964                                         _INFO("%s symbolic link file generated successfully.", symNIPath.c_str());
965                                 }
966                         }
967                 }
968         }
969
970         return NI_ERROR_NONE;
971 }
972
973
974 ni_error_e createNIUnderDirs(const std::string& rootPaths, NIOption* opt)
975 {
976         ni_error_e ret = NI_ERROR_NONE;
977
978         std::vector<std::string> fileList;
979         std::vector<std::string> paths;
980         splitPath(rootPaths, paths);
981
982         if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
983                 for (auto &p: paths) {
984                         if (isDirectory(p) && checkDllExistInDir(p)) {
985                                 opt->inputBubbleRefFiles.push_back(p + "/*.dll");
986                         }
987                 }
988         }
989
990         for (const auto &path : paths) {
991                 if (!exist(path)) {
992                         continue;
993                 }
994
995                 if (path.find(TAC_SYMLINK_SUB_DIR) != std::string::npos) {
996                         ret = createNIUnderTAC(path, rootPaths, opt);
997                         if (ret != NI_ERROR_NONE) {
998                                 return ret;
999                         }
1000                 } else if (opt->flags & NI_FLAGS_APPNI) {
1001                         ret = getAppTargetDllList(path, fileList, opt);
1002                         if (ret != NI_ERROR_NONE) {
1003                                 return ret;
1004                         }
1005                 } else {
1006                         ret = getTargetDllList(path, fileList);
1007                         if (ret != NI_ERROR_NONE) {
1008                                 return ret;
1009                         }
1010                 }
1011         }
1012
1013         if (fileList.empty()) {
1014                 return NI_ERROR_NONE;
1015         }
1016
1017         return doAOTList(fileList, rootPaths, opt);
1018 }
1019
1020 ni_error_e createNIUnderPkgRoot(const std::string& pkgId, NIOption* opt)
1021 {
1022         if (!isR2RImage(concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll"))) {
1023                 _SERR("The native image of System.Private.CoreLib does not exist.\n"
1024                                 "Run the command to create the native image\n"
1025                                 "# dotnettool --ni-dll /usr/share/dotnet.tizen/netcoreapp/System.Private.CoreLib.dll");
1026                 return NI_ERROR_CORE_NI_FILE;
1027         }
1028
1029         std::string rootPath = getRootPath(pkgId);
1030         if (rootPath.empty()) {
1031                 _SERR("Failed to get root path from [%s]", pkgId.c_str());
1032                 return NI_ERROR_INVALID_PACKAGE;
1033         }
1034
1035         __pm->setAppRootPath(rootPath);
1036
1037         char* extraDllPaths = pluginGetExtraDllPath();
1038         if (extraDllPaths && extraDllPaths[0] != '\0') {
1039                 opt->flags |= NI_FLAGS_EXTRA_REF;
1040                 splitPath(extraDllPaths, opt->extraRefPath);
1041         }
1042
1043         opt->flags |= NI_FLAGS_APPNI;
1044
1045         if (isReadOnlyArea(rootPath)) {
1046                 opt->flags |= NI_FLAGS_APP_UNDER_RO_AREA;
1047                 opt->flags |= NI_FLAGS_NO_PIPELINE;
1048                 _SERR("Only no-pipeline mode supported for RO app. Set no-pipeline option forcibly");
1049         } else {
1050                 opt->flags &= ~NI_FLAGS_APP_UNDER_RO_AREA;
1051         }
1052
1053         // create native image under bin and lib directory
1054         // tac directory is skipped in the createNIUnderDirs.
1055         return createNIUnderDirs(__pm->getAppPaths(), opt);
1056 }
1057
1058 void removeNIPlatform()
1059 {
1060         std::string coreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll");
1061         std::string coreLibBackup = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll.Backup");
1062
1063         if (isR2RImage(coreLib)) {
1064                 if (!isFile(coreLibBackup)) {
1065                         return;
1066                 }
1067
1068                 if (remove(coreLib.c_str())) {
1069                         _SERR("Failed to remove System.Private.CoreLib native image file");
1070                 }
1071                 if (rename(coreLibBackup.c_str(), coreLib.c_str())) {
1072                         _SERR("Failed to rename System.Private.CoreLib.Backup to origin");
1073                 }
1074         }
1075
1076 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
1077         if (isFile(__SYSTEM_BASE_FILE)) {
1078                 if (remove(__SYSTEM_BASE_FILE)) {
1079                         _SERR("Failed to remove %s", __SYSTEM_BASE_FILE);
1080                 }
1081         }
1082 #endif
1083
1084         removeNIUnderDirs(__pm->getRuntimePath() + ":" + __pm->getTizenFXPath());
1085 }
1086
1087 void removeNIUnderDirs(const std::string& rootPaths)
1088 {
1089         auto convert = [](const std::string& path, const std::string& filename) {
1090                 if (isNativeImage(path)) {
1091                         if (remove(path.c_str())) {
1092                                 _SERR("Failed to remove %s", path.c_str());
1093                         }
1094                 }
1095         };
1096
1097         std::vector<std::string> paths;
1098         splitPath(rootPaths, paths);
1099         for (const auto &path : paths) {
1100                 scanFilesInDirectory(path, convert, -1);
1101         }
1102 }
1103
1104 ni_error_e removeNIUnderPkgRoot(const std::string& pkgId)
1105 {
1106         std::string rootPath = getRootPath(pkgId);
1107         if (rootPath.empty()) {
1108                 _SERR("Failed to get root path from [%s]", pkgId.c_str());
1109                 return NI_ERROR_INVALID_PACKAGE;
1110         }
1111
1112         __pm->setAppRootPath(rootPath);
1113
1114         // getAppNIPaths returns bin/.native_image, lib/.native_image and .tac_symlink.
1115         std::string appNIPaths = __pm->getAppNIPaths();
1116         std::vector<std::string> paths;
1117         splitPath(appNIPaths, paths);
1118         for (const auto &path : paths) {
1119                 if (!isReadOnlyArea(path)) {
1120                         // Only the native image inside the TAC should be removed.
1121                         if (strstr(path.c_str(), TAC_SYMLINK_SUB_DIR) != NULL) {
1122                                 removeNIUnderDirs(path);
1123                         } else {
1124                                 if (isDirectory(path)) {
1125                                         if (!removeAll(path.c_str())) {
1126                                                 _SERR("Failed to remove app ni dir [%s]", path.c_str());
1127                                         }
1128                                 }
1129                         }
1130                 }
1131         }
1132
1133         // In special cases, the ni file may exist in the dll location.
1134         // The code below is to avoid this exceptional case.
1135         std::string appPaths = __pm->getAppPaths();
1136         splitPath(appPaths, paths);
1137         for (const auto &path : paths) {
1138                 if (isDirectory(path)) {
1139                         removeNIUnderDirs(path);
1140                 }
1141         }
1142
1143         return NI_ERROR_NONE;
1144 }
1145
1146 ni_error_e regenerateAppNI(NIOption* opt)
1147 {
1148         int ret = 0;
1149         pkgmgrinfo_appinfo_metadata_filter_h handle;
1150
1151         ret = pkgmgrinfo_appinfo_metadata_filter_create(&handle);
1152         if (ret != PMINFO_R_OK)
1153                 return NI_ERROR_UNKNOWN;
1154
1155         ret = pkgmgrinfo_appinfo_metadata_filter_add(handle, AOT_METADATA_KEY, METADATA_VALUE);
1156         if (ret != PMINFO_R_OK) {
1157                 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1158                 return NI_ERROR_UNKNOWN;
1159         }
1160
1161         ret = pkgmgrMDFilterForeach(handle, appAotCb, &opt);
1162         if (ret != 0) {
1163                 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1164                 return NI_ERROR_UNKNOWN;
1165         }
1166
1167         pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1168         return NI_ERROR_NONE;
1169 }
1170
1171 // callback function of "pkgmgrinfo_appinfo_metadata_filter_foreach"
1172 static int regenTacCb(pkgmgrinfo_appinfo_h handle, void *userData)
1173 {
1174         char *pkgId = NULL;
1175         NIOption **pOpt = (NIOption**)userData;
1176
1177         int ret = pkgmgrinfo_appinfo_get_pkgid(handle, &pkgId);
1178         if (ret != PMINFO_R_OK || pkgId == NULL) {
1179                 _SERR("Failed to get pkgid");
1180                 return -1;
1181         }
1182
1183         sqlite3 *tac_db = openDB(TAC_APP_LIST_DB);
1184         if (!tac_db) {
1185                 _SERR("Sqlite open error");
1186                 return -1;
1187         }
1188         sqlite3_exec(tac_db, "BEGIN;", NULL, NULL, NULL);
1189
1190         char *sql = sqlite3_mprintf("SELECT * FROM TAC WHERE PKGID = %Q;", pkgId);
1191         std::vector<std::string> nugets = selectDB(tac_db, sql);
1192         sqlite3_free(sql);
1193
1194         if (tac_db) {
1195                 closeDB(tac_db);
1196                 tac_db = NULL;
1197         }
1198
1199         std::string nugetPaths;
1200         for (const auto &nuget : nugets) {
1201                 if (!nugetPaths.empty()) {
1202                         nugetPaths += ":";
1203                 }
1204                 nugetPaths += concatPath(__DOTNET_DIR, nuget);
1205         }
1206
1207         for (auto& nuget : nugets) {
1208                 createNIUnderTAC(concatPath(__DOTNET_DIR, nuget), nugetPaths, *pOpt);
1209         }
1210
1211         return 0;
1212 }
1213
1214 ni_error_e regenerateTACNI(NIOption* opt)
1215 {
1216         removeNIUnderDirs(__DOTNET_DIR);
1217
1218         pkgmgrinfo_appinfo_metadata_filter_h handle;
1219         int ret = pkgmgrinfo_appinfo_metadata_filter_create(&handle);
1220         if (ret != PMINFO_R_OK) {
1221                 return NI_ERROR_UNKNOWN;
1222         }
1223
1224         ret = pkgmgrinfo_appinfo_metadata_filter_add(handle, TAC_METADATA_KEY, METADATA_VALUE);
1225         if (ret != PMINFO_R_OK) {
1226                 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1227                 return NI_ERROR_UNKNOWN;
1228         }
1229
1230         ret = pkgmgrMDFilterForeach(handle, regenTacCb, &opt);
1231         if (ret != 0) {
1232                 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1233                 return NI_ERROR_UNKNOWN;
1234         }
1235
1236         pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1237
1238         return NI_ERROR_NONE;
1239 }
1240