cecda2a989ea7bfad5f8343735c0e6bb4e92bcb0
[platform/core/dotnet/launcher.git] / NativeLauncher / tool / ni_common.cc
1 /*
2  * Copyright (c) 2016 Samsung Electronics Co., Ltd All Rights Reserved
3  *
4  * Licensed under the Apache License, Version 2.0 (the License);
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  * http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an AS IS BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16
17 #include <pkgmgr-info.h>
18 #include <pkgmgr_installer_info.h>
19 #include <aul.h>
20
21 #include "log.h"
22 #include "utils.h"
23 #include "pkgmgr_parser_plugin_interface.h"
24
25 #include <wait.h>
26 #include <dirent.h>
27 #include <sys/stat.h>
28
29 #include <algorithm>
30 #include <string>
31 #include <fstream>
32 #include <sstream>
33
34 #include <grp.h>
35 #include <unistd.h>
36 #include <string.h>
37 #include <sqlite3.h>
38 #include <inttypes.h>
39 #include <errno.h>
40
41 #include "ni_common.h"
42 #include "db_manager.h"
43 #include "tac_common.h"
44 #include "path_manager.h"
45 #include "plugin_manager.h"
46 #include "r2r_checker.h"
47
48 #ifdef  LOG_TAG
49 #undef  LOG_TAG
50 #endif
51 #define LOG_TAG "DOTNET_INSTALLER_PLUGIN"
52
53 #define __XSTR(x) #x
54 #define __STR(x) __XSTR(x)
55 #if defined(__arm__) || defined(__aarch64__)
56 static const char* __NATIVE_LIB_DIR = __STR(NATIVE_LIB_DIR);
57 #endif
58 static const char* __DOTNET_DIR = __STR(DOTNET_DIR);
59 static const char* __READ_ONLY_APP_UPDATE_DIR = __STR(READ_ONLY_APP_UPDATE_DIR);
60
61 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
62 static const char* __SYSTEM_BASE_FILE = __STR(SYSTEM_BASE_FILE);
63 #endif
64
65 #undef __STR
66 #undef __XSTR
67
68 static std::string CORERUN_CMD = "/usr/share/dotnet.tizen/netcoreapp/corerun";
69 static std::string CROSSGEN2_PATH = "/usr/share/dotnet.tizen/netcoreapp/crossgen2/crossgen2.dll";
70 static std::string CLRJIT_PATH = "/usr/share/dotnet.tizen/netcoreapp/libclrjit.so";
71 static const char* CROSSGEN_OPT_JITPATH = "--jitpath";
72 static const char* CROSSGEN_OPT_TARGET_ARCH = "--targetarch";
73 static const char* CROSSGEN_OPT_OUT_NEAR_INPUT = "--out-near-input";
74 static const char* CROSSGEN_OPT_SINGLE_FILE_COMPILATION = "--single-file-compilation";
75 //static const char* CROSSGEN_OPT_PARALLELISM = "--parallelism";
76 //static const char* CROSSGEN_OPT_PARALLELISM_COUNT = "5";
77 static const char* CROSSGEN_OPT_RESILIENT = "--resilient";
78 //static const char* CROSSGEN_OPT_OPTIMIZE = "-O";
79 static const char* CROSSGEN_OPT_OPTIMIZE_TIME = "--Ot";
80 static const char* CROSSGEN_OPT_INPUTBUBBLE = "--inputbubble";
81 static const char* CROSSGEN_OPT_COMPILE_BUBBLE_GENERICS = "--compilebubblegenerics";
82 static const char* CROSSGEN_OPT_VERBOSE = "--verbose";
83 static std::vector<std::string> REF_VECTOR;
84 static std::vector<std::string> INPUTBUBBLE_REF_VECTOR;
85 static std::vector<std::string> MIBC_VECTOR;
86
87 static int __interval = 0;
88 static PathManager* __pm = nullptr;
89
90 static NIOption* __ni_option = nullptr;
91
92 // singleton
93 NIOption* getNIOption()
94 {
95         if (__ni_option == nullptr) {
96                 __ni_option = (NIOption*)calloc(sizeof(NIOption), 1);
97                 if (__ni_option == nullptr) {
98                         _SERR("Fail to create NIOption");
99                 }
100         }
101         return __ni_option;
102 }
103
104 static void waitInterval()
105 {
106         // by the recommand, ignore small value for performance.
107         if (__interval > 10000) {
108                 _SOUT("sleep %d usec", __interval);
109                 usleep(__interval);
110         }
111 }
112
113 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
114 // Get next base address to be used for system ni image from file
115 // __SYSTEM_BASE_FILE should be checked for existance before calling this function
116 static uintptr_t getNextBaseAddrFromFile()
117 {
118         FILE *pFile = fopen(__SYSTEM_BASE_FILE, "r");
119         if (pFile == NULL) {
120                 _SERR("Failed to open %s", __SYSTEM_BASE_FILE);
121                 return 0;
122         }
123
124         uintptr_t addr = 0;
125         uintptr_t size = 0;
126
127         while (fscanf(pFile, "%" SCNxPTR " %" SCNuPTR "", &addr, &size) != EOF) {
128         }
129
130         fclose(pFile);
131
132         return addr + size;
133 }
134
135 // Get next base address to be used for system ni image
136 static uintptr_t getNextBaseAddr()
137 {
138         uintptr_t baseAddr = 0;
139
140         if (!isFile(__SYSTEM_BASE_FILE)) {
141                 // This is the starting address for all default base addresses
142                 baseAddr = DEFAULT_BASE_ADDR_START;
143         } else {
144                 baseAddr = getNextBaseAddrFromFile();
145
146                 // Round to a multple of 64K (see ZapImage::CalculateZapBaseAddress in CoreCLR)
147                 uintptr_t BASE_ADDRESS_ALIGNMENT = 0xffff;
148                 baseAddr = (baseAddr + BASE_ADDRESS_ALIGNMENT) & ~BASE_ADDRESS_ALIGNMENT;
149         }
150
151         return baseAddr;
152 }
153
154 // Save base address of system ni image to file
155 static void updateBaseAddrFile(const std::string& absNIPath, uintptr_t baseAddr)
156 {
157         uintptr_t niSize = getSizeOfImage(absNIPath);
158         if (niSize == 0) {
159                 _SERR("File %s doesn't exist", absNIPath.c_str());
160                 return;
161         }
162
163         // Write new entry to the file
164         FILE *pFile = fopen(__SYSTEM_BASE_FILE, "a");
165         if (pFile == NULL) {
166                 _SERR("Failed to open %s", __SYSTEM_BASE_FILE);
167                 return;
168         }
169
170         fprintf(pFile, "%" PRIxPTR " %" PRIuPTR "\n", baseAddr, niSize);
171         fclose(pFile);
172 }
173
174 // check if dll is listed in TPA
175 static bool isTPADll(const std::string& dllPath)
176 {
177         std::string absPath = getBaseName(getAbsolutePath(dllPath));
178
179         std::vector<std::string> paths = __pm->getPlatformAssembliesPaths();
180         for (unsigned int i = 0; i < paths.size(); i++) {
181                 if (paths[i].find(getBaseName(absPath)) != std::string::npos) {
182                         return true;
183                 }
184         }
185
186         return false;
187 }
188 #endif
189
190 /**
191  * @brief create the directory including parents directory, and
192  *        copy ownership and smack labels to the created directory.
193  * @param[in] target directory path
194  * @param[in] source directory path to get ownership and smack label
195  * @return if directory created successfully, return true otherwise false
196  */
197 static bool createDirsAndCopyOwnerShip(std::string& target_path, const std::string& source)
198 {
199         struct stat st;
200         mode_t mode = S_IRWXU | S_IRGRP | S_IXGRP | S_IROTH | S_IXOTH;
201
202         for (std::string::iterator iter = target_path.begin(); iter != target_path.end();) {
203                 std::string::iterator newIter = std::find(iter, target_path.end(), '/');
204                 std::string newPath = std::string(target_path.begin(), newIter);
205
206                 if (!newPath.empty()) {
207                         if (stat(newPath.c_str(), &st) != 0) {
208                                 if (mkdir(newPath.c_str(), mode) != 0 && errno != EEXIST) {
209                                         _SERR("Fail to create app ni directory (%s)", newPath.c_str());
210                                         return false;
211                                 }
212                                 if (!source.empty()) {
213                                         copySmackAndOwnership(source, newPath);
214                                 }
215                         } else {
216                                 if (!S_ISDIR(st.st_mode)) {
217                                         _SERR("Fail. path is not a dir (%s)", newPath.c_str());
218                                         return false;
219                                 }
220                         }
221                 }
222                 iter = newIter;
223                 if(newIter != target_path.end()) {
224                         ++iter;
225                 }
226         }
227
228         return true;
229 }
230
231 static std::string getNIFilePath(const std::string& dllPath)
232 {
233         size_t index = dllPath.find_last_of(".");
234         if (index == std::string::npos) {
235                 _SERR("File doesnot contain extension. fail to get NI file name");
236                 return "";
237         }
238         std::string fName = dllPath.substr(0, index);
239         std::string fExt = dllPath.substr(index, dllPath.length());
240
241         // crossgen generate file with lower case extension only
242         std::transform(fExt.begin(), fExt.end(), fExt.begin(), ::tolower);
243         std::string niPath = fName + ".ni" + fExt;
244
245         return niPath;
246 }
247
248 static std::string getAppNIFilePath(const std::string& absDllPath, NIOption* opt)
249 {
250         std::string niDirPath;
251         std::string prevPath;
252
253         prevPath = getBaseName(absDllPath);
254         niDirPath = concatPath(prevPath, APP_NI_SUB_DIR);
255
256         if (opt->flags & NI_FLAGS_APP_UNDER_RO_AREA) {
257                 niDirPath = replaceAll(niDirPath, getBaseName(__pm->getAppRootPath()), __READ_ONLY_APP_UPDATE_DIR);
258                 _SERR("App is installed in RO area. Change NI path to RW area(%s).", niDirPath.c_str());
259                 _ERR("App is installed in RO area. Change NI path to RW area(%s).", niDirPath.c_str());
260         }
261
262         if (!isDirectory(niDirPath)) {
263                 if (!createDirsAndCopyOwnerShip(niDirPath, prevPath)) {
264                         niDirPath = prevPath;
265                         _SERR("fail to create dir (%s)", niDirPath.c_str());
266                 }
267         }
268
269         return getNIFilePath(concatPath(niDirPath, getFileName(absDllPath)));
270 }
271
272 static bool checkNIExistence(const std::string& absDllPath)
273 {
274         std::string absNIPath = getNIFilePath(absDllPath);
275         if (absNIPath.empty()) {
276                 return false;
277         }
278
279         if (isFile(absNIPath)) {
280                 return true;
281         }
282
283         // native image of System.Private.CoreLib.dll should have to overwrite
284         // original file to support new coreclr
285         if (absDllPath.find("System.Private.CoreLib.dll") != std::string::npos) {
286                 return isR2RImage(absDllPath);
287         }
288
289         return false;
290 }
291
292 static bool checkAppNIExistence(const std::string& absDllPath, NIOption* opt)
293 {
294         std::string absNIPath = getAppNIFilePath(absDllPath, opt);
295         if (absNIPath.empty()) {
296                 return false;
297         }
298
299         if (isFile(absNIPath)) {
300                 return true;
301         }
302
303         return false;
304 }
305
306 static bool checkDllExistInDir(const std::string& path)
307 {
308         bool ret = false;
309         auto func = [&ret](const std::string& f_path, const std::string& f_name) {
310                 if (isManagedAssembly(f_name) || isNativeImage(f_name)) {
311                         ret = true;
312                 }
313         };
314
315         scanFilesInDirectory(path, func, 0);
316
317         return ret;
318 }
319
320 /*
321  * Get the list of managed files in the specific directory
322  * Absolute paths of managed files are stored at the result list.
323  * If native image already exist in the same directory, managed file is ignored.
324  */
325 static ni_error_e getTargetDllList(const std::string& path, std::vector<std::string>& fileList)
326 {
327         if (!isDirectory(path)) {
328                 return NI_ERROR_INVALID_PARAMETER;
329         }
330
331         auto func = [&fileList](const std::string& f_path, const std::string& f_name) {
332                 if (isManagedAssembly(f_path) && !checkNIExistence(f_path)) {
333                         fileList.push_back(getAbsolutePath(f_path));
334                 }
335         };
336
337         scanFilesInDirectory(path, func, 0);
338
339         return NI_ERROR_NONE;
340 }
341
342 /*
343  * Get the list of managed files in the specific directory of Application
344  * Absolute paths of managed files are stored at the result list.
345  * If native image already exist in the .native_image directory, managed file is ignored.
346  *
347  */
348 static ni_error_e getAppTargetDllList(const std::string& path, std::vector<std::string>& fileList, NIOption *opt)
349 {
350         if (!isDirectory(path)) {
351                 return NI_ERROR_INVALID_PARAMETER;
352         }
353
354         auto func = [&fileList, opt](const std::string& f_path, const std::string& f_name) {
355                 if (isManagedAssembly(f_path) && !checkAppNIExistence(f_path, opt)) {
356                         fileList.push_back(getAbsolutePath(f_path));
357                 }
358         };
359
360         scanFilesInDirectory(path, func, 0);
361
362         return NI_ERROR_NONE;
363 }
364
365 static void makeArgs(std::vector<const char*>& args, const std::vector<std::string>& refPaths, NIOption* opt)
366 {
367         args.push_back(CORERUN_CMD.c_str());
368         if (CROSSGEN2_PATH != "") {
369                 args.push_back(CROSSGEN2_PATH.c_str());
370         }
371         args.push_back(CROSSGEN_OPT_JITPATH);
372         args.push_back(CLRJIT_PATH.c_str());
373         args.push_back(CROSSGEN_OPT_TARGET_ARCH);
374         args.push_back(ARCHITECTURE_IDENTIFIER);
375
376         //args.push_back(OPT_PARALLELISM);
377         //args.push_back(OPT_PARALLELISM_COUNT);
378         args.push_back(CROSSGEN_OPT_RESILIENT);
379
380         args.push_back(CROSSGEN_OPT_OPTIMIZE_TIME);
381
382         if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
383                 args.push_back(CROSSGEN_OPT_INPUTBUBBLE);
384                 args.push_back(CROSSGEN_OPT_COMPILE_BUBBLE_GENERICS);
385
386                 INPUTBUBBLE_REF_VECTOR.clear();
387                 for (const auto &path : opt->inputBubbleRefFiles) {
388                         INPUTBUBBLE_REF_VECTOR.push_back("--inputbubbleref:" + path);
389                 }
390                 for (const auto &path : INPUTBUBBLE_REF_VECTOR) {
391                         if (find(args.begin(), args.end(), path) == args.end()) {
392                                 args.push_back(path.c_str());
393                         }
394                 }
395         }
396
397         if (opt->flags & NI_FLAGS_MIBC) {
398                 MIBC_VECTOR.clear();
399                 for (const auto &path : opt->mibcPath) {
400                         MIBC_VECTOR.push_back("--mibc:" + path);
401                 }
402                 for (const auto &path : MIBC_VECTOR) {
403                         if (find(args.begin(), args.end(), path) == args.end()) {
404                                 args.push_back(path.c_str());
405                         }
406                 }
407         }
408
409         if (opt->flags & NI_FLAGS_VERBOSE) {
410                 args.push_back(CROSSGEN_OPT_VERBOSE);
411         }
412
413         REF_VECTOR.clear();
414
415         // set reference path
416         for (const auto &path : opt->refFiles) {
417                 REF_VECTOR.push_back("-r:" + path);
418         }
419
420         std::vector<std::string> paths = __pm->getPlatformAssembliesPaths();
421         for (const auto &path : paths) {
422                 if (checkDllExistInDir(path)) {
423                         REF_VECTOR.push_back("-r:" + path + "/*.dll");
424                 }
425         }
426
427         if (opt->flags & NI_FLAGS_EXTRA_REF) {
428                 for (const auto &erPath : opt->extraRefPath) {
429                         std::string path = getAbsolutePath(erPath);
430                         if (checkDllExistInDir(path)) {
431                                 REF_VECTOR.push_back("-r:" + path + "/*.dll");
432                         }
433                 }
434         }
435
436         for (const auto &path : refPaths) {
437                 if (checkDllExistInDir(path)) {
438                         REF_VECTOR.push_back("-r:" + path + "/*.dll");
439                 }
440         }
441
442         for (const auto &path : REF_VECTOR) {
443                 if (find(args.begin(), args.end(), path) == args.end()) {
444                         args.push_back(path.c_str());
445                 }
446         }
447 }
448
449 static void clearArgs(std::vector<const char*>& args)
450 {
451         REF_VECTOR.clear();
452         args.clear();
453 }
454
455 static ni_error_e makePdbSymlinkForNI(std::string dllPath, std::string niPath)
456 {
457         std::string pdbPath = changeExtension(dllPath, ".dll", ".pdb");
458         try {
459                 if (exist(pdbPath)) {
460                         std::string targetPDBPath = changeExtension(niPath, ".ni.dll", ".pdb");
461                         if (!exist(targetPDBPath)) {
462                                 bf::create_symlink(pdbPath, targetPDBPath);
463                                 copySmackAndOwnership(pdbPath, targetPDBPath, true);
464                         }
465                 }
466         } catch (const bf::filesystem_error& error) {
467                 _SERR("Fail to create symlink for %s", pdbPath.c_str());
468                 return NI_ERROR_UNKNOWN;
469         }
470
471         return NI_ERROR_NONE;
472 }
473
474 static ni_error_e crossgen2PostAction(const std::string& dllPath, const std::string& niPath, NIOption* opt) {
475         std::string outFile = niPath;
476         if (!exist(outFile)) {
477                 return NI_ERROR_NO_SUCH_FILE;
478         }
479         copySmackAndOwnership(dllPath, outFile);
480
481         // if AppNI then move ni.dll file to .native_image and copy pdb to .native_image
482         if (opt->flags & NI_FLAGS_APPNI) {
483                 outFile = getAppNIFilePath(dllPath, opt);
484                 makePdbSymlinkForNI(dllPath, outFile);
485
486                 if (opt->flags & NI_FLAGS_INPUT_BUBBLE && opt->flags & NI_FLAGS_NO_PIPELINE) {
487                         outFile = outFile + ".tmp";
488                 }
489
490                 if (niPath != outFile) {
491                         moveFile(niPath, outFile);
492                 }
493         }
494
495         if (!(opt->flags & NI_FLAGS_INPUT_BUBBLE && opt->flags & NI_FLAGS_NO_PIPELINE)) {
496                 _SOUT("Native image %s generated successfully.", outFile.c_str());
497         }
498
499         return NI_ERROR_NONE;
500 }
501
502 static ni_error_e crossgen2PipeLine(const std::vector<std::string>& dllList, const std::vector<std::string>& refPaths, NIOption* opt)
503 {
504         // fork crossgen2
505         pid_t pid = fork();
506         if (pid == -1)
507                 return NI_ERROR_UNKNOWN;
508
509         if (pid > 0) {
510                 int status;
511                 waitpid(pid, &status, 0);
512                 if (WIFEXITED(status)) {
513                         for (auto& dllPath: dllList) {
514                                 ni_error_e ret = crossgen2PostAction(dllPath, changeExtension(dllPath, ".dll", ".ni.dll"), opt);
515                                 if (ret != NI_ERROR_NONE) {
516                                         return ret;
517                                 }
518                         }
519                 } else {
520                         _SERR("Failed. Forked process terminated abnormally");
521                         return NI_ERROR_ABNORMAL_PROCESS_TERMINATION;
522                 }
523         } else {
524                 std::vector<const char*> argv;
525                 makeArgs(argv, refPaths, opt);
526                 argv.push_back(CROSSGEN_OPT_OUT_NEAR_INPUT);
527                 argv.push_back(CROSSGEN_OPT_SINGLE_FILE_COMPILATION);
528
529                 // add input files at the end of parameter
530                 for (const auto &input : dllList) {
531                         argv.push_back(input.c_str());
532                         _SOUT("+ %s", input.c_str());
533                 }
534
535                 // end param
536                 argv.push_back(nullptr);
537
538                 // print cmd
539                 if (opt->flags & NI_FLAGS_PRINT_CMD) {
540                         _SOUT("==================== NI Commands =========================");
541                         for (auto &arg: argv) _SOUT("+ %s", arg);
542                 }
543
544                 execv(CORERUN_CMD.c_str(), const_cast<char* const*>(argv.data()));
545
546                 clearArgs(argv);
547                 exit(0);
548         }
549
550         return NI_ERROR_NONE;
551 }
552
553 static ni_error_e crossgen2NoPipeLine(const std::vector<std::string>& dllList, const std::vector<std::string>& refPaths, NIOption* opt)
554 {
555         for (auto& dllPath : dllList) {
556                 std::string niPath;
557                 if (opt->flags & NI_FLAGS_APPNI) {
558                         niPath = getAppNIFilePath(dllPath, opt);
559                 } else {
560                         niPath = getNIFilePath(dllPath);
561                 }
562 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
563                 uintptr_t baseAddr = 0;
564                 if (isTPADll(dllPath)) {
565                         baseAddr = getNextBaseAddr();
566                 }
567 #endif
568                 if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
569                         niPath += ".tmp";
570                 }
571
572                 // fork crossgen2
573                 pid_t pid = fork();
574                 if (pid == -1)
575                         return NI_ERROR_UNKNOWN;
576
577                 if (pid > 0) {
578                         int status;
579                         waitpid(pid, &status, 0);
580                         if (WIFEXITED(status)) {
581                                 ni_error_e ret = crossgen2PostAction(dllPath, niPath, opt);
582                                 if (ret != NI_ERROR_NONE) {
583                                         return ret;
584                                 }
585 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
586                                 if (baseAddr != 0) {
587                                         updateBaseAddrFile(niPath, baseAddr);
588                                 }
589 #endif
590                         } else {
591                                 _SERR("Failed. Forked process terminated abnormally");
592                                 _SERR("Crossgen2 was terminated by the OOM killer. Please check the system.");
593                                 removeFile(changeExtension(niPath, ".ni.dll", ".ni.dll.tmp"));
594                                 return NI_ERROR_ABNORMAL_PROCESS_TERMINATION;
595                         }
596                 } else {
597                         std::vector<const char*> argv;
598                         makeArgs(argv, refPaths, opt);
599
600 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
601                         std::string baseAddrString;
602                         if (baseAddr != 0) {
603                                 argv.push_back("--imagebase");
604                                 std::stringstream ss;
605                                 ss << "0x" << std::hex << baseAddr;
606                                 baseAddrString = ss.str();
607                                 argv.push_back(baseAddrString.c_str());
608                         }
609 #endif
610                         argv.push_back("-o");
611                         argv.push_back(niPath.c_str());
612
613                         argv.push_back(dllPath.c_str());
614                         _SOUT("+ %s", dllPath.c_str());
615
616                         // end param
617                         argv.push_back(nullptr);
618
619                         // print cmd
620                         if (opt->flags & NI_FLAGS_PRINT_CMD) {
621                                 _SOUT("==================== NI Commands =========================");
622                                 for (auto &arg: argv) _SOUT("+ %s", arg);
623                         }
624
625                         execv(CORERUN_CMD.c_str(), const_cast<char* const*>(argv.data()));
626
627                         clearArgs(argv);
628                         exit(0);
629                 }
630
631                 waitInterval();
632         }
633
634         return NI_ERROR_NONE;
635 }
636
637 static ni_error_e createCoreLibNI(NIOption* opt)
638 {
639         std::string coreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll");
640         std::string niCoreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.ni.dll");
641         std::string niTmpCoreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.ni.dll.tmp");
642         std::string coreLibBackup = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll.Backup");
643
644         std::vector<std::string> dllList;
645         std::vector<std::string> refPaths;
646         dllList.push_back(getAbsolutePath(coreLib));
647
648         if (!isFile(coreLibBackup) && !isR2RImage(coreLib)) {
649                 if (crossgen2NoPipeLine(dllList, refPaths, opt) == NI_ERROR_NONE) {
650                         if (rename(coreLib.c_str(), coreLibBackup.c_str())) {
651                                 _SERR("Failed to rename from System.Private.CoreLib.dll to System.Private.CoreLib.dll.Backup");
652                                 return NI_ERROR_CORE_NI_FILE;
653                         }
654                         if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
655                                 if (rename(niTmpCoreLib.c_str(), coreLib.c_str())) {
656                                         _SERR("Failed to rename from System.Private.CoreLib.ni.dll.tmp to Private.CoreLib.dll");
657                                         return NI_ERROR_CORE_NI_FILE;
658                                 }                               
659                         } else {
660                                 if (rename(niCoreLib.c_str(), coreLib.c_str())) {
661                                         _SERR("Failed to rename from System.Private.CoreLib.ni.dll to Private.CoreLib.dll");
662                                         return NI_ERROR_CORE_NI_FILE;
663                                 }
664                         }
665                 } else {
666                         _SERR("Failed to create native image for %s", coreLib.c_str());
667                         return NI_ERROR_CORE_NI_FILE;
668                 }
669         }
670         return NI_ERROR_NONE;
671 }
672
673 static ni_error_e doAOTList(std::vector<std::string>& dllList, const std::string& refPaths, NIOption* opt)
674 {
675         ni_error_e ret = NI_ERROR_NONE;
676
677         if (dllList.empty()) {
678                 return NI_ERROR_INVALID_PARAMETER;
679         }
680         // When performing AOT for one Dll, an error is returned when an error occurs.
681         // However, when processing multiple dlls at once, only the log for errors is output and skipped.
682
683         std::string coreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll");
684         bool hasSPC = false;
685
686         std::vector<std::string> niList;
687         for (auto it = dllList.begin(); it != dllList.end(); it++) {
688                 std::string f = *it;
689                 if (!isFile(f)) {
690                         _SERR("dll file is not exist : %s", f.c_str());
691                         dllList.erase(it--);
692                 }
693                 if (!isManagedAssembly(f)) {
694                         _SERR("Input file is not a dll file : %s", f.c_str());
695                         dllList.erase(it--);
696                 }
697                 // handle System.Private.CoreLib.dll separately.
698                 // dllList and path manager contain absolute path. So, there is no need to change path to absolute path
699                 if (f == coreLib) {
700                         hasSPC = true;
701                         dllList.erase(it--);
702                 } else {
703                         niList.push_back(changeExtension(f, ".dll", ".ni.dll"));
704                 }
705         }
706
707         // In the case of SPC, post-processing is required to change the name of the native image.
708         // In order to avoid repeatedly checking whether the generated native image is an SPC,
709         // the SPC native image generation is performed separately.
710         if (hasSPC) {
711                 ret = createCoreLibNI(opt);
712                 if (ret != NI_ERROR_NONE) {
713                         return ret;
714                 }
715         }
716
717         // if there is no proper input after processing dll list
718         if (dllList.empty()) {
719                 if (hasSPC) {
720                         return ret;
721                 } else {
722                         return NI_ERROR_INVALID_PARAMETER;
723                 }
724         }
725
726         std::vector<std::string> paths;
727         splitPath(refPaths, paths);
728
729         if (opt->flags & NI_FLAGS_NO_PIPELINE) {
730                 ret = crossgen2NoPipeLine(dllList, paths, opt);
731         } else {
732                 std::vector<std::string> notCompiled;
733                 ret = crossgen2PipeLine(dllList, paths, opt);
734                 if (ret != NI_ERROR_NONE) {
735                         _SERR("Crossgen2 is abnormally terminated. Regenerate native images that failed while running crossgen2.");
736                         for (auto &dll : dllList) {
737                                 std::string tFile = changeExtension(dll, ".dll", ".ni.dll");
738                                 if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
739                                         tFile += ".tmp";
740                                 }
741                                 if (!exist(tFile)) {
742                                         notCompiled.push_back(dll);
743                                 }
744                         }
745                         _SERR("Retry running crossgen2 with --no-pipeline mode to avoid termination by OOM.");
746                         ret = crossgen2NoPipeLine(notCompiled, paths, opt);
747                 }
748         }
749
750         if (ret == NI_ERROR_NONE && opt->flags & NI_FLAGS_INPUT_BUBBLE) {
751                 for (auto &dll : dllList) {
752                         std::string tmpFile;
753                         std::string niFile;
754                         if (opt->flags & NI_FLAGS_APPNI) {
755                                 niFile = getAppNIFilePath(dll, opt);
756                         } else {
757                                 niFile = getNIFilePath(dll);
758                         }
759                         tmpFile = niFile + ".tmp";
760
761                         if (exist(tmpFile)) {
762                                 moveFile(tmpFile, niFile);
763                                 _SOUT("Native image %s generated successfully.", niFile.c_str());
764                         }
765                 }
766         }
767
768         return ret;
769 }
770
771 static ni_error_e doAOTFile(const std::string& dllFile, const std::string& refPaths, NIOption* opt)
772 {
773         if (!isFile(dllFile)) {
774                 _SERR("dll file is not exist : %s", dllFile.c_str());
775                 return NI_ERROR_NO_SUCH_FILE;
776         }
777
778         if (!isManagedAssembly(dllFile)) {
779                 _SERR("Failed. Input parameter is not managed dll (%s)\n", dllFile.c_str());
780                 return NI_ERROR_INVALID_PARAMETER;
781         }
782
783         if (checkNIExistence(dllFile)) {
784                 _SERR("Native image file is already exist : %s", dllFile.c_str());
785                 return NI_ERROR_ALREADY_EXIST;
786         }
787
788         std::vector<std::string> dllList;
789         dllList.push_back(getAbsolutePath(dllFile));
790         return doAOTList(dllList, refPaths, opt);
791 }
792
793 // callback function of "pkgmgrinfo_appinfo_metadata_filter_foreach"
794 static int appAotCb(pkgmgrinfo_appinfo_h handle, void *userData)
795 {
796         char *pkgId = NULL;
797         int ret = 0;
798         NIOption **pOptions = (NIOption**)userData;
799
800         if ((*pOptions)->flags & NI_FLAGS_SKIP_RO_APP) {
801                 bool isSystem = false;
802                 int ret = pkgmgrinfo_appinfo_is_system(handle, &isSystem);
803                 if (ret != PMINFO_R_OK) {
804                         _SERR("Failed to check that app is System or not\n");
805                         return -1;
806                 }
807                 if (isSystem) {
808                         return 0;
809                 }
810         }
811
812         ret = pkgmgrinfo_appinfo_get_pkgid(handle, &pkgId);
813         if (ret != PMINFO_R_OK) {
814                 _SERR("Failed to get pkgid");
815                 return -1;
816         }
817
818         if (removeNIUnderPkgRoot(pkgId) != NI_ERROR_NONE) {
819                 _SERR("Failed to remove previous dlls from [%s]", pkgId);
820                 return -1;
821         }
822
823         if (createNIUnderPkgRoot(pkgId, *pOptions) != NI_ERROR_NONE) {
824                 _SERR("Failed to generate NI file [%s]", pkgId);
825                 return -1;
826         } else {
827                 _SOUT("Complete make application to native image");
828         }
829
830         return 0;
831 }
832
833 ni_error_e initNICommon()
834 {
835 #if defined(__arm__) || defined(__aarch64__)
836
837         char *env = nullptr;
838         env = getenv("MIC_CROSSGEN2_ENABLED");
839         if (env != nullptr && !strcmp(env, "1")) {
840                 CORERUN_CMD = std::string("/opt/usr/dotnet/mic/crossgen2");
841                 CROSSGEN2_PATH = "";
842                 CLRJIT_PATH = std::string("/opt/usr/dotnet/mic/libclrjit_unix_") + ARCHITECTURE_IDENTIFIER + std::string("_x64.so");
843         }
844
845         // get interval value
846         const static std::string intervalFile = concatPath(__NATIVE_LIB_DIR, "crossgen_interval.txt");
847         std::ifstream inFile(intervalFile);
848         if (inFile) {
849                 _SOUT("crossgen_interval.txt is found");
850                 inFile >> __interval;
851         }
852
853         if (initializePluginManager("normal")) {
854                 _SERR("Fail to initialize PluginManager");
855                 return NI_ERROR_UNKNOWN;
856         }
857
858         try {
859                 __pm = new PathManager();
860         } catch (const std::exception& e) {
861                 _SERR("Failed to create PathManager");
862                 return NI_ERROR_UNKNOWN;
863         }
864
865         char* pluginDllPaths = pluginGetDllPath();
866         if (pluginDllPaths && pluginDllPaths[0] != '\0') {
867                 __pm->addPlatformAssembliesPaths(pluginDllPaths, true);
868         }
869
870         char* pluginNativePaths = pluginGetNativeDllSearchingPath();
871         if (pluginNativePaths && pluginNativePaths[0] != '\0') {
872                 __pm->addNativeDllSearchingPaths(pluginNativePaths, true);
873         }
874
875         return NI_ERROR_NONE;
876 #else
877         _SERR("crossgen supports arm/arm64 architecture only. skip ni file generation");
878         return NI_ERROR_NOT_SUPPORTED;
879 #endif
880 }
881
882 void finalizeNICommon()
883 {
884         __interval = 0;
885
886         finalizePluginManager();
887
888         delete(__pm);
889         __pm = nullptr;
890
891         if (__ni_option) {
892                 free(__ni_option);
893                 __ni_option = nullptr;
894         }
895 }
896
897 ni_error_e createNIPlatform(std::string& extraInputs, NIOption* opt)
898 {
899         extraInputs += ":" + __pm->getRuntimePath();
900         extraInputs += ":" + __pm->getTizenFXPath();
901
902         return createNIUnderDirs(extraInputs, opt);
903 }
904
905 ni_error_e createNIDll(const std::string& dllPath, NIOption* opt)
906 {
907         return doAOTFile(dllPath, std::string(), opt);
908 }
909
910 ni_error_e createNIUnderTAC(const std::string& targetPath, const std::string& refPaths, NIOption* opt)
911 {
912         ni_error_e ret;
913
914         bool isAppNI = false;
915         if (opt->flags & NI_FLAGS_APPNI) {
916                 isAppNI = true;
917         }
918
919         if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
920                 std::vector<std::string> refs;
921                 splitPath(refPaths, refs);
922                 for (auto &p: refs) {
923                         if (isDirectory(p) && checkDllExistInDir(p)) {
924                                 opt->inputBubbleRefFiles.push_back(p + "/*.dll");
925                         }
926                 }
927         }
928
929         // get managed file list from targetPath
930         std::vector<std::string> dllList;
931         ret = getTargetDllList(targetPath, dllList);
932         if (ret != NI_ERROR_NONE) {
933                 return ret;
934         }
935
936         std::vector<std::string> needNIList;
937         std::vector<std::string> niList;
938
939         for (auto &dll : dllList) {
940                 if (!checkNIExistence(dll)) {
941                         needNIList.push_back(dll);
942                 }
943                 niList.push_back(getNIFilePath(dll));
944         }
945
946         if (!needNIList.empty()) {
947                 // NI fils of TAC-related dlls under /opt/usr/dotnet should not be created under .native_image directory.
948                 // So, unset NI_FLAGS_APPNI temporally and restore it after running AOT.
949                 opt->flags &= ~NI_FLAGS_APPNI;
950                 ret = doAOTList(needNIList, refPaths, opt);
951                 if (isAppNI) {
952                         opt->flags |= NI_FLAGS_APPNI;
953                 }
954                 if (ret != NI_ERROR_NONE) {
955                         return ret;
956                 }
957         }
958
959         if (isAppNI) {
960                 for (auto &niPath : niList) {
961                         if (exist(niPath)) {
962                                 std::string symNIPath = concatPath(targetPath, getFileName(niPath));
963                                 if (!exist(symNIPath)) {
964                                         bf::create_symlink(niPath, symNIPath);
965                                         copySmackAndOwnership(targetPath.c_str(), symNIPath.c_str(), true);
966                                         _SOUT("%s symbolic link file generated successfully.", symNIPath.c_str());
967                                         _INFO("%s symbolic link file generated successfully.", symNIPath.c_str());
968                                 }
969                         }
970                 }
971         }
972
973         return NI_ERROR_NONE;
974 }
975
976
977 ni_error_e createNIUnderDirs(const std::string& rootPaths, NIOption* opt)
978 {
979         ni_error_e ret = NI_ERROR_NONE;
980
981         std::vector<std::string> fileList;
982         std::vector<std::string> paths;
983         splitPath(rootPaths, paths);
984
985         if (opt->flags & NI_FLAGS_INPUT_BUBBLE) {
986                 for (auto &p: paths) {
987                         if (isDirectory(p) && checkDllExistInDir(p)) {
988                                 opt->inputBubbleRefFiles.push_back(p + "/*.dll");
989                         }
990                 }
991         }
992
993         for (const auto &path : paths) {
994                 if (!exist(path)) {
995                         continue;
996                 }
997
998                 if (path.find(TAC_SYMLINK_SUB_DIR) != std::string::npos) {
999                         ret = createNIUnderTAC(path, rootPaths, opt);
1000                         if (ret != NI_ERROR_NONE) {
1001                                 return ret;
1002                         }
1003                 } else if (opt->flags & NI_FLAGS_APPNI) {
1004                         ret = getAppTargetDllList(path, fileList, opt);
1005                         if (ret != NI_ERROR_NONE) {
1006                                 return ret;
1007                         }
1008                 } else {
1009                         ret = getTargetDllList(path, fileList);
1010                         if (ret != NI_ERROR_NONE) {
1011                                 return ret;
1012                         }
1013                 }
1014         }
1015
1016         if (fileList.empty()) {
1017                 return NI_ERROR_NONE;
1018         }
1019
1020         return doAOTList(fileList, rootPaths, opt);
1021 }
1022
1023 ni_error_e createNIUnderPkgRoot(const std::string& pkgId, NIOption* opt)
1024 {
1025         if (!isR2RImage(concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll"))) {
1026                 _SERR("The native image of System.Private.CoreLib does not exist.\n"
1027                                 "Run the command to create the native image\n"
1028                                 "# dotnettool --ni-dll /usr/share/dotnet.tizen/netcoreapp/System.Private.CoreLib.dll");
1029                 return NI_ERROR_CORE_NI_FILE;
1030         }
1031
1032         std::string rootPath = getRootPath(pkgId);
1033         if (rootPath.empty()) {
1034                 _SERR("Failed to get root path from [%s]", pkgId.c_str());
1035                 return NI_ERROR_INVALID_PACKAGE;
1036         }
1037
1038         __pm->setAppRootPath(rootPath);
1039
1040         char* extraDllPaths = pluginGetExtraDllPath();
1041         if (extraDllPaths && extraDllPaths[0] != '\0') {
1042                 opt->flags |= NI_FLAGS_EXTRA_REF;
1043                 splitPath(extraDllPaths, opt->extraRefPath);
1044         }
1045
1046         opt->flags |= NI_FLAGS_APPNI;
1047
1048         if (isReadOnlyArea(rootPath)) {
1049                 opt->flags |= NI_FLAGS_APP_UNDER_RO_AREA;
1050                 opt->flags |= NI_FLAGS_NO_PIPELINE;
1051                 _SERR("Only no-pipeline mode supported for RO app. Set no-pipeline option forcibly");
1052         } else {
1053                 opt->flags &= ~NI_FLAGS_APP_UNDER_RO_AREA;
1054         }
1055
1056         // create native image under bin and lib directory
1057         // tac directory is skipped in the createNIUnderDirs.
1058         return createNIUnderDirs(__pm->getAppPaths(), opt);
1059 }
1060
1061 void removeNIPlatform()
1062 {
1063         std::string coreLib = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll");
1064         std::string coreLibBackup = concatPath(__pm->getRuntimePath(), "System.Private.CoreLib.dll.Backup");
1065
1066         if (isR2RImage(coreLib)) {
1067                 if (!isFile(coreLibBackup)) {
1068                         return;
1069                 }
1070
1071                 if (remove(coreLib.c_str())) {
1072                         _SERR("Failed to remove System.Private.CoreLib native image file");
1073                 }
1074                 if (rename(coreLibBackup.c_str(), coreLib.c_str())) {
1075                         _SERR("Failed to rename System.Private.CoreLib.Backup to origin");
1076                 }
1077         }
1078
1079 #ifdef UNIQUE_DEFAULT_BASE_ADDR_SUPPORT
1080         if (isFile(__SYSTEM_BASE_FILE)) {
1081                 if (remove(__SYSTEM_BASE_FILE)) {
1082                         _SERR("Failed to remove %s", __SYSTEM_BASE_FILE);
1083                 }
1084         }
1085 #endif
1086
1087         removeNIUnderDirs(__pm->getRuntimePath() + ":" + __pm->getTizenFXPath());
1088 }
1089
1090 void removeNIUnderDirs(const std::string& rootPaths)
1091 {
1092         auto convert = [](const std::string& path, const std::string& filename) {
1093                 if (isNativeImage(path)) {
1094                         if (remove(path.c_str())) {
1095                                 _SERR("Failed to remove %s", path.c_str());
1096                         }
1097                 }
1098         };
1099
1100         std::vector<std::string> paths;
1101         splitPath(rootPaths, paths);
1102         for (const auto &path : paths) {
1103                 scanFilesInDirectory(path, convert, -1);
1104         }
1105 }
1106
1107 ni_error_e removeNIUnderPkgRoot(const std::string& pkgId)
1108 {
1109         std::string rootPath = getRootPath(pkgId);
1110         if (rootPath.empty()) {
1111                 _SERR("Failed to get root path from [%s]", pkgId.c_str());
1112                 return NI_ERROR_INVALID_PACKAGE;
1113         }
1114
1115         __pm->setAppRootPath(rootPath);
1116
1117         // getAppNIPaths returns bin/.native_image, lib/.native_image and .tac_symlink.
1118         std::string appNIPaths = __pm->getAppNIPaths();
1119         std::vector<std::string> paths;
1120         splitPath(appNIPaths, paths);
1121         for (const auto &path : paths) {
1122                 if (!isReadOnlyArea(path)) {
1123                         // Only the native image inside the TAC should be removed.
1124                         if (strstr(path.c_str(), TAC_SYMLINK_SUB_DIR) != NULL) {
1125                                 removeNIUnderDirs(path);
1126                         } else {
1127                                 if (isDirectory(path)) {
1128                                         if (!removeAll(path.c_str())) {
1129                                                 _SERR("Failed to remove app ni dir [%s]", path.c_str());
1130                                         }
1131                                 }
1132                         }
1133                 }
1134         }
1135
1136         // In special cases, the ni file may exist in the dll location.
1137         // The code below is to avoid this exceptional case.
1138         std::string appPaths = __pm->getAppPaths();
1139         splitPath(appPaths, paths);
1140         for (const auto &path : paths) {
1141                 if (isDirectory(path)) {
1142                         removeNIUnderDirs(path);
1143                 }
1144         }
1145
1146         return NI_ERROR_NONE;
1147 }
1148
1149 ni_error_e regenerateAppNI(NIOption* opt)
1150 {
1151         int ret = 0;
1152         pkgmgrinfo_appinfo_metadata_filter_h handle;
1153
1154         ret = pkgmgrinfo_appinfo_metadata_filter_create(&handle);
1155         if (ret != PMINFO_R_OK)
1156                 return NI_ERROR_UNKNOWN;
1157
1158         ret = pkgmgrinfo_appinfo_metadata_filter_add(handle, AOT_METADATA_KEY, METADATA_VALUE);
1159         if (ret != PMINFO_R_OK) {
1160                 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1161                 return NI_ERROR_UNKNOWN;
1162         }
1163
1164         ret = pkgmgrMDFilterForeach(handle, appAotCb, &opt);
1165         if (ret != 0) {
1166                 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1167                 return NI_ERROR_UNKNOWN;
1168         }
1169
1170         pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1171         return NI_ERROR_NONE;
1172 }
1173
1174 // callback function of "pkgmgrinfo_appinfo_metadata_filter_foreach"
1175 static int regenTacCb(pkgmgrinfo_appinfo_h handle, void *userData)
1176 {
1177         char *pkgId = NULL;
1178         NIOption **pOpt = (NIOption**)userData;
1179
1180         int ret = pkgmgrinfo_appinfo_get_pkgid(handle, &pkgId);
1181         if (ret != PMINFO_R_OK || pkgId == NULL) {
1182                 _SERR("Failed to get pkgid");
1183                 return -1;
1184         }
1185
1186         sqlite3 *tac_db = openDB(TAC_APP_LIST_DB);
1187         if (!tac_db) {
1188                 _SERR("Sqlite open error");
1189                 return -1;
1190         }
1191         sqlite3_exec(tac_db, "BEGIN;", NULL, NULL, NULL);
1192
1193         char *sql = sqlite3_mprintf("SELECT * FROM TAC WHERE PKGID = %Q;", pkgId);
1194         std::vector<std::string> nugets = selectDB(tac_db, sql);
1195         sqlite3_free(sql);
1196
1197         if (tac_db) {
1198                 closeDB(tac_db);
1199                 tac_db = NULL;
1200         }
1201
1202         std::string nugetPaths;
1203         for (const auto &nuget : nugets) {
1204                 if (!nugetPaths.empty()) {
1205                         nugetPaths += ":";
1206                 }
1207                 nugetPaths += concatPath(__DOTNET_DIR, nuget);
1208         }
1209
1210         for (auto& nuget : nugets) {
1211                 createNIUnderTAC(concatPath(__DOTNET_DIR, nuget), nugetPaths, *pOpt);
1212         }
1213
1214         return 0;
1215 }
1216
1217 ni_error_e regenerateTACNI(NIOption* opt)
1218 {
1219         removeNIUnderDirs(__DOTNET_DIR);
1220
1221         pkgmgrinfo_appinfo_metadata_filter_h handle;
1222         int ret = pkgmgrinfo_appinfo_metadata_filter_create(&handle);
1223         if (ret != PMINFO_R_OK) {
1224                 return NI_ERROR_UNKNOWN;
1225         }
1226
1227         ret = pkgmgrinfo_appinfo_metadata_filter_add(handle, TAC_METADATA_KEY, METADATA_VALUE);
1228         if (ret != PMINFO_R_OK) {
1229                 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1230                 return NI_ERROR_UNKNOWN;
1231         }
1232
1233         ret = pkgmgrMDFilterForeach(handle, regenTacCb, &opt);
1234         if (ret != 0) {
1235                 pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1236                 return NI_ERROR_UNKNOWN;
1237         }
1238
1239         pkgmgrinfo_appinfo_metadata_filter_destroy(handle);
1240
1241         return NI_ERROR_NONE;
1242 }
1243