1 # Execute gbs with --define "testcoverage 1" in case that you must get unittest coverage statistics
3 %define nnstreamer_filter 1
4 %define nnstreamer_subplugin_path /usr/lib/nnstreamer
6 %define support_ccapi 1
7 %define support_nnstreamer_backbone 1
8 %define support_tflite_backbone 1
9 %define support_tflite_interpreter 1
10 %define nntrainerapplicationdir %{_libdir}/nntrainer/bin
11 %define gen_input $(pwd)/test/input_gen/genInput.py
12 %define support_data_augmentation_opencv 1
13 %define configure_subplugin_install_path -Dnnstreamer-subplugin-install-path=%{nnstreamer_subplugin_path}
17 # dependency resolution
18 %if 0%{tizen_version_major}%{tizen_version_minor} >= 65
19 # (rpm -qi nnstreamer --queryformat '%%{VERSION}' | sed -e 's/\.//g') >= 171
21 %define capi_machine_learning_common capi-machine-learning-common
22 %define capi_machine_learning_inference capi-machine-learning-inference
24 %define capi_ml_common_pkg_name capi-ml-common
25 %define capi_ml_inference_pkg_name capi-ml-inference
29 %if 0%{tizen_version_major}%{tizen_version_minor} >= 60
30 # (rpm -qi nnstreamer --queryformat '%%{VERSION}' | sed -e 's/\.//g') >= 160
31 %define capi_machine_learning_common capi-ml-common
32 %define capi_machine_learning_inference capi-nnstreamer
34 %define capi_ml_common_pkg_name capi-nnstreamer
35 %define capi_ml_inference_pkg_name capi-nnstreamer
37 %{error: nnst_version < 6.0 is not supported}
38 # shouldn't reach here. Below is for the reference.
39 # If you prepare ml-common-api.h, below can work though.
40 %define capi_machine_learning_inference capi-nnstreamer
41 %define capi_machine_learning_common capi-nnstreamer
43 %define capi_ml_common_pkg_name capi-nnstreamer
44 %define capi_ml_inference_pkg_name capi-nnstreamer
45 %endif # 0%{tizen_version_major}%{tizen_version_minor} >= 60
47 %endif # 0%{tizen_version_major}%{tizen_version_minor} >= 65
50 Summary: Software framework for training neural networks
53 Packager: Jijoong Moon <jijoong.moon@samsung.com>
55 Source0: nntrainer-%{version}.tar.gz
56 Source1001: nntrainer.manifest
58 Source1002: capi-machine-learning-training.manifest
60 Source2001: trainset.tar.gz
61 Source2002: valset.tar.gz
62 Source2003: testset.tar.gz
64 Source2005: unittest_layers.tar.gz
66 BuildRequires: meson >= 0.50.0
67 BuildRequires: openblas-devel
68 BuildRequires: iniparser-devel >= 4.1
69 BuildRequires: gtest-devel
70 BuildRequires: python3
71 BuildRequires: python3-numpy
72 BuildRequires: flatbuffers-devel
74 BuildRequires: %{capi_machine_learning_common}-devel
75 BuildRequires: %{capi_machine_learning_inference}-devel
78 BuildRequires: ssat >= 1.1.0
82 %define enable_gym -Duse_gym=false
84 BuildRequires: gym-http-api-devel
85 %define enable_gym -Duse_gym=true
89 # to be compatible with gcc-9, lcov should have a higher version than 1.14.1
91 # BuildRequires: taos-ci-unittest-coverage-assessment
94 %if 0%{?support_data_augmentation_opencv}
95 BuildRequires: opencv-devel
99 BuildRequires: pkgconfig(capi-system-info)
100 BuildRequires: pkgconfig(capi-base-common)
101 BuildRequires: pkgconfig(dlog)
103 %if 0%{?support_nnstreamer_backbone}
104 BuildRequires: nnstreamer-tensorflow2-lite
106 Requires: nnstreamer-tensorflow2-lite
107 %endif # support_nnstreamer_backbone
109 %if 0%{?support_tflite_backbone}
110 BuildRequires: tensorflow2-lite-devel
111 %endif # support_tflite_backbone
113 %if 0%{?support_tflite_interpreter}
114 BuildRequires: tensorflow2-lite-devel
115 %endif # support_tflite_interpreter
117 %define enable_nnstreamer_tensor_filter -Denable-nnstreamer-tensor-filter=false
119 %if 0%{?nnstreamer_filter}
120 BuildRequires: nnstreamer-devel
121 %define enable_nnstreamer_tensor_filter -Denable-nnstreamer-tensor-filter=true
124 %if 0%{tizen_version_major}%{tizen_version_minor} > 60
125 BuildRequires: nnstreamer-test-devel
127 BuildRequires: gst-plugins-good-extra
128 BuildRequires: python
130 %endif #nnstreamer_filter
133 Requires: nntrainer-core = %{version}-%{release}
135 %if 0%{?nnstreamer_filter}
136 Requires: nnstreamer-nntrainer = %{version}-%{release}
137 %endif #nnstreamer_filter
139 Requires: capi-machine-learning-training = %{version}-%{release}
143 NNtrainer Meta package for tizen
146 Summary: Software framework for training neural networks
147 Requires: iniparser >= 4.1
148 Requires: libopenblas_pthreads0
151 NNtrainer is Software Framework for Training Neural Network Models on Devices.
154 Summary: Development package for custom nntrainer developers
155 Requires: nntrainer = %{version}-%{release}
156 Requires: openblas-devel
157 Requires: %{capi_machine_learning_common}-devel
160 Development package for custom nntrainer developers.
161 This contains corresponding header files and .pc pkgconfig file.
163 %package devel-static
164 Summary: Static library for nntrainer-devel package
165 Requires: nntrainer-devel = %{version}-%{release}
166 %description devel-static
167 Static library package of nntrainer-devel
169 %package applications
170 Summary: NNTrainer Examples
171 Requires: nntrainer = %{version}-%{release}
172 Requires: %{capi_machine_learning_inference}
173 Requires: nnstreamer-tensorflow2-lite
174 %if 0%{tizen_version_major}%{tizen_version_minor} > 60
175 BuildRequires: nnstreamer-test-devel
177 BuildRequires: nnstreamer-tensorflow2-lite
178 BuildRequires: tensorflow2-lite-devel
179 BuildRequires: pkgconfig(jsoncpp)
180 BuildRequires: pkgconfig(libcurl)
181 BuildRequires: pkgconfig(dlog)
182 BuildRequires: %{capi_machine_learning_inference}-devel
183 BuildRequires: glib2-devel
184 BuildRequires: gstreamer-devel
186 %description applications
187 NNTrainer Examples for test purpose.
192 Summary: NNTrainer gcov
193 Group: Machine Learning/ML Framework
196 NNTrainer gcov object
199 %if 0%{?testcoverage}
200 %package unittest-coverage
201 Summary: NNTrainer UnitTest Coverage Analysis Result
203 %description unittest-coverage
204 HTML pages of lcov results of NNTrainer generated during rpmbuild
208 %package -n capi-machine-learning-training
209 Summary: Tizen Native API for NNTrainer
210 Group: Machine Learning/ML Framework
211 Requires: %{name} = %{version}-%{release}
212 %description -n capi-machine-learning-training
213 Tizen Native API wrapper for NNTrainer.
214 You can train neural networks efficiently.
216 %post -n capi-machine-learning-training -p /sbin/ldconfig
217 %postun -n capi-machine-learning-training -p /sbin/ldconfig
219 %package -n capi-machine-learning-training-devel
220 Summary: Tizen Native API Devel Kit for NNTrainer
221 Group: Machine Learning/ML Framework
222 Requires: capi-machine-learning-training = %{version}-%{release}
223 Requires: %{capi_machine_learning_common}-devel
224 %description -n capi-machine-learning-training-devel
225 Developmental kit for Tizen Native NNTrainer API.
227 %package -n capi-machine-learning-training-devel-static
228 Summary: Static library for Tizen Native API
229 Group: Machine Learning/ML Framework
230 Requires: capi-machine-learning-training-devel = %{version}-%{release}
231 %description -n capi-machine-learning-training-devel-static
232 Static library of capi-machine-learning-training-devel package.
234 %package tizen-internal-devel
235 Summary: Tizen internal headers for Tizen Machine Learning Training API
236 Group: Machine Learning/ML Framework
237 Requires: capi-machine-learning-training-devel = %{version}-%{release}
238 %description tizen-internal-devel
239 Tizen internal headers for Tizen Machine Learning Training API.
241 %if 0%{?support_ccapi}
242 %package -n ccapi-machine-learning-training
243 Summary: Tizen Native API for NNTrainer
244 Group: Machine Learning/ML Framework
245 Requires: %{name} = %{version}-%{release}
246 %description -n ccapi-machine-learning-training
247 Tizen Native API wrapper for NNTrainer.
248 You can train neural networks efficiently.
250 %post -n ccapi-machine-learning-training -p /sbin/ldconfig
251 %postun -n ccapi-machine-learning-training -p /sbin/ldconfig
253 %package -n ccapi-machine-learning-training-devel
254 Summary: Tizen Native API Devel Kit for NNTrainer
255 Group: Machine Learning/ML Framework
256 Requires: ccapi-machine-learning-training = %{version}-%{release}
257 %description -n ccapi-machine-learning-training-devel
258 Developmental kit for Tizen Native NNTrainer API.
260 %package -n ccapi-machine-learning-training-devel-static
261 Summary: Static library for Tizen c++ API
262 Group: Machine Learning/ML Framework
263 Requires: ccapi-machine-learning-training-devel = %{version}-%{release}
264 %description -n ccapi-machine-learning-training-devel-static
265 Static library of ccapi-machine-learning-training-devel package.
268 %if 0%{?nnstreamer_filter}
269 %package -n nnstreamer-nntrainer
270 Summary: NNStreamer NNTrainer support
271 Requires: %{name} = %{version}-%{release}
273 %description -n nnstreamer-nntrainer
274 NNSteamer tensor filter for nntrainer to support inference.
276 %package -n nnstreamer-nntrainer-devel-static
277 Summary: NNStreamer NNTrainer support
278 Requires: nntrainer-devel-static = %{version}-%{release}
279 Requires: nnstreamer-nntrainer = %{version}-%{release}
280 %description -n nnstreamer-nntrainer-devel-static
281 NNSteamer tensor filter static package for nntrainer to support inference.
282 %endif #nnstreamer_filter
286 ## Define build options
287 %define platform -Dplatform=tizen
288 %define enable_tizen_feature_check -Denable-tizen-feature-check=true -Dtizen-version-major=0%{?tizen_version_major} -Dtizen-version-minor=0%{?tizen_version_minor}
289 %define install_app -Dinstall-app=true
290 %define enable_ccapi -Denable-ccapi=false
291 %define enable_nnstreamer_backbone -Denable-nnstreamer-backbone=false
292 %define enable_tflite_backbone -Denable-tflite-backbone=false
293 %define enable_tflite_interpreter -Denable-tflite-interpreter=false
294 %define enable_profile -Denable-profile=false
295 %define capi_ml_pkg_dep_resolution -Dcapi-ml-inference-actual=%{?capi_ml_inference_pkg_name} -Dcapi-ml-common-actual=%{?capi_ml_common_pkg_name}
296 %define enable_reduce_tolerance -Dreduce-tolerance=true
297 %define enable_debug -Denable-debug=false
299 # enable full tolerance on the CI
301 %define enable_reduce_tolerance -Dreduce-tolerance=false
304 # enable debug on the CI for build
306 %define enable_debug -Denable-debug=true
310 %define platform -Dplatform=tizen
312 %if 0%{?support_ccapi}
313 %define enable_ccapi -Denable-ccapi=true
314 %endif # support_ccapi
317 # Using cblas for Matrix calculation
319 %define enable_cblas -Denable-blas=true
322 %if 0%{?support_nnstreamer_backbone}
323 %define enable_nnstreamer_backbone -Denable-nnstreamer-backbone=true
326 %if 0%{?support_tflite_backbone}
327 %define enable_tflite_backbone -Denable-tflite-backbone=true
331 %define enable_profile -Denable-profile=true
334 %if 0%{?support_tflite_interpreter}
335 %define enable_tflite_interpreter -Denable-tflite-interpreter=true
352 CXXFLAGS=`echo $CXXFLAGS | sed -e "s|-std=gnu++11||"`
354 %if 0%{?testcoverage} || 0%{?gcov:1}
355 export CFLAGS+=" -fprofile-arcs -ftest-coverage"
356 export CXXFLAGS+=" -fprofile-arcs -ftest-coverage"
359 # Add backward competibility for tizen < 6
360 %if 0%{tizen_version_major} < 6
361 ln -sf %{_includedir}/nnstreamer/nnstreamer.h %{_includedir}/nnstreamer/ml-api-common.h
362 ln -sf %{_libdir}/pkgconfig/capi-nnstreamer.pc %{_libdir}/pkgconfig/capi-ml-common.pc
366 meson --buildtype=plain --prefix=%{_prefix} --sysconfdir=%{_sysconfdir} \
367 --libdir=%{_libdir} --bindir=%{nntrainerapplicationdir} \
368 --includedir=%{_includedir} %{install_app} %{platform} \
369 %{enable_tizen_feature_check} %{enable_cblas} %{enable_ccapi} \
370 %{enable_gym} %{enable_nnstreamer_tensor_filter} %{enable_profile} \
371 %{enable_nnstreamer_backbone} %{enable_tflite_backbone} \
372 %{enable_tflite_interpreter} %{capi_ml_pkg_dep_resolution} \
373 %{enable_reduce_tolerance} %{configure_subplugin_install_path} %{enable_debug} \
374 -Dml-api-support=enabled -Denable-nnstreamer-tensor-filter=true \
375 -Denable-capi=enabled \
378 ninja -C build %{?_smp_mflags}
381 export NNSTREAMER_CONF=$(pwd)/test/nnstreamer/nnstreamer-test.ini
382 export NNSTREAMER_FILTERS=$(pwd)/build/nnstreamer/tensor_filter
383 meson test -C build -t 2.0 --print-errorlogs
385 # unittest for nntrainer plugin for nnstreamer
386 # todo: migrate this to meson test soon
387 %if 0%{?nnstreamer_filter}
388 pushd test/nnstreamer
391 %endif #nnstreamer_filter
396 find . -name '*.gcno' -exec cp '{}' gcov-obj ';'
400 DESTDIR=%{buildroot} ninja -C build %{?_smp_mflags} install
403 mkdir -p %{buildroot}%{_datadir}/gcov/obj/%{name}
404 install -m 0644 gcov-obj/* %{buildroot}%{_datadir}/gcov/obj/%{name}
407 %if 0%{?testcoverage}
409 # The included directories are:
411 # api: nnstreamer api
412 # gst: the nnstreamer elements
413 # nnstreamer_example: custom plugin examples
414 # common: common libraries for gst (elements)
415 # include: common library headers and headers for external code (packaged as "devel")
417 # Intentionally excluded directories are:
419 # tests: We are not going to show testcoverage of the test code itself or example applications
422 %define testtarget $(pwd)/api/capi
427 # 'lcov' generates the date format with UTC time zone by default. Let's replace UTC with KST.
428 # If you ccan get a root privilege, run ln -sf /usr/share/zoneinfo/Asia/Seoul /etc/localtime
429 TZ='Asia/Seoul'; export TZ
430 $(pwd)/test/unittestcoverage.py module $(pwd)/nntrainer %testtarget
433 VCS=`cat ${RPM_SOURCE_DIR}/nntrainer.spec | grep "^VCS:" | sed "s|VCS:\\W*\\(.*\\)|\\1|"`
435 # Create human readable unit test coverage report web page.
436 # Create null gcda files if gcov didn't create it because there is completely no unit test for them.
437 find . -name "*.gcno" -exec sh -c 'touch -a "${1%.gcno}.gcda"' _ {} \;
438 # Remove gcda for meaningless file (CMake's autogenerated)
439 find . -name "CMakeCCompilerId*.gcda" -delete
440 find . -name "CMakeCXXCompilerId*.gcda" -delete
441 #find . -path "/build/*.j
444 lcov -t 'NNTrainer Unit Test Coverage' -o unittest.info -c -d . -b %{_builddir}/%{name}-%{version}/build \
445 --include "*/nntrainer/*" \
446 --include "*/api/*" \
447 --exclude "*/tensorflow*" \
448 --exclude "*/Applications/*" \
449 --exclude "*/test/*" \
450 --exclude "*/meson*/*" \
451 --exclude "*/nntrainer_logger.cpp" \
452 --exclude "*/tf_schema_generated.h" \
453 --exclude "*/nnstreamer_layer.*"
454 # nnstreamer layer is untestable here
456 # Visualize the report
457 genhtml -o result unittest.info -t "nntrainer %{version}-%{release} ${VCS}" --ignore-errors source -p ${RPM_BUILD_DIR}
459 mkdir -p %{buildroot}%{_datadir}/nntrainer/unittest/
460 cp -r result %{buildroot}%{_datadir}/nntrainer/unittest/
461 %endif # test coverage
463 %post -p /sbin/ldconfig
464 %postun -p /sbin/ldconfig
469 %manifest nntrainer.manifest
470 %defattr(-,root,root,-)
472 %{_libdir}/libnntrainer.so
473 %config %{_sysconfdir}/nntrainer.ini
476 # node exporter and its dependencies
477 %{_includedir}/nntrainer/nntrainer_error.h
478 %{_includedir}/nntrainer/connection.h
479 %{_includedir}/nntrainer/common_properties.h
480 %{_includedir}/nntrainer/base_properties.h
481 %{_includedir}/nntrainer/node_exporter.h
483 %{_includedir}/nntrainer/tensor.h
484 %{_includedir}/nntrainer/tensor_wrap_specs.h
485 # @todo: update dataset headers
486 %{_includedir}/nntrainer/databuffer.h
487 %{_includedir}/nntrainer/databuffer_factory.h
489 %{_includedir}/nntrainer/layer_context.h
490 %{_includedir}/nntrainer/layer_devel.h
491 %{_includedir}/nntrainer/layer_impl.h
493 %{_includedir}/nntrainer/app_context.h
495 %{_includedir}/nntrainer/optimizer_context.h
496 %{_includedir}/nntrainer/optimizer_devel.h
497 %{_includedir}/nntrainer/lr_scheduler.h
498 %{_libdir}/pkgconfig/nntrainer.pc
499 # update this to enable external applications
500 # @todo filter out headers that should be hidden, and classifiy in the appropriate place if not
501 %{_includedir}/nntrainer/util_func.h
504 %{_libdir}/libnntrainer*.a
505 %exclude %{_libdir}/libcapi*.a
508 %files -n capi-machine-learning-training
509 %manifest capi-machine-learning-training.manifest
511 %{_libdir}/libcapi-nntrainer.so
513 %files -n capi-machine-learning-training-devel
514 %{_includedir}/nntrainer/nntrainer.h
515 %{_includedir}/nntrainer/nntrainer-api-common.h
516 %{_libdir}/pkgconfig/capi-ml-training.pc
518 %files -n capi-machine-learning-training-devel-static
519 %{_libdir}/libcapi-nntrainer.a
521 %files tizen-internal-devel
522 %{_includedir}/nntrainer/nntrainer-tizen-internal.h
524 %if 0%{?support_ccapi}
525 %files -n ccapi-machine-learning-training
526 %manifest capi-machine-learning-training.manifest
528 %{_libdir}/libccapi-nntrainer.so
530 %files -n ccapi-machine-learning-training-devel
531 %{_includedir}/nntrainer/common.h
532 %{_includedir}/nntrainer/model.h
533 %{_includedir}/nntrainer/layer.h
534 %{_includedir}/nntrainer/optimizer.h
535 %{_includedir}/nntrainer/dataset.h
536 %{_includedir}/nntrainer/tensor_dim.h
537 %{_libdir}/pkgconfig/ccapi-ml-training.pc
539 %files -n ccapi-machine-learning-training-devel-static
540 %{_libdir}/libccapi-nntrainer.a
541 %endif # support_ccapi
543 %if 0%{?nnstreamer_filter}
544 %files -n nnstreamer-nntrainer
545 %manifest nntrainer.manifest
546 %defattr(-,root,root,-)
548 %{nnstreamer_subplugin_path}/filters/libnnstreamer_filter_nntrainer.so
550 %files -n nnstreamer-nntrainer-devel-static
551 %manifest nntrainer.manifest
552 %defattr(-,root,root,-)
554 %{_libdir}/libnnstreamer_filter_nntrainer.a
556 %endif #nnstreamer_filter
560 %manifest nntrainer.manifest
561 %defattr(-,root,root,-)
563 %{_libdir}/nntrainer/bin/applications/*
567 %{_datadir}/gcov/obj/*
570 %if 0%{?testcoverage}
571 %files unittest-coverage
572 %{_datadir}/nntrainer/unittest/*
576 * Fri Sep 24 2021 Jijoong Moon <jijoong.moon@samsung.com>
578 * Wed Jun 02 2021 Jijoong Moon <jijoong.moon@samsung.com>
580 * Wed Sep 23 2020 Jijoong Moon <jijoong.moon@samsung.com>
582 * Mon Aug 10 2020 Jijoong Moon <jijoong.moon@samsung.com>
583 - Release of 0.1.0.rc1
584 * Wed Mar 18 2020 Jijoong Moon <jijoong.moon@samsung.com>