-/*M///////////////////////////////////////////////////////////////////////////////////////
-//
-// IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
-//
-// By downloading, copying, installing or using the software you agree to this license.
-// If you do not agree to this license, do not download, install,
-// copy or use the software.
-//
-//
-// License Agreement
-// For Open Source Computer Vision Library
-//
-// Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
-// Copyright (C) 2009-2010, Willow Garage Inc., all rights reserved.
-// Copyright (C) 2014-2015, Itseez Inc., all rights reserved.
-// Third party copyrights are property of their respective owners.
-//
-// Redistribution and use in source and binary forms, with or without modification,
-// are permitted provided that the following conditions are met:
-//
-// * Redistribution's of source code must retain the above copyright notice,
-// this list of conditions and the following disclaimer.
-//
-// * Redistribution's in binary form must reproduce the above copyright notice,
-// this list of conditions and the following disclaimer in the documentation
-// and/or other materials provided with the distribution.
-//
-// * The name of the copyright holders may not be used to endorse or promote products
-// derived from this software without specific prior written permission.
-//
-// This software is provided by the copyright holders and contributors "as is" and
-// any express or implied warranties, including, but not limited to, the implied
-// warranties of merchantability and fitness for a particular purpose are disclaimed.
-// In no event shall the Intel Corporation or contributors be liable for any direct,
-// indirect, incidental, special, exemplary, or consequential damages
-// (including, but not limited to, procurement of substitute goods or services;
-// loss of use, data, or profits; or business interruption) however caused
-// and on any theory of liability, whether in contract, strict liability,
-// or tort (including negligence or otherwise) arising in any way out of
-// the use of this software, even if advised of the possibility of such damage.
-//
-//M*/
+// This file is part of OpenCV project.
+// It is subject to the license terms in the LICENSE file found in the top-level directory
+// of this distribution and at http://opencv.org/license.html
-/********************************* COPYRIGHT NOTICE *******************************\
- The function for RGB to Lab conversion is based on the MATLAB script
- RGB2Lab.m translated by Mark Ruzon from C code by Yossi Rubner, 23 September 1997.
- See the page [http://vision.stanford.edu/~ruzon/software/rgblab.html]
-\**********************************************************************************/
-
-/********************************* COPYRIGHT NOTICE *******************************\
- Original code for Bayer->BGR/RGB conversion is provided by Dirk Schaefer
- from MD-Mathematische Dienste GmbH. Below is the copyright notice:
-
- IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
- By downloading, copying, installing or using the software you agree
- to this license. If you do not agree to this license, do not download,
- install, copy or use the software.
-
- Contributors License Agreement:
-
- Copyright (c) 2002,
- MD-Mathematische Dienste GmbH
- Im Defdahl 5-10
- 44141 Dortmund
- Germany
- www.md-it.de
-
- Redistribution and use in source and binary forms,
- with or without modification, are permitted provided
- that the following conditions are met:
-
- Redistributions of source code must retain
- the above copyright notice, this list of conditions and the following disclaimer.
- Redistributions in binary form must reproduce the above copyright notice,
- this list of conditions and the following disclaimer in the documentation
- and/or other materials provided with the distribution.
- The name of Contributor may not be used to endorse or promote products
- derived from this software without specific prior written permission.
-
- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
- THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE CONTRIBUTORS BE LIABLE
- FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
- OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
- HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
- STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
- ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
- THE POSSIBILITY OF SUCH DAMAGE.
-\**********************************************************************************/
-
-#include "precomp.hpp"
-#include "opencl_kernels_imgproc.hpp"
-#include <limits>
-#include "hal_replacement.hpp"
-#include "opencv2/core/hal/intrin.hpp"
-#include "opencv2/core/softfloat.hpp"
-
-#define CV_DESCALE(x,n) (((x) + (1 << ((n)-1))) >> (n))
-
-#if defined (HAVE_IPP) && (IPP_VERSION_X100 >= 700)
-#define MAX_IPP8u 255
-#define MAX_IPP16u 65535
-#define MAX_IPP32f 1.0
-#endif
-
-namespace cv
-{
-//constants for conversion from/to RGB and Gray, YUV, YCrCb according to BT.601
-const float B2YF = 0.114f;
-const float G2YF = 0.587f;
-const float R2YF = 0.299f;
-//to YCbCr
-const float YCBF = 0.564f; // == 1/2/(1-B2YF)
-const float YCRF = 0.713f; // == 1/2/(1-R2YF)
-const int YCBI = 9241; // == YCBF*16384
-const int YCRI = 11682; // == YCRF*16384
-//to YUV
-const float B2UF = 0.492f;
-const float R2VF = 0.877f;
-const int B2UI = 8061; // == B2UF*16384
-const int R2VI = 14369; // == R2VF*16384
-//from YUV
-const float U2BF = 2.032f;
-const float U2GF = -0.395f;
-const float V2GF = -0.581f;
-const float V2RF = 1.140f;
-const int U2BI = 33292;
-const int U2GI = -6472;
-const int V2GI = -9519;
-const int V2RI = 18678;
-//from YCrCb
-const float CB2BF = 1.773f;
-const float CB2GF = -0.344f;
-const float CR2GF = -0.714f;
-const float CR2RF = 1.403f;
-const int CB2BI = 29049;
-const int CB2GI = -5636;
-const int CR2GI = -11698;
-const int CR2RI = 22987;
-
-static const float * splineBuild(const softfloat* f, size_t n)
-{
- float* tab = cv::allocSingleton<float>(n * 4);
- const softfloat f2(2), f3(3), f4(4);
- softfloat cn(0);
- softfloat* sftab = reinterpret_cast<softfloat*>(tab);
- tab[0] = tab[1] = 0.0f;
-
- for(size_t i = 1; i < n; i++)
- {
- softfloat t = (f[i+1] - f[i]*f2 + f[i-1])*f3;
- softfloat l = softfloat::one()/(f4 - sftab[(i-1)*4]);
- sftab[i*4] = l; sftab[i*4+1] = (t - sftab[(i-1)*4+1])*l;
- }
-
- for(size_t j = 0; j < n; ++j)
- {
- size_t i = n - j - 1;
- softfloat c = sftab[i*4+1] - sftab[i*4]*cn;
- softfloat b = f[i+1] - f[i] - (cn + c*f2)/f3;
- softfloat d = (cn - c)/f3;
- sftab[i*4] = f[i]; sftab[i*4+1] = b;
- sftab[i*4+2] = c; sftab[i*4+3] = d;
- cn = c;
- }
- return tab;
-}
-
-
-// interpolates value of a function at x, 0 <= x <= n using a cubic spline.
-template<typename _Tp> static inline _Tp splineInterpolate(_Tp x, const _Tp* tab, int n)
-{
- // don't touch this function without urgent need - some versions of gcc fail to inline it correctly
- int ix = std::min(std::max(int(x), 0), n-1);
- x -= ix;
- tab += ix*4;
- return ((tab[3]*x + tab[2])*x + tab[1])*x + tab[0];
-}
-
-#if CV_NEON
-template<typename _Tp> static inline void splineInterpolate(float32x4_t& v_x, const _Tp* tab, int n)
-{
- int32x4_t v_ix = vcvtq_s32_f32(vminq_f32(vmaxq_f32(v_x, vdupq_n_f32(0)), vdupq_n_f32(n - 1)));
- v_x = vsubq_f32(v_x, vcvtq_f32_s32(v_ix));
- v_ix = vshlq_n_s32(v_ix, 2);
-
- int CV_DECL_ALIGNED(16) ix[4];
- vst1q_s32(ix, v_ix);
-
- float32x4_t v_tab0 = vld1q_f32(tab + ix[0]);
- float32x4_t v_tab1 = vld1q_f32(tab + ix[1]);
- float32x4_t v_tab2 = vld1q_f32(tab + ix[2]);
- float32x4_t v_tab3 = vld1q_f32(tab + ix[3]);
-
- float32x4x2_t v01 = vtrnq_f32(v_tab0, v_tab1);
- float32x4x2_t v23 = vtrnq_f32(v_tab2, v_tab3);
-
- v_tab0 = vcombine_f32(vget_low_f32(v01.val[0]), vget_low_f32(v23.val[0]));
- v_tab1 = vcombine_f32(vget_low_f32(v01.val[1]), vget_low_f32(v23.val[1]));
- v_tab2 = vcombine_f32(vget_high_f32(v01.val[0]), vget_high_f32(v23.val[0]));
- v_tab3 = vcombine_f32(vget_high_f32(v01.val[1]), vget_high_f32(v23.val[1]));
-
- v_x = vmlaq_f32(v_tab0, vmlaq_f32(v_tab1, vmlaq_f32(v_tab2, v_tab3, v_x), v_x), v_x);
-}
-#elif CV_SSE2
-template<typename _Tp> static inline void splineInterpolate(__m128& v_x, const _Tp* tab, int n)
-{
- __m128i v_ix = _mm_cvttps_epi32(_mm_min_ps(_mm_max_ps(v_x, _mm_setzero_ps()), _mm_set1_ps(float(n - 1))));
- v_x = _mm_sub_ps(v_x, _mm_cvtepi32_ps(v_ix));
- v_ix = _mm_slli_epi32(v_ix, 2);
-
- int CV_DECL_ALIGNED(16) ix[4];
- _mm_store_si128((__m128i *)ix, v_ix);
-
- __m128 v_tab0 = _mm_loadu_ps(tab + ix[0]);
- __m128 v_tab1 = _mm_loadu_ps(tab + ix[1]);
- __m128 v_tab2 = _mm_loadu_ps(tab + ix[2]);
- __m128 v_tab3 = _mm_loadu_ps(tab + ix[3]);
-
- __m128 v_tmp0 = _mm_unpacklo_ps(v_tab0, v_tab1);
- __m128 v_tmp1 = _mm_unpacklo_ps(v_tab2, v_tab3);
- __m128 v_tmp2 = _mm_unpackhi_ps(v_tab0, v_tab1);
- __m128 v_tmp3 = _mm_unpackhi_ps(v_tab2, v_tab3);
-
- v_tab0 = _mm_shuffle_ps(v_tmp0, v_tmp1, 0x44);
- v_tab2 = _mm_shuffle_ps(v_tmp2, v_tmp3, 0x44);
- v_tab1 = _mm_shuffle_ps(v_tmp0, v_tmp1, 0xee);
- v_tab3 = _mm_shuffle_ps(v_tmp2, v_tmp3, 0xee);
-
- __m128 v_l = _mm_mul_ps(v_x, v_tab3);
- v_l = _mm_add_ps(v_l, v_tab2);
- v_l = _mm_mul_ps(v_l, v_x);
- v_l = _mm_add_ps(v_l, v_tab1);
- v_l = _mm_mul_ps(v_l, v_x);
- v_x = _mm_add_ps(v_l, v_tab0);
-}
-#endif
-
-template<typename _Tp> struct ColorChannel
-{
- typedef float worktype_f;
- static _Tp max() { return std::numeric_limits<_Tp>::max(); }
- static _Tp half() { return (_Tp)(max()/2 + 1); }
-};
-
-template<> struct ColorChannel<float>
-{
- typedef float worktype_f;
- static float max() { return 1.f; }
- static float half() { return 0.5f; }
-};
-
-/*template<> struct ColorChannel<double>
-{
- typedef double worktype_f;
- static double max() { return 1.; }
- static double half() { return 0.5; }
-};*/
-
-
-///////////////////////////// Top-level template function ////////////////////////////////
-
-template <typename Cvt>
-class CvtColorLoop_Invoker : public ParallelLoopBody
-{
- typedef typename Cvt::channel_type _Tp;
-public:
-
- CvtColorLoop_Invoker(const uchar * src_data_, size_t src_step_, uchar * dst_data_, size_t dst_step_, int width_, const Cvt& _cvt) :
- ParallelLoopBody(), src_data(src_data_), src_step(src_step_), dst_data(dst_data_), dst_step(dst_step_),
- width(width_), cvt(_cvt)
- {
- }
-
- virtual void operator()(const Range& range) const
- {
- CV_TRACE_FUNCTION();
-
- const uchar* yS = src_data + static_cast<size_t>(range.start) * src_step;
- uchar* yD = dst_data + static_cast<size_t>(range.start) * dst_step;
-
- for( int i = range.start; i < range.end; ++i, yS += src_step, yD += dst_step )
- cvt(reinterpret_cast<const _Tp*>(yS), reinterpret_cast<_Tp*>(yD), width);
- }
-
-private:
- const uchar * src_data;
- size_t src_step;
- uchar * dst_data;
- size_t dst_step;
- int width;
- const Cvt& cvt;
-
- const CvtColorLoop_Invoker& operator= (const CvtColorLoop_Invoker&);
-};
-
-template <typename Cvt>
-void CvtColorLoop(const uchar * src_data, size_t src_step, uchar * dst_data, size_t dst_step, int width, int height, const Cvt& cvt)
-{
- parallel_for_(Range(0, height),
- CvtColorLoop_Invoker<Cvt>(src_data, src_step, dst_data, dst_step, width, cvt),
- (width * height) / static_cast<double>(1<<16));
-}
-
-#if defined (HAVE_IPP) && (IPP_VERSION_X100 >= 700)
-
-typedef IppStatus (CV_STDCALL* ippiReorderFunc)(const void *, int, void *, int, IppiSize, const int *);
-typedef IppStatus (CV_STDCALL* ippiGeneralFunc)(const void *, int, void *, int, IppiSize);
-typedef IppStatus (CV_STDCALL* ippiColor2GrayFunc)(const void *, int, void *, int, IppiSize, const Ipp32f *);
-
-template <typename Cvt>
-class CvtColorIPPLoop_Invoker :
- public ParallelLoopBody
-{
-public:
-
- CvtColorIPPLoop_Invoker(const uchar * src_data_, size_t src_step_, uchar * dst_data_, size_t dst_step_, int width_, const Cvt& _cvt, bool *_ok) :
- ParallelLoopBody(), src_data(src_data_), src_step(src_step_), dst_data(dst_data_), dst_step(dst_step_), width(width_), cvt(_cvt), ok(_ok)
- {
- *ok = true;
- }
-
- virtual void operator()(const Range& range) const
- {
- const void *yS = src_data + src_step * range.start;
- void *yD = dst_data + dst_step * range.start;
- if( !cvt(yS, static_cast<int>(src_step), yD, static_cast<int>(dst_step), width, range.end - range.start) )
- *ok = false;
- else
- {
- CV_IMPL_ADD(CV_IMPL_IPP|CV_IMPL_MT);
- }
- }
-
-private:
- const uchar * src_data;
- size_t src_step;
- uchar * dst_data;
- size_t dst_step;
- int width;
- const Cvt& cvt;
- bool *ok;
-
- const CvtColorIPPLoop_Invoker& operator= (const CvtColorIPPLoop_Invoker&);
-};
-
-template <typename Cvt>
-bool CvtColorIPPLoop(const uchar * src_data, size_t src_step, uchar * dst_data, size_t dst_step, int width, int height, const Cvt& cvt)
-{
- bool ok;
- parallel_for_(Range(0, height), CvtColorIPPLoop_Invoker<Cvt>(src_data, src_step, dst_data, dst_step, width, cvt, &ok), (width * height)/(double)(1<<16) );
- return ok;
-}
-
-template <typename Cvt>
-bool CvtColorIPPLoopCopy(const uchar * src_data, size_t src_step, int src_type, uchar * dst_data, size_t dst_step, int width, int height, const Cvt& cvt)
-{
- Mat temp;
- Mat src(Size(width, height), src_type, const_cast<uchar*>(src_data), src_step);
- Mat source = src;
- if( src_data == dst_data )
- {
- src.copyTo(temp);
- source = temp;
- }
- bool ok;
- parallel_for_(Range(0, source.rows),
- CvtColorIPPLoop_Invoker<Cvt>(source.data, source.step, dst_data, dst_step,
- source.cols, cvt, &ok),
- source.total()/(double)(1<<16) );
- return ok;
-}
-
-static IppStatus CV_STDCALL ippiSwapChannels_8u_C3C4Rf(const Ipp8u* pSrc, int srcStep, Ipp8u* pDst, int dstStep,
- IppiSize roiSize, const int *dstOrder)
-{
- return CV_INSTRUMENT_FUN_IPP(ippiSwapChannels_8u_C3C4R, pSrc, srcStep, pDst, dstStep, roiSize, dstOrder, MAX_IPP8u);
-}
-
-static IppStatus CV_STDCALL ippiSwapChannels_16u_C3C4Rf(const Ipp16u* pSrc, int srcStep, Ipp16u* pDst, int dstStep,
- IppiSize roiSize, const int *dstOrder)
-{
- return CV_INSTRUMENT_FUN_IPP(ippiSwapChannels_16u_C3C4R, pSrc, srcStep, pDst, dstStep, roiSize, dstOrder, MAX_IPP16u);
-}
-
-static IppStatus CV_STDCALL ippiSwapChannels_32f_C3C4Rf(const Ipp32f* pSrc, int srcStep, Ipp32f* pDst, int dstStep,
- IppiSize roiSize, const int *dstOrder)
-{
- return CV_INSTRUMENT_FUN_IPP(ippiSwapChannels_32f_C3C4R, pSrc, srcStep, pDst, dstStep, roiSize, dstOrder, MAX_IPP32f);
-}
-
-static ippiReorderFunc ippiSwapChannelsC3C4RTab[] =
-{
- (ippiReorderFunc)ippiSwapChannels_8u_C3C4Rf, 0, (ippiReorderFunc)ippiSwapChannels_16u_C3C4Rf, 0,
- 0, (ippiReorderFunc)ippiSwapChannels_32f_C3C4Rf, 0, 0
-};
-
-static ippiGeneralFunc ippiCopyAC4C3RTab[] =
-{
- (ippiGeneralFunc)ippiCopy_8u_AC4C3R, 0, (ippiGeneralFunc)ippiCopy_16u_AC4C3R, 0,
- 0, (ippiGeneralFunc)ippiCopy_32f_AC4C3R, 0, 0
-};
-
-static ippiReorderFunc ippiSwapChannelsC4C3RTab[] =
-{
- (ippiReorderFunc)ippiSwapChannels_8u_C4C3R, 0, (ippiReorderFunc)ippiSwapChannels_16u_C4C3R, 0,
- 0, (ippiReorderFunc)ippiSwapChannels_32f_C4C3R, 0, 0
-};
-
-static ippiReorderFunc ippiSwapChannelsC3RTab[] =
-{
- (ippiReorderFunc)ippiSwapChannels_8u_C3R, 0, (ippiReorderFunc)ippiSwapChannels_16u_C3R, 0,
- 0, (ippiReorderFunc)ippiSwapChannels_32f_C3R, 0, 0
-};
-
-#if IPP_VERSION_X100 >= 810
-static ippiReorderFunc ippiSwapChannelsC4RTab[] =
-{
- (ippiReorderFunc)ippiSwapChannels_8u_C4R, 0, (ippiReorderFunc)ippiSwapChannels_16u_C4R, 0,
- 0, (ippiReorderFunc)ippiSwapChannels_32f_C4R, 0, 0
-};
-#endif
-
-static ippiColor2GrayFunc ippiColor2GrayC3Tab[] =
-{
- (ippiColor2GrayFunc)ippiColorToGray_8u_C3C1R, 0, (ippiColor2GrayFunc)ippiColorToGray_16u_C3C1R, 0,
- 0, (ippiColor2GrayFunc)ippiColorToGray_32f_C3C1R, 0, 0
-};
-
-static ippiColor2GrayFunc ippiColor2GrayC4Tab[] =
-{
- (ippiColor2GrayFunc)ippiColorToGray_8u_AC4C1R, 0, (ippiColor2GrayFunc)ippiColorToGray_16u_AC4C1R, 0,
- 0, (ippiColor2GrayFunc)ippiColorToGray_32f_AC4C1R, 0, 0
-};
-
-static ippiGeneralFunc ippiRGB2GrayC3Tab[] =
-{
- (ippiGeneralFunc)ippiRGBToGray_8u_C3C1R, 0, (ippiGeneralFunc)ippiRGBToGray_16u_C3C1R, 0,
- 0, (ippiGeneralFunc)ippiRGBToGray_32f_C3C1R, 0, 0
-};
-
-static ippiGeneralFunc ippiRGB2GrayC4Tab[] =
-{
- (ippiGeneralFunc)ippiRGBToGray_8u_AC4C1R, 0, (ippiGeneralFunc)ippiRGBToGray_16u_AC4C1R, 0,
- 0, (ippiGeneralFunc)ippiRGBToGray_32f_AC4C1R, 0, 0
-};
-
-
-static IppStatus ippiGrayToRGB_C1C3R(const Ipp8u* pSrc, int srcStep, Ipp8u* pDst, int dstStep, IppiSize roiSize)
-{
- return CV_INSTRUMENT_FUN_IPP(ippiGrayToRGB_8u_C1C3R, pSrc, srcStep, pDst, dstStep, roiSize);
-}
-static IppStatus ippiGrayToRGB_C1C3R(const Ipp16u* pSrc, int srcStep, Ipp16u* pDst, int dstStep, IppiSize roiSize)
-{
- return CV_INSTRUMENT_FUN_IPP(ippiGrayToRGB_16u_C1C3R, pSrc, srcStep, pDst, dstStep, roiSize);
-}
-static IppStatus ippiGrayToRGB_C1C3R(const Ipp32f* pSrc, int srcStep, Ipp32f* pDst, int dstStep, IppiSize roiSize)
-{
- return CV_INSTRUMENT_FUN_IPP(ippiGrayToRGB_32f_C1C3R, pSrc, srcStep, pDst, dstStep, roiSize);
-}
-
-static IppStatus ippiGrayToRGB_C1C4R(const Ipp8u* pSrc, int srcStep, Ipp8u* pDst, int dstStep, IppiSize roiSize, Ipp8u aval)
-{
- return CV_INSTRUMENT_FUN_IPP(ippiGrayToRGB_8u_C1C4R, pSrc, srcStep, pDst, dstStep, roiSize, aval);
-}
-static IppStatus ippiGrayToRGB_C1C4R(const Ipp16u* pSrc, int srcStep, Ipp16u* pDst, int dstStep, IppiSize roiSize, Ipp16u aval)
-{
- return CV_INSTRUMENT_FUN_IPP(ippiGrayToRGB_16u_C1C4R, pSrc, srcStep, pDst, dstStep, roiSize, aval);
-}
-static IppStatus ippiGrayToRGB_C1C4R(const Ipp32f* pSrc, int srcStep, Ipp32f* pDst, int dstStep, IppiSize roiSize, Ipp32f aval)
-{
- return CV_INSTRUMENT_FUN_IPP(ippiGrayToRGB_32f_C1C4R, pSrc, srcStep, pDst, dstStep, roiSize, aval);
-}
-
-#if !IPP_DISABLE_RGB_XYZ
-static ippiGeneralFunc ippiRGB2XYZTab[] =
-{
- (ippiGeneralFunc)ippiRGBToXYZ_8u_C3R, 0, (ippiGeneralFunc)ippiRGBToXYZ_16u_C3R, 0,
- 0, (ippiGeneralFunc)ippiRGBToXYZ_32f_C3R, 0, 0
-};
-#endif
-
-#if !IPP_DISABLE_XYZ_RGB
-static ippiGeneralFunc ippiXYZ2RGBTab[] =
-{
- (ippiGeneralFunc)ippiXYZToRGB_8u_C3R, 0, (ippiGeneralFunc)ippiXYZToRGB_16u_C3R, 0,
- 0, (ippiGeneralFunc)ippiXYZToRGB_32f_C3R, 0, 0
-};
-#endif
-
-#if !IPP_DISABLE_RGB_HSV
-static ippiGeneralFunc ippiRGB2HSVTab[] =
-{
- (ippiGeneralFunc)ippiRGBToHSV_8u_C3R, 0, (ippiGeneralFunc)ippiRGBToHSV_16u_C3R, 0,
- 0, 0, 0, 0
-};
-#endif
-
-static ippiGeneralFunc ippiHSV2RGBTab[] =
-{
- (ippiGeneralFunc)ippiHSVToRGB_8u_C3R, 0, (ippiGeneralFunc)ippiHSVToRGB_16u_C3R, 0,
- 0, 0, 0, 0
-};
-
-static ippiGeneralFunc ippiRGB2HLSTab[] =
-{
- (ippiGeneralFunc)ippiRGBToHLS_8u_C3R, 0, (ippiGeneralFunc)ippiRGBToHLS_16u_C3R, 0,
- 0, (ippiGeneralFunc)ippiRGBToHLS_32f_C3R, 0, 0
-};
-
-static ippiGeneralFunc ippiHLS2RGBTab[] =
-{
- (ippiGeneralFunc)ippiHLSToRGB_8u_C3R, 0, (ippiGeneralFunc)ippiHLSToRGB_16u_C3R, 0,
- 0, (ippiGeneralFunc)ippiHLSToRGB_32f_C3R, 0, 0
-};
-
-#if !IPP_DISABLE_RGB_LAB
-static ippiGeneralFunc ippiRGBToLUVTab[] =
-{
- (ippiGeneralFunc)ippiRGBToLUV_8u_C3R, 0, (ippiGeneralFunc)ippiRGBToLUV_16u_C3R, 0,
- 0, (ippiGeneralFunc)ippiRGBToLUV_32f_C3R, 0, 0
-};
-#endif
-
-#if !IPP_DISABLE_LAB_RGB
-static ippiGeneralFunc ippiLUVToRGBTab[] =
-{
- (ippiGeneralFunc)ippiLUVToRGB_8u_C3R, 0, (ippiGeneralFunc)ippiLUVToRGB_16u_C3R, 0,
- 0, (ippiGeneralFunc)ippiLUVToRGB_32f_C3R, 0, 0
-};
-#endif
-
-struct IPPGeneralFunctor
-{
- IPPGeneralFunctor(ippiGeneralFunc _func) : ippiColorConvertGeneral(_func){}
- bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
- {
- return ippiColorConvertGeneral ? CV_INSTRUMENT_FUN_IPP(ippiColorConvertGeneral, src, srcStep, dst, dstStep, ippiSize(cols, rows)) >= 0 : false;
- }
-private:
- ippiGeneralFunc ippiColorConvertGeneral;
-};
-
-struct IPPReorderFunctor
-{
- IPPReorderFunctor(ippiReorderFunc _func, int _order0, int _order1, int _order2) : ippiColorConvertReorder(_func)
- {
- order[0] = _order0;
- order[1] = _order1;
- order[2] = _order2;
- order[3] = 3;
- }
- bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
- {
- return ippiColorConvertReorder ? CV_INSTRUMENT_FUN_IPP(ippiColorConvertReorder, src, srcStep, dst, dstStep, ippiSize(cols, rows), order) >= 0 : false;
- }
-private:
- ippiReorderFunc ippiColorConvertReorder;
- int order[4];
-};
-
-struct IPPColor2GrayFunctor
-{
- IPPColor2GrayFunctor(ippiColor2GrayFunc _func) :
- ippiColorToGray(_func)
- {
- coeffs[0] = B2YF;
- coeffs[1] = G2YF;
- coeffs[2] = R2YF;
- }
- bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
- {
- return ippiColorToGray ? CV_INSTRUMENT_FUN_IPP(ippiColorToGray, src, srcStep, dst, dstStep, ippiSize(cols, rows), coeffs) >= 0 : false;
- }
-private:
- ippiColor2GrayFunc ippiColorToGray;
- Ipp32f coeffs[3];
-};
-
-template <typename T>
-struct IPPGray2BGRFunctor
-{
- IPPGray2BGRFunctor(){}
-
- bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
- {
- return ippiGrayToRGB_C1C3R((T*)src, srcStep, (T*)dst, dstStep, ippiSize(cols, rows)) >= 0;
- }
-};
-
-template <typename T>
-struct IPPGray2BGRAFunctor
-{
- IPPGray2BGRAFunctor()
- {
- alpha = ColorChannel<T>::max();
- }
-
- bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
- {
- return ippiGrayToRGB_C1C4R((T*)src, srcStep, (T*)dst, dstStep, ippiSize(cols, rows), alpha) >= 0;
- }
-
- T alpha;
-};
-
-struct IPPReorderGeneralFunctor
-{
- IPPReorderGeneralFunctor(ippiReorderFunc _func1, ippiGeneralFunc _func2, int _order0, int _order1, int _order2, int _depth) :
- ippiColorConvertReorder(_func1), ippiColorConvertGeneral(_func2), depth(_depth)
- {
- order[0] = _order0;
- order[1] = _order1;
- order[2] = _order2;
- order[3] = 3;
- }
- bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
- {
- if (ippiColorConvertReorder == 0 || ippiColorConvertGeneral == 0)
- return false;
-
- Mat temp;
- temp.create(rows, cols, CV_MAKETYPE(depth, 3));
- if(CV_INSTRUMENT_FUN_IPP(ippiColorConvertReorder, src, srcStep, temp.ptr(), (int)temp.step[0], ippiSize(cols, rows), order) < 0)
- return false;
- return CV_INSTRUMENT_FUN_IPP(ippiColorConvertGeneral, temp.ptr(), (int)temp.step[0], dst, dstStep, ippiSize(cols, rows)) >= 0;
- }
-private:
- ippiReorderFunc ippiColorConvertReorder;
- ippiGeneralFunc ippiColorConvertGeneral;
- int order[4];
- int depth;
-};
-
-struct IPPGeneralReorderFunctor
-{
- IPPGeneralReorderFunctor(ippiGeneralFunc _func1, ippiReorderFunc _func2, int _order0, int _order1, int _order2, int _depth) :
- ippiColorConvertGeneral(_func1), ippiColorConvertReorder(_func2), depth(_depth)
- {
- order[0] = _order0;
- order[1] = _order1;
- order[2] = _order2;
- order[3] = 3;
- }
- bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
- {
- if (ippiColorConvertGeneral == 0 || ippiColorConvertReorder == 0)
- return false;
-
- Mat temp;
- temp.create(rows, cols, CV_MAKETYPE(depth, 3));
- if(CV_INSTRUMENT_FUN_IPP(ippiColorConvertGeneral, src, srcStep, temp.ptr(), (int)temp.step[0], ippiSize(cols, rows)) < 0)
- return false;
- return CV_INSTRUMENT_FUN_IPP(ippiColorConvertReorder, temp.ptr(), (int)temp.step[0], dst, dstStep, ippiSize(cols, rows), order) >= 0;
- }
-private:
- ippiGeneralFunc ippiColorConvertGeneral;
- ippiReorderFunc ippiColorConvertReorder;
- int order[4];
- int depth;
-};
-
-#endif
-
-////////////////// Various 3/4-channel to 3/4-channel RGB transformations /////////////////
-
-template<typename _Tp> struct RGB2RGB
-{
- typedef _Tp channel_type;
-
- RGB2RGB(int _srccn, int _dstcn, int _blueIdx) : srccn(_srccn), dstcn(_dstcn), blueIdx(_blueIdx) {}
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- int scn = srccn, dcn = dstcn, bidx = blueIdx;
- if( dcn == 3 )
- {
- n *= 3;
- for( int i = 0; i < n; i += 3, src += scn )
- {
- _Tp t0 = src[bidx], t1 = src[1], t2 = src[bidx ^ 2];
- dst[i] = t0; dst[i+1] = t1; dst[i+2] = t2;
- }
- }
- else if( scn == 3 )
- {
- n *= 3;
- _Tp alpha = ColorChannel<_Tp>::max();
- for( int i = 0; i < n; i += 3, dst += 4 )
- {
- _Tp t0 = src[i], t1 = src[i+1], t2 = src[i+2];
- dst[bidx] = t0; dst[1] = t1; dst[bidx^2] = t2; dst[3] = alpha;
- }
- }
- else
- {
- n *= 4;
- for( int i = 0; i < n; i += 4 )
- {
- _Tp t0 = src[i], t1 = src[i+1], t2 = src[i+2], t3 = src[i+3];
- dst[i+bidx] = t0; dst[i+1] = t1; dst[i+(bidx^2)] = t2; dst[i+3] = t3;
- }
- }
- }
-
- int srccn, dstcn, blueIdx;
-};
-
-#if CV_NEON
-
-template<> struct RGB2RGB<uchar>
-{
- typedef uchar channel_type;
-
- RGB2RGB(int _srccn, int _dstcn, int _blueIdx) :
- srccn(_srccn), dstcn(_dstcn), blueIdx(_blueIdx)
- {
- v_alpha = vdupq_n_u8(ColorChannel<uchar>::max());
- v_alpha2 = vget_low_u8(v_alpha);
- }
-
- void operator()(const uchar * src, uchar * dst, int n) const
- {
- int scn = srccn, dcn = dstcn, bidx = blueIdx, i = 0;
- if (dcn == 3)
- {
- n *= 3;
- if (scn == 3)
- {
- for ( ; i <= n - 48; i += 48, src += 48 )
- {
- uint8x16x3_t v_src = vld3q_u8(src), v_dst;
- v_dst.val[0] = v_src.val[bidx];
- v_dst.val[1] = v_src.val[1];
- v_dst.val[2] = v_src.val[bidx ^ 2];
- vst3q_u8(dst + i, v_dst);
- }
- for ( ; i <= n - 24; i += 24, src += 24 )
- {
- uint8x8x3_t v_src = vld3_u8(src), v_dst;
- v_dst.val[0] = v_src.val[bidx];
- v_dst.val[1] = v_src.val[1];
- v_dst.val[2] = v_src.val[bidx ^ 2];
- vst3_u8(dst + i, v_dst);
- }
- for ( ; i < n; i += 3, src += 3 )
- {
- uchar t0 = src[bidx], t1 = src[1], t2 = src[bidx ^ 2];
- dst[i] = t0; dst[i+1] = t1; dst[i+2] = t2;
- }
- }
- else
- {
- for ( ; i <= n - 48; i += 48, src += 64 )
- {
- uint8x16x4_t v_src = vld4q_u8(src);
- uint8x16x3_t v_dst;
- v_dst.val[0] = v_src.val[bidx];
- v_dst.val[1] = v_src.val[1];
- v_dst.val[2] = v_src.val[bidx ^ 2];
- vst3q_u8(dst + i, v_dst);
- }
- for ( ; i <= n - 24; i += 24, src += 32 )
- {
- uint8x8x4_t v_src = vld4_u8(src);
- uint8x8x3_t v_dst;
- v_dst.val[0] = v_src.val[bidx];
- v_dst.val[1] = v_src.val[1];
- v_dst.val[2] = v_src.val[bidx ^ 2];
- vst3_u8(dst + i, v_dst);
- }
- for ( ; i < n; i += 3, src += 4 )
- {
- uchar t0 = src[bidx], t1 = src[1], t2 = src[bidx ^ 2];
- dst[i] = t0; dst[i+1] = t1; dst[i+2] = t2;
- }
- }
- }
- else if (scn == 3)
- {
- n *= 3;
- for ( ; i <= n - 48; i += 48, dst += 64 )
- {
- uint8x16x3_t v_src = vld3q_u8(src + i);
- uint8x16x4_t v_dst;
- v_dst.val[bidx] = v_src.val[0];
- v_dst.val[1] = v_src.val[1];
- v_dst.val[bidx ^ 2] = v_src.val[2];
- v_dst.val[3] = v_alpha;
- vst4q_u8(dst, v_dst);
- }
- for ( ; i <= n - 24; i += 24, dst += 32 )
- {
- uint8x8x3_t v_src = vld3_u8(src + i);
- uint8x8x4_t v_dst;
- v_dst.val[bidx] = v_src.val[0];
- v_dst.val[1] = v_src.val[1];
- v_dst.val[bidx ^ 2] = v_src.val[2];
- v_dst.val[3] = v_alpha2;
- vst4_u8(dst, v_dst);
- }
- uchar alpha = ColorChannel<uchar>::max();
- for (; i < n; i += 3, dst += 4 )
- {
- uchar t0 = src[i], t1 = src[i+1], t2 = src[i+2];
- dst[bidx] = t0; dst[1] = t1; dst[bidx^2] = t2; dst[3] = alpha;
- }
- }
- else
- {
- n *= 4;
- for ( ; i <= n - 64; i += 64 )
- {
- uint8x16x4_t v_src = vld4q_u8(src + i), v_dst;
- v_dst.val[0] = v_src.val[bidx];
- v_dst.val[1] = v_src.val[1];
- v_dst.val[2] = v_src.val[bidx^2];
- v_dst.val[3] = v_src.val[3];
- vst4q_u8(dst + i, v_dst);
- }
- for ( ; i <= n - 32; i += 32 )
- {
- uint8x8x4_t v_src = vld4_u8(src + i), v_dst;
- v_dst.val[0] = v_src.val[bidx];
- v_dst.val[1] = v_src.val[1];
- v_dst.val[2] = v_src.val[bidx^2];
- v_dst.val[3] = v_src.val[3];
- vst4_u8(dst + i, v_dst);
- }
- for ( ; i < n; i += 4)
- {
- uchar t0 = src[i], t1 = src[i+1], t2 = src[i+2], t3 = src[i+3];
- dst[i+bidx] = t0; dst[i+1] = t1; dst[i+(bidx^2)] = t2; dst[i+3] = t3;
- }
- }
- }
-
- int srccn, dstcn, blueIdx;
-
- uint8x16_t v_alpha;
- uint8x8_t v_alpha2;
-};
-
-#endif
-
-/////////// Transforming 16-bit (565 or 555) RGB to/from 24/32-bit (888[8]) RGB //////////
-
-struct RGB5x52RGB
-{
- typedef uchar channel_type;
-
- RGB5x52RGB(int _dstcn, int _blueIdx, int _greenBits)
- : dstcn(_dstcn), blueIdx(_blueIdx), greenBits(_greenBits)
- {
- #if CV_NEON
- v_n3 = vdupq_n_u16(~3);
- v_n7 = vdupq_n_u16(~7);
- v_255 = vdupq_n_u8(255);
- v_0 = vdupq_n_u8(0);
- v_mask = vdupq_n_u16(0x8000);
- #endif
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int dcn = dstcn, bidx = blueIdx, i = 0;
- if( greenBits == 6 )
- {
- #if CV_NEON
- for ( ; i <= n - 16; i += 16, dst += dcn * 16)
- {
- uint16x8_t v_src0 = vld1q_u16((const ushort *)src + i), v_src1 = vld1q_u16((const ushort *)src + i + 8);
- uint8x16_t v_b = vcombine_u8(vmovn_u16(vshlq_n_u16(v_src0, 3)), vmovn_u16(vshlq_n_u16(v_src1, 3)));
- uint8x16_t v_g = vcombine_u8(vmovn_u16(vandq_u16(vshrq_n_u16(v_src0, 3), v_n3)),
- vmovn_u16(vandq_u16(vshrq_n_u16(v_src1, 3), v_n3)));
- uint8x16_t v_r = vcombine_u8(vmovn_u16(vandq_u16(vshrq_n_u16(v_src0, 8), v_n7)),
- vmovn_u16(vandq_u16(vshrq_n_u16(v_src1, 8), v_n7)));
- if (dcn == 3)
- {
- uint8x16x3_t v_dst;
- v_dst.val[bidx] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[bidx^2] = v_r;
- vst3q_u8(dst, v_dst);
- }
- else
- {
- uint8x16x4_t v_dst;
- v_dst.val[bidx] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[bidx^2] = v_r;
- v_dst.val[3] = v_255;
- vst4q_u8(dst, v_dst);
- }
- }
- #endif
- for( ; i < n; i++, dst += dcn )
- {
- unsigned t = ((const ushort*)src)[i];
- dst[bidx] = (uchar)(t << 3);
- dst[1] = (uchar)((t >> 3) & ~3);
- dst[bidx ^ 2] = (uchar)((t >> 8) & ~7);
- if( dcn == 4 )
- dst[3] = 255;
- }
- }
- else
- {
- #if CV_NEON
- for ( ; i <= n - 16; i += 16, dst += dcn * 16)
- {
- uint16x8_t v_src0 = vld1q_u16((const ushort *)src + i), v_src1 = vld1q_u16((const ushort *)src + i + 8);
- uint8x16_t v_b = vcombine_u8(vmovn_u16(vshlq_n_u16(v_src0, 3)), vmovn_u16(vshlq_n_u16(v_src1, 3)));
- uint8x16_t v_g = vcombine_u8(vmovn_u16(vandq_u16(vshrq_n_u16(v_src0, 2), v_n7)),
- vmovn_u16(vandq_u16(vshrq_n_u16(v_src1, 2), v_n7)));
- uint8x16_t v_r = vcombine_u8(vmovn_u16(vandq_u16(vshrq_n_u16(v_src0, 7), v_n7)),
- vmovn_u16(vandq_u16(vshrq_n_u16(v_src1, 7), v_n7)));
- if (dcn == 3)
- {
- uint8x16x3_t v_dst;
- v_dst.val[bidx] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[bidx^2] = v_r;
- vst3q_u8(dst, v_dst);
- }
- else
- {
- uint8x16x4_t v_dst;
- v_dst.val[bidx] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[bidx^2] = v_r;
- v_dst.val[3] = vbslq_u8(vcombine_u8(vqmovn_u16(vandq_u16(v_src0, v_mask)),
- vqmovn_u16(vandq_u16(v_src1, v_mask))), v_255, v_0);
- vst4q_u8(dst, v_dst);
- }
- }
- #endif
- for( ; i < n; i++, dst += dcn )
- {
- unsigned t = ((const ushort*)src)[i];
- dst[bidx] = (uchar)(t << 3);
- dst[1] = (uchar)((t >> 2) & ~7);
- dst[bidx ^ 2] = (uchar)((t >> 7) & ~7);
- if( dcn == 4 )
- dst[3] = t & 0x8000 ? 255 : 0;
- }
- }
- }
-
- int dstcn, blueIdx, greenBits;
- #if CV_NEON
- uint16x8_t v_n3, v_n7, v_mask;
- uint8x16_t v_255, v_0;
- #endif
-};
-
-
-struct RGB2RGB5x5
-{
- typedef uchar channel_type;
-
- RGB2RGB5x5(int _srccn, int _blueIdx, int _greenBits)
- : srccn(_srccn), blueIdx(_blueIdx), greenBits(_greenBits)
- {
- #if CV_NEON
- v_n3 = vdup_n_u8(~3);
- v_n7 = vdup_n_u8(~7);
- v_mask = vdupq_n_u16(0x8000);
- v_0 = vdupq_n_u16(0);
- v_full = vdupq_n_u16(0xffff);
- #endif
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int scn = srccn, bidx = blueIdx, i = 0;
- if (greenBits == 6)
- {
- if (scn == 3)
- {
- #if CV_NEON
- for ( ; i <= n - 8; i += 8, src += 24 )
- {
- uint8x8x3_t v_src = vld3_u8(src);
- uint16x8_t v_dst = vmovl_u8(vshr_n_u8(v_src.val[bidx], 3));
- v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[1], v_n3)), 3));
- v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[bidx^2], v_n7)), 8));
- vst1q_u16((ushort *)dst + i, v_dst);
- }
- #endif
- for ( ; i < n; i++, src += 3 )
- ((ushort*)dst)[i] = (ushort)((src[bidx] >> 3)|((src[1]&~3) << 3)|((src[bidx^2]&~7) << 8));
- }
- else
- {
- #if CV_NEON
- for ( ; i <= n - 8; i += 8, src += 32 )
- {
- uint8x8x4_t v_src = vld4_u8(src);
- uint16x8_t v_dst = vmovl_u8(vshr_n_u8(v_src.val[bidx], 3));
- v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[1], v_n3)), 3));
- v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[bidx^2], v_n7)), 8));
- vst1q_u16((ushort *)dst + i, v_dst);
- }
- #endif
- for ( ; i < n; i++, src += 4 )
- ((ushort*)dst)[i] = (ushort)((src[bidx] >> 3)|((src[1]&~3) << 3)|((src[bidx^2]&~7) << 8));
- }
- }
- else if (scn == 3)
- {
- #if CV_NEON
- for ( ; i <= n - 8; i += 8, src += 24 )
- {
- uint8x8x3_t v_src = vld3_u8(src);
- uint16x8_t v_dst = vmovl_u8(vshr_n_u8(v_src.val[bidx], 3));
- v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[1], v_n7)), 2));
- v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[bidx^2], v_n7)), 7));
- vst1q_u16((ushort *)dst + i, v_dst);
- }
- #endif
- for ( ; i < n; i++, src += 3 )
- ((ushort*)dst)[i] = (ushort)((src[bidx] >> 3)|((src[1]&~7) << 2)|((src[bidx^2]&~7) << 7));
- }
- else
- {
- #if CV_NEON
- for ( ; i <= n - 8; i += 8, src += 32 )
- {
- uint8x8x4_t v_src = vld4_u8(src);
- uint16x8_t v_dst = vmovl_u8(vshr_n_u8(v_src.val[bidx], 3));
- v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[1], v_n7)), 2));
- v_dst = vorrq_u16(v_dst, vorrq_u16(vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[bidx^2], v_n7)), 7),
- vbslq_u16(veorq_u16(vceqq_u16(vmovl_u8(v_src.val[3]), v_0), v_full), v_mask, v_0)));
- vst1q_u16((ushort *)dst + i, v_dst);
- }
- #endif
- for ( ; i < n; i++, src += 4 )
- ((ushort*)dst)[i] = (ushort)((src[bidx] >> 3)|((src[1]&~7) << 2)|
- ((src[bidx^2]&~7) << 7)|(src[3] ? 0x8000 : 0));
- }
- }
-
- int srccn, blueIdx, greenBits;
- #if CV_NEON
- uint8x8_t v_n3, v_n7;
- uint16x8_t v_mask, v_0, v_full;
- #endif
-};
-
-///////////////////////////////// Color to/from Grayscale ////////////////////////////////
-
-template<typename _Tp>
-struct Gray2RGB
-{
- typedef _Tp channel_type;
-
- Gray2RGB(int _dstcn) : dstcn(_dstcn) {}
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- if( dstcn == 3 )
- for( int i = 0; i < n; i++, dst += 3 )
- {
- dst[0] = dst[1] = dst[2] = src[i];
- }
- else
- {
- _Tp alpha = ColorChannel<_Tp>::max();
- for( int i = 0; i < n; i++, dst += 4 )
- {
- dst[0] = dst[1] = dst[2] = src[i];
- dst[3] = alpha;
- }
- }
- }
-
- int dstcn;
-};
-
-
-struct Gray2RGB5x5
-{
- typedef uchar channel_type;
-
- Gray2RGB5x5(int _greenBits) : greenBits(_greenBits)
- {
- #if CV_NEON
- v_n7 = vdup_n_u8(~7);
- v_n3 = vdup_n_u8(~3);
- #elif CV_SSE2
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- v_n7 = _mm_set1_epi16(~7);
- v_n3 = _mm_set1_epi16(~3);
- v_zero = _mm_setzero_si128();
- #endif
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int i = 0;
- if( greenBits == 6 )
- {
- #if CV_NEON
- for ( ; i <= n - 8; i += 8 )
- {
- uint8x8_t v_src = vld1_u8(src + i);
- uint16x8_t v_dst = vmovl_u8(vshr_n_u8(v_src, 3));
- v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src, v_n3)), 3));
- v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src, v_n7)), 8));
- vst1q_u16((ushort *)dst + i, v_dst);
- }
- #elif CV_SSE2
- if (haveSIMD)
- {
- for ( ; i <= n - 16; i += 16 )
- {
- __m128i v_src = _mm_loadu_si128((__m128i const *)(src + i));
-
- __m128i v_src_p = _mm_unpacklo_epi8(v_src, v_zero);
- __m128i v_dst = _mm_or_si128(_mm_srli_epi16(v_src_p, 3),
- _mm_or_si128(_mm_slli_epi16(_mm_and_si128(v_src_p, v_n3), 3),
- _mm_slli_epi16(_mm_and_si128(v_src_p, v_n7), 8)));
- _mm_storeu_si128((__m128i *)((ushort *)dst + i), v_dst);
-
- v_src_p = _mm_unpackhi_epi8(v_src, v_zero);
- v_dst = _mm_or_si128(_mm_srli_epi16(v_src_p, 3),
- _mm_or_si128(_mm_slli_epi16(_mm_and_si128(v_src_p, v_n3), 3),
- _mm_slli_epi16(_mm_and_si128(v_src_p, v_n7), 8)));
- _mm_storeu_si128((__m128i *)((ushort *)dst + i + 8), v_dst);
- }
- }
- #endif
- for ( ; i < n; i++ )
- {
- int t = src[i];
- ((ushort*)dst)[i] = (ushort)((t >> 3)|((t & ~3) << 3)|((t & ~7) << 8));
- }
- }
- else
- {
- #if CV_NEON
- for ( ; i <= n - 8; i += 8 )
- {
- uint16x8_t v_src = vmovl_u8(vshr_n_u8(vld1_u8(src + i), 3));
- uint16x8_t v_dst = vorrq_u16(vorrq_u16(v_src, vshlq_n_u16(v_src, 5)), vshlq_n_u16(v_src, 10));
- vst1q_u16((ushort *)dst + i, v_dst);
- }
- #elif CV_SSE2
- if (haveSIMD)
- {
- for ( ; i <= n - 16; i += 8 )
- {
- __m128i v_src = _mm_loadu_si128((__m128i const *)(src + i));
-
- __m128i v_src_p = _mm_srli_epi16(_mm_unpacklo_epi8(v_src, v_zero), 3);
- __m128i v_dst = _mm_or_si128(v_src_p,
- _mm_or_si128(_mm_slli_epi32(v_src_p, 5),
- _mm_slli_epi16(v_src_p, 10)));
- _mm_storeu_si128((__m128i *)((ushort *)dst + i), v_dst);
-
- v_src_p = _mm_srli_epi16(_mm_unpackhi_epi8(v_src, v_zero), 3);
- v_dst = _mm_or_si128(v_src_p,
- _mm_or_si128(_mm_slli_epi16(v_src_p, 5),
- _mm_slli_epi16(v_src_p, 10)));
- _mm_storeu_si128((__m128i *)((ushort *)dst + i + 8), v_dst);
- }
- }
- #endif
- for( ; i < n; i++ )
- {
- int t = src[i] >> 3;
- ((ushort*)dst)[i] = (ushort)(t|(t << 5)|(t << 10));
- }
- }
- }
- int greenBits;
-
- #if CV_NEON
- uint8x8_t v_n7, v_n3;
- #elif CV_SSE2
- __m128i v_n7, v_n3, v_zero;
- bool haveSIMD;
- #endif
-};
-
-
-#undef R2Y
-#undef G2Y
-#undef B2Y
-
-enum
-{
- yuv_shift = 14,
- xyz_shift = 12,
- R2Y = 4899, // == R2YF*16384
- G2Y = 9617, // == G2YF*16384
- B2Y = 1868, // == B2YF*16384
- BLOCK_SIZE = 256
-};
-
-
-struct RGB5x52Gray
-{
- typedef uchar channel_type;
-
- RGB5x52Gray(int _greenBits) : greenBits(_greenBits)
- {
- #if CV_NEON
- v_b2y = vdup_n_u16(B2Y);
- v_g2y = vdup_n_u16(G2Y);
- v_r2y = vdup_n_u16(R2Y);
- v_delta = vdupq_n_u32(1 << (yuv_shift - 1));
- v_f8 = vdupq_n_u16(0xf8);
- v_fc = vdupq_n_u16(0xfc);
- #elif CV_SSE2
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- const __m128i v_b2y = _mm_set1_epi16(B2Y);
- const __m128i v_g2y = _mm_set1_epi16(G2Y);
- v_bg2y = _mm_unpacklo_epi16(v_b2y, v_g2y);
- const __m128i v_r2y = _mm_set1_epi16(R2Y);
- const __m128i v_one = _mm_set1_epi16(1);
- v_rd2y = _mm_unpacklo_epi16(v_r2y, v_one);
- v_delta = _mm_slli_epi16(v_one, yuv_shift - 1);
- #endif
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int i = 0;
- if( greenBits == 6 )
- {
- #if CV_NEON
- for ( ; i <= n - 8; i += 8)
- {
- uint16x8_t v_src = vld1q_u16((ushort *)src + i);
- uint16x8_t v_t0 = vandq_u16(vshlq_n_u16(v_src, 3), v_f8),
- v_t1 = vandq_u16(vshrq_n_u16(v_src, 3), v_fc),
- v_t2 = vandq_u16(vshrq_n_u16(v_src, 8), v_f8);
-
- uint32x4_t v_dst0 = vmlal_u16(vmlal_u16(vmull_u16(vget_low_u16(v_t0), v_b2y),
- vget_low_u16(v_t1), v_g2y), vget_low_u16(v_t2), v_r2y);
- uint32x4_t v_dst1 = vmlal_u16(vmlal_u16(vmull_u16(vget_high_u16(v_t0), v_b2y),
- vget_high_u16(v_t1), v_g2y), vget_high_u16(v_t2), v_r2y);
- v_dst0 = vshrq_n_u32(vaddq_u32(v_dst0, v_delta), yuv_shift);
- v_dst1 = vshrq_n_u32(vaddq_u32(v_dst1, v_delta), yuv_shift);
-
- vst1_u8(dst + i, vmovn_u16(vcombine_u16(vmovn_u32(v_dst0), vmovn_u32(v_dst1))));
- }
- #elif CV_SSE2
- if (haveSIMD)
- {
- for ( ; i <= n - 8; i += 8)
- {
- __m128i v_src = _mm_loadu_si128((__m128i const *)((ushort *)src + i));
- __m128i v_b = _mm_srli_epi16(_mm_slli_epi16(v_src, 11), 8),
- v_g = _mm_srli_epi16(_mm_slli_epi16(_mm_srli_epi16(v_src, 5), 10),8),
- v_r = _mm_slli_epi16(_mm_srli_epi16(v_src, 11), 3);
-
- __m128i v_bg_lo = _mm_unpacklo_epi16(v_b, v_g);
- __m128i v_rd_lo = _mm_unpacklo_epi16(v_r, v_delta);
- __m128i v_bg_hi = _mm_unpackhi_epi16(v_b, v_g);
- __m128i v_rd_hi = _mm_unpackhi_epi16(v_r, v_delta);
- v_bg_lo = _mm_madd_epi16(v_bg_lo, v_bg2y);
- v_rd_lo = _mm_madd_epi16(v_rd_lo, v_rd2y);
- v_bg_hi = _mm_madd_epi16(v_bg_hi, v_bg2y);
- v_rd_hi = _mm_madd_epi16(v_rd_hi, v_rd2y);
-
- __m128i v_bgr_lo = _mm_add_epi32(v_bg_lo, v_rd_lo);
- __m128i v_bgr_hi = _mm_add_epi32(v_bg_hi, v_rd_hi);
- v_bgr_lo = _mm_srli_epi32(v_bgr_lo, yuv_shift);
- v_bgr_hi = _mm_srli_epi32(v_bgr_hi, yuv_shift);
-
- __m128i v_dst = _mm_packs_epi32(v_bgr_lo, v_bgr_hi);
- v_dst = _mm_packus_epi16(v_dst, v_dst);
- _mm_storel_epi64((__m128i *)(dst + i), v_dst);
- }
- }
- #endif
- for ( ; i < n; i++)
- {
- int t = ((ushort*)src)[i];
- dst[i] = (uchar)CV_DESCALE(((t << 3) & 0xf8)*B2Y +
- ((t >> 3) & 0xfc)*G2Y +
- ((t >> 8) & 0xf8)*R2Y, yuv_shift);
- }
- }
- else
- {
- #if CV_NEON
- for ( ; i <= n - 8; i += 8)
- {
- uint16x8_t v_src = vld1q_u16((ushort *)src + i);
- uint16x8_t v_t0 = vandq_u16(vshlq_n_u16(v_src, 3), v_f8),
- v_t1 = vandq_u16(vshrq_n_u16(v_src, 2), v_f8),
- v_t2 = vandq_u16(vshrq_n_u16(v_src, 7), v_f8);
-
- uint32x4_t v_dst0 = vmlal_u16(vmlal_u16(vmull_u16(vget_low_u16(v_t0), v_b2y),
- vget_low_u16(v_t1), v_g2y), vget_low_u16(v_t2), v_r2y);
- uint32x4_t v_dst1 = vmlal_u16(vmlal_u16(vmull_u16(vget_high_u16(v_t0), v_b2y),
- vget_high_u16(v_t1), v_g2y), vget_high_u16(v_t2), v_r2y);
- v_dst0 = vshrq_n_u32(vaddq_u32(v_dst0, v_delta), yuv_shift);
- v_dst1 = vshrq_n_u32(vaddq_u32(v_dst1, v_delta), yuv_shift);
-
- vst1_u8(dst + i, vmovn_u16(vcombine_u16(vmovn_u32(v_dst0), vmovn_u32(v_dst1))));
- }
- #elif CV_SSE2
- if (haveSIMD)
- {
- for ( ; i <= n - 8; i += 8)
- {
- __m128i v_src = _mm_loadu_si128((__m128i const *)((ushort *)src + i));
- __m128i v_b = _mm_srli_epi16(_mm_slli_epi16(v_src, 11), 8),
- v_g = _mm_srli_epi16(_mm_slli_epi16(_mm_srli_epi16(v_src, 5), 11),8),
- v_r = _mm_srli_epi16(_mm_slli_epi16(_mm_srli_epi16(v_src, 10), 11),8);
-
- __m128i v_bg_lo = _mm_unpacklo_epi16(v_b, v_g);
- __m128i v_rd_lo = _mm_unpacklo_epi16(v_r, v_delta);
- __m128i v_bg_hi = _mm_unpackhi_epi16(v_b, v_g);
- __m128i v_rd_hi = _mm_unpackhi_epi16(v_r, v_delta);
- v_bg_lo = _mm_madd_epi16(v_bg_lo, v_bg2y);
- v_rd_lo = _mm_madd_epi16(v_rd_lo, v_rd2y);
- v_bg_hi = _mm_madd_epi16(v_bg_hi, v_bg2y);
- v_rd_hi = _mm_madd_epi16(v_rd_hi, v_rd2y);
-
- __m128i v_bgr_lo = _mm_add_epi32(v_bg_lo, v_rd_lo);
- __m128i v_bgr_hi = _mm_add_epi32(v_bg_hi, v_rd_hi);
- v_bgr_lo = _mm_srli_epi32(v_bgr_lo, yuv_shift);
- v_bgr_hi = _mm_srli_epi32(v_bgr_hi, yuv_shift);
-
- __m128i v_dst = _mm_packs_epi32(v_bgr_lo, v_bgr_hi);
- v_dst = _mm_packus_epi16(v_dst, v_dst);
- _mm_storel_epi64((__m128i *)(dst + i), v_dst);
- }
- }
- #endif
- for ( ; i < n; i++)
- {
- int t = ((ushort*)src)[i];
- dst[i] = (uchar)CV_DESCALE(((t << 3) & 0xf8)*B2Y +
- ((t >> 2) & 0xf8)*G2Y +
- ((t >> 7) & 0xf8)*R2Y, yuv_shift);
- }
- }
- }
- int greenBits;
-
- #if CV_NEON
- uint16x4_t v_b2y, v_g2y, v_r2y;
- uint32x4_t v_delta;
- uint16x8_t v_f8, v_fc;
- #elif CV_SSE2
- bool haveSIMD;
- __m128i v_bg2y, v_rd2y;
- __m128i v_delta;
- #endif
-};
-
-
-template<typename _Tp> struct RGB2Gray
-{
- typedef _Tp channel_type;
-
- RGB2Gray(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
- {
- static const float coeffs0[] = { R2YF, G2YF, B2YF };
- memcpy( coeffs, _coeffs ? _coeffs : coeffs0, 3*sizeof(coeffs[0]) );
- if(blueIdx == 0)
- std::swap(coeffs[0], coeffs[2]);
- }
-
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- int scn = srccn;
- float cb = coeffs[0], cg = coeffs[1], cr = coeffs[2];
- for(int i = 0; i < n; i++, src += scn)
- dst[i] = saturate_cast<_Tp>(src[0]*cb + src[1]*cg + src[2]*cr);
- }
- int srccn;
- float coeffs[3];
-};
-
-template<> struct RGB2Gray<uchar>
-{
- typedef uchar channel_type;
-
- RGB2Gray(int _srccn, int blueIdx, const int* coeffs) : srccn(_srccn)
- {
- const int coeffs0[] = { R2Y, G2Y, B2Y };
- if(!coeffs) coeffs = coeffs0;
-
- int b = 0, g = 0, r = (1 << (yuv_shift-1));
- int db = coeffs[blueIdx^2], dg = coeffs[1], dr = coeffs[blueIdx];
-
- for( int i = 0; i < 256; i++, b += db, g += dg, r += dr )
- {
- tab[i] = b;
- tab[i+256] = g;
- tab[i+512] = r;
- }
- }
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int scn = srccn;
- const int* _tab = tab;
- for(int i = 0; i < n; i++, src += scn)
- dst[i] = (uchar)((_tab[src[0]] + _tab[src[1]+256] + _tab[src[2]+512]) >> yuv_shift);
- }
- int srccn;
- int tab[256*3];
-};
-
-#if CV_NEON
-
-template <>
-struct RGB2Gray<ushort>
-{
- typedef ushort channel_type;
-
- RGB2Gray(int _srccn, int blueIdx, const int* _coeffs) :
- srccn(_srccn)
- {
- static const int coeffs0[] = { R2Y, G2Y, B2Y };
- memcpy(coeffs, _coeffs ? _coeffs : coeffs0, 3*sizeof(coeffs[0]));
- if( blueIdx == 0 )
- std::swap(coeffs[0], coeffs[2]);
-
- v_cb = vdup_n_u16(coeffs[0]);
- v_cg = vdup_n_u16(coeffs[1]);
- v_cr = vdup_n_u16(coeffs[2]);
- v_delta = vdupq_n_u32(1 << (yuv_shift - 1));
- }
-
- void operator()(const ushort* src, ushort* dst, int n) const
- {
- int scn = srccn, cb = coeffs[0], cg = coeffs[1], cr = coeffs[2], i = 0;
-
- for ( ; i <= n - 8; i += 8, src += scn * 8)
- {
- uint16x8_t v_b, v_r, v_g;
- if (scn == 3)
- {
- uint16x8x3_t v_src = vld3q_u16(src);
- v_b = v_src.val[0];
- v_g = v_src.val[1];
- v_r = v_src.val[2];
- }
- else
- {
- uint16x8x4_t v_src = vld4q_u16(src);
- v_b = v_src.val[0];
- v_g = v_src.val[1];
- v_r = v_src.val[2];
- }
-
- uint32x4_t v_dst0_ = vmlal_u16(vmlal_u16(
- vmull_u16(vget_low_u16(v_b), v_cb),
- vget_low_u16(v_g), v_cg),
- vget_low_u16(v_r), v_cr);
- uint32x4_t v_dst1_ = vmlal_u16(vmlal_u16(
- vmull_u16(vget_high_u16(v_b), v_cb),
- vget_high_u16(v_g), v_cg),
- vget_high_u16(v_r), v_cr);
-
- uint16x4_t v_dst0 = vmovn_u32(vshrq_n_u32(vaddq_u32(v_dst0_, v_delta), yuv_shift));
- uint16x4_t v_dst1 = vmovn_u32(vshrq_n_u32(vaddq_u32(v_dst1_, v_delta), yuv_shift));
-
- vst1q_u16(dst + i, vcombine_u16(v_dst0, v_dst1));
- }
-
- for ( ; i <= n - 4; i += 4, src += scn * 4)
- {
- uint16x4_t v_b, v_r, v_g;
- if (scn == 3)
- {
- uint16x4x3_t v_src = vld3_u16(src);
- v_b = v_src.val[0];
- v_g = v_src.val[1];
- v_r = v_src.val[2];
- }
- else
- {
- uint16x4x4_t v_src = vld4_u16(src);
- v_b = v_src.val[0];
- v_g = v_src.val[1];
- v_r = v_src.val[2];
- }
-
- uint32x4_t v_dst = vmlal_u16(vmlal_u16(
- vmull_u16(v_b, v_cb),
- v_g, v_cg),
- v_r, v_cr);
-
- vst1_u16(dst + i, vmovn_u32(vshrq_n_u32(vaddq_u32(v_dst, v_delta), yuv_shift)));
- }
-
- for( ; i < n; i++, src += scn)
- dst[i] = (ushort)CV_DESCALE((unsigned)(src[0]*cb + src[1]*cg + src[2]*cr), yuv_shift);
- }
-
- int srccn, coeffs[3];
- uint16x4_t v_cb, v_cg, v_cr;
- uint32x4_t v_delta;
-};
-
-template <>
-struct RGB2Gray<float>
-{
- typedef float channel_type;
-
- RGB2Gray(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
- {
- static const float coeffs0[] = { R2YF, G2YF, B2YF };
- memcpy( coeffs, _coeffs ? _coeffs : coeffs0, 3*sizeof(coeffs[0]) );
- if(blueIdx == 0)
- std::swap(coeffs[0], coeffs[2]);
-
- v_cb = vdupq_n_f32(coeffs[0]);
- v_cg = vdupq_n_f32(coeffs[1]);
- v_cr = vdupq_n_f32(coeffs[2]);
- }
-
- void operator()(const float * src, float * dst, int n) const
- {
- int scn = srccn, i = 0;
- float cb = coeffs[0], cg = coeffs[1], cr = coeffs[2];
-
- if (scn == 3)
- {
- for ( ; i <= n - 8; i += 8, src += scn * 8)
- {
- float32x4x3_t v_src = vld3q_f32(src);
- vst1q_f32(dst + i, vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_cb), v_src.val[1], v_cg), v_src.val[2], v_cr));
-
- v_src = vld3q_f32(src + scn * 4);
- vst1q_f32(dst + i + 4, vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_cb), v_src.val[1], v_cg), v_src.val[2], v_cr));
- }
-
- for ( ; i <= n - 4; i += 4, src += scn * 4)
- {
- float32x4x3_t v_src = vld3q_f32(src);
- vst1q_f32(dst + i, vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_cb), v_src.val[1], v_cg), v_src.val[2], v_cr));
- }
- }
- else
- {
- for ( ; i <= n - 8; i += 8, src += scn * 8)
- {
- float32x4x4_t v_src = vld4q_f32(src);
- vst1q_f32(dst + i, vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_cb), v_src.val[1], v_cg), v_src.val[2], v_cr));
-
- v_src = vld4q_f32(src + scn * 4);
- vst1q_f32(dst + i + 4, vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_cb), v_src.val[1], v_cg), v_src.val[2], v_cr));
- }
-
- for ( ; i <= n - 4; i += 4, src += scn * 4)
- {
- float32x4x4_t v_src = vld4q_f32(src);
- vst1q_f32(dst + i, vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_cb), v_src.val[1], v_cg), v_src.val[2], v_cr));
- }
- }
-
- for ( ; i < n; i++, src += scn)
- dst[i] = src[0]*cb + src[1]*cg + src[2]*cr;
- }
-
- int srccn;
- float coeffs[3];
- float32x4_t v_cb, v_cg, v_cr;
-};
-
-#elif CV_SSE2
-
-#if CV_SSE4_1
-
-template <>
-struct RGB2Gray<ushort>
-{
- typedef ushort channel_type;
-
- RGB2Gray(int _srccn, int blueIdx, const int* _coeffs) :
- srccn(_srccn)
- {
- static const int coeffs0[] = { R2Y, G2Y, B2Y };
- memcpy(coeffs, _coeffs ? _coeffs : coeffs0, 3*sizeof(coeffs[0]));
- if( blueIdx == 0 )
- std::swap(coeffs[0], coeffs[2]);
-
- v_delta = _mm_set1_epi32(1 << (yuv_shift - 1));
- v_zero = _mm_setzero_si128();
-
- haveSIMD = checkHardwareSupport(CV_CPU_SSE4_1);
- }
-
- // 16s x 8
- void process(__m128i* v_rgb, __m128i* v_coeffs,
- __m128i & v_gray) const
- {
- __m128i v_rgb_hi[4];
- v_rgb_hi[0] = _mm_cmplt_epi16(v_rgb[0], v_zero);
- v_rgb_hi[1] = _mm_cmplt_epi16(v_rgb[1], v_zero);
- v_rgb_hi[2] = _mm_cmplt_epi16(v_rgb[2], v_zero);
- v_rgb_hi[3] = _mm_cmplt_epi16(v_rgb[3], v_zero);
-
- v_rgb_hi[0] = _mm_and_si128(v_rgb_hi[0], v_coeffs[1]);
- v_rgb_hi[1] = _mm_and_si128(v_rgb_hi[1], v_coeffs[1]);
- v_rgb_hi[2] = _mm_and_si128(v_rgb_hi[2], v_coeffs[1]);
- v_rgb_hi[3] = _mm_and_si128(v_rgb_hi[3], v_coeffs[1]);
-
- v_rgb_hi[0] = _mm_hadd_epi16(v_rgb_hi[0], v_rgb_hi[1]);
- v_rgb_hi[2] = _mm_hadd_epi16(v_rgb_hi[2], v_rgb_hi[3]);
- v_rgb_hi[0] = _mm_hadd_epi16(v_rgb_hi[0], v_rgb_hi[2]);
-
- v_rgb[0] = _mm_madd_epi16(v_rgb[0], v_coeffs[0]);
- v_rgb[1] = _mm_madd_epi16(v_rgb[1], v_coeffs[0]);
- v_rgb[2] = _mm_madd_epi16(v_rgb[2], v_coeffs[0]);
- v_rgb[3] = _mm_madd_epi16(v_rgb[3], v_coeffs[0]);
-
- v_rgb[0] = _mm_hadd_epi32(v_rgb[0], v_rgb[1]);
- v_rgb[2] = _mm_hadd_epi32(v_rgb[2], v_rgb[3]);
-
- v_rgb[0] = _mm_add_epi32(v_rgb[0], v_delta);
- v_rgb[2] = _mm_add_epi32(v_rgb[2], v_delta);
-
- v_rgb[0] = _mm_srai_epi32(v_rgb[0], yuv_shift);
- v_rgb[2] = _mm_srai_epi32(v_rgb[2], yuv_shift);
-
- v_gray = _mm_packs_epi32(v_rgb[0], v_rgb[2]);
- v_gray = _mm_add_epi16(v_gray, v_rgb_hi[0]);
- }
-
- void operator()(const ushort* src, ushort* dst, int n) const
- {
- int scn = srccn, cb = coeffs[0], cg = coeffs[1], cr = coeffs[2], i = 0;
-
- if (scn == 3 && haveSIMD)
- {
- __m128i v_coeffs[2];
- v_coeffs[0] = _mm_set_epi16(0, (short)coeffs[2], (short)coeffs[1], (short)coeffs[0], (short)coeffs[2], (short)coeffs[1], (short)coeffs[0], 0);
- v_coeffs[1] = _mm_slli_epi16(v_coeffs[0], 2);
-
- for ( ; i <= n - 8; i += 8, src += scn * 8)
- {
- __m128i v_src[3];
- v_src[0] = _mm_loadu_si128((__m128i const *)(src));
- v_src[1] = _mm_loadu_si128((__m128i const *)(src + 8));
- v_src[2] = _mm_loadu_si128((__m128i const *)(src + 16));
-
- __m128i v_rgb[4];
- v_rgb[0] = _mm_slli_si128(v_src[0], 2);
- v_rgb[1] = _mm_alignr_epi8(v_src[1], v_src[0], 10);
- v_rgb[2] = _mm_alignr_epi8(v_src[2], v_src[1], 6);
- v_rgb[3] = _mm_srli_si128(v_src[2], 2);
-
- __m128i v_gray;
- process(v_rgb, v_coeffs,
- v_gray);
-
- _mm_storeu_si128((__m128i *)(dst + i), v_gray);
- }
- }
- else if (scn == 4 && haveSIMD)
- {
- __m128i v_coeffs[2];
- v_coeffs[0] = _mm_set_epi16(0, (short)coeffs[2], (short)coeffs[1], (short)coeffs[0], 0, (short)coeffs[2], (short)coeffs[1], (short)coeffs[0]);
- v_coeffs[1] = _mm_slli_epi16(v_coeffs[0], 2);
-
- for ( ; i <= n - 8; i += 8, src += scn * 8)
- {
- __m128i v_rgb[4];
- v_rgb[0] = _mm_loadu_si128((__m128i const *)(src));
- v_rgb[1] = _mm_loadu_si128((__m128i const *)(src + 8));
- v_rgb[2] = _mm_loadu_si128((__m128i const *)(src + 16));
- v_rgb[3] = _mm_loadu_si128((__m128i const *)(src + 24));
-
- __m128i v_gray;
- process(v_rgb, v_coeffs,
- v_gray);
-
- _mm_storeu_si128((__m128i *)(dst + i), v_gray);
- }
- }
-
- for( ; i < n; i++, src += scn)
- dst[i] = (ushort)CV_DESCALE((unsigned)(src[0]*cb + src[1]*cg + src[2]*cr), yuv_shift);
- }
-
- int srccn, coeffs[3];
- __m128i v_delta;
- __m128i v_zero;
- bool haveSIMD;
-};
-
-#endif // CV_SSE4_1
-
-template <>
-struct RGB2Gray<float>
-{
- typedef float channel_type;
-
- RGB2Gray(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
- {
- static const float coeffs0[] = { R2YF, G2YF, B2YF };
- memcpy( coeffs, _coeffs ? _coeffs : coeffs0, 3*sizeof(coeffs[0]) );
- if(blueIdx == 0)
- std::swap(coeffs[0], coeffs[2]);
-
- v_cb = _mm_set1_ps(coeffs[0]);
- v_cg = _mm_set1_ps(coeffs[1]);
- v_cr = _mm_set1_ps(coeffs[2]);
-
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- }
-
- void process(__m128 v_b, __m128 v_g, __m128 v_r,
- __m128 & v_gray) const
- {
- v_gray = _mm_mul_ps(v_r, v_cr);
- v_gray = _mm_add_ps(v_gray, _mm_mul_ps(v_g, v_cg));
- v_gray = _mm_add_ps(v_gray, _mm_mul_ps(v_b, v_cb));
- }
-
- void operator()(const float * src, float * dst, int n) const
- {
- int scn = srccn, i = 0;
- float cb = coeffs[0], cg = coeffs[1], cr = coeffs[2];
-
- if (scn == 3 && haveSIMD)
- {
- for ( ; i <= n - 8; i += 8, src += scn * 8)
- {
- __m128 v_r0 = _mm_loadu_ps(src);
- __m128 v_r1 = _mm_loadu_ps(src + 4);
- __m128 v_g0 = _mm_loadu_ps(src + 8);
- __m128 v_g1 = _mm_loadu_ps(src + 12);
- __m128 v_b0 = _mm_loadu_ps(src + 16);
- __m128 v_b1 = _mm_loadu_ps(src + 20);
-
- _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
-
- __m128 v_gray0;
- process(v_r0, v_g0, v_b0,
- v_gray0);
-
- __m128 v_gray1;
- process(v_r1, v_g1, v_b1,
- v_gray1);
-
- _mm_storeu_ps(dst + i, v_gray0);
- _mm_storeu_ps(dst + i + 4, v_gray1);
- }
- }
- else if (scn == 4 && haveSIMD)
- {
- for ( ; i <= n - 8; i += 8, src += scn * 8)
- {
- __m128 v_r0 = _mm_loadu_ps(src);
- __m128 v_r1 = _mm_loadu_ps(src + 4);
- __m128 v_g0 = _mm_loadu_ps(src + 8);
- __m128 v_g1 = _mm_loadu_ps(src + 12);
- __m128 v_b0 = _mm_loadu_ps(src + 16);
- __m128 v_b1 = _mm_loadu_ps(src + 20);
- __m128 v_a0 = _mm_loadu_ps(src + 24);
- __m128 v_a1 = _mm_loadu_ps(src + 28);
-
- _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1, v_a0, v_a1);
-
- __m128 v_gray0;
- process(v_r0, v_g0, v_b0,
- v_gray0);
-
- __m128 v_gray1;
- process(v_r1, v_g1, v_b1,
- v_gray1);
-
- _mm_storeu_ps(dst + i, v_gray0);
- _mm_storeu_ps(dst + i + 4, v_gray1);
- }
- }
-
- for ( ; i < n; i++, src += scn)
- dst[i] = src[0]*cb + src[1]*cg + src[2]*cr;
- }
-
- int srccn;
- float coeffs[3];
- __m128 v_cb, v_cg, v_cr;
- bool haveSIMD;
-};
-
-#endif // CV_SSE2
-
-#if !CV_NEON && !CV_SSE4_1
-
-template<> struct RGB2Gray<ushort>
-{
- typedef ushort channel_type;
-
- RGB2Gray(int _srccn, int blueIdx, const int* _coeffs) : srccn(_srccn)
- {
- static const int coeffs0[] = { R2Y, G2Y, B2Y };
- memcpy(coeffs, _coeffs ? _coeffs : coeffs0, 3*sizeof(coeffs[0]));
- if( blueIdx == 0 )
- std::swap(coeffs[0], coeffs[2]);
- }
-
- void operator()(const ushort* src, ushort* dst, int n) const
- {
- int scn = srccn, cb = coeffs[0], cg = coeffs[1], cr = coeffs[2];
- for(int i = 0; i < n; i++, src += scn)
- dst[i] = (ushort)CV_DESCALE((unsigned)(src[0]*cb + src[1]*cg + src[2]*cr), yuv_shift);
- }
- int srccn;
- int coeffs[3];
-};
-
-#endif // !CV_NEON && !CV_SSE4_1
-
-///////////////////////////////////// RGB <-> YCrCb //////////////////////////////////////
-
-template<typename _Tp> struct RGB2YCrCb_f
-{
- typedef _Tp channel_type;
-
- RGB2YCrCb_f(int _srccn, int _blueIdx, bool _isCrCb) : srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const float coeffs_crb[] = { R2YF, G2YF, B2YF, YCRF, YCBF };
- static const float coeffs_yuv[] = { R2YF, G2YF, B2YF, R2VF, B2UF };
- memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
- if(blueIdx==0) std::swap(coeffs[0], coeffs[2]);
- }
-
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- int scn = srccn, bidx = blueIdx;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- const _Tp delta = ColorChannel<_Tp>::half();
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
- n *= 3;
- for(int i = 0; i < n; i += 3, src += scn)
- {
- _Tp Y = saturate_cast<_Tp>(src[0]*C0 + src[1]*C1 + src[2]*C2);
- _Tp Cr = saturate_cast<_Tp>((src[bidx^2] - Y)*C3 + delta);
- _Tp Cb = saturate_cast<_Tp>((src[bidx] - Y)*C4 + delta);
- dst[i] = Y; dst[i+1+yuvOrder] = Cr; dst[i+2-yuvOrder] = Cb;
- }
- }
- int srccn, blueIdx;
- bool isCrCb;
- float coeffs[5];
-};
-
-#if CV_NEON
-
-template <>
-struct RGB2YCrCb_f<float>
-{
- typedef float channel_type;
-
- RGB2YCrCb_f(int _srccn, int _blueIdx, bool _isCrCb) :
- srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const float coeffs_crb[] = { R2YF, G2YF, B2YF, YCRF, YCBF };
- static const float coeffs_yuv[] = { R2YF, G2YF, B2YF, R2VF, B2UF };
- memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
- if(blueIdx==0)
- std::swap(coeffs[0], coeffs[2]);
-
- v_c0 = vdupq_n_f32(coeffs[0]);
- v_c1 = vdupq_n_f32(coeffs[1]);
- v_c2 = vdupq_n_f32(coeffs[2]);
- v_c3 = vdupq_n_f32(coeffs[3]);
- v_c4 = vdupq_n_f32(coeffs[4]);
- v_delta = vdupq_n_f32(ColorChannel<float>::half());
- }
-
- void operator()(const float * src, float * dst, int n) const
- {
- int scn = srccn, bidx = blueIdx, i = 0;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- const float delta = ColorChannel<float>::half();
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
- n *= 3;
-
- if (scn == 3)
- for ( ; i <= n - 12; i += 12, src += 12)
- {
- float32x4x3_t v_src = vld3q_f32(src), v_dst;
- v_dst.val[0] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c0), v_src.val[1], v_c1), v_src.val[2], v_c2);
- v_dst.val[1+yuvOrder] = vmlaq_f32(v_delta, vsubq_f32(v_src.val[bidx^2], v_dst.val[0]), v_c3);
- v_dst.val[2-yuvOrder] = vmlaq_f32(v_delta, vsubq_f32(v_src.val[bidx], v_dst.val[0]), v_c4);
-
- vst3q_f32(dst + i, v_dst);
- }
- else
- for ( ; i <= n - 12; i += 12, src += 16)
- {
- float32x4x4_t v_src = vld4q_f32(src);
- float32x4x3_t v_dst;
- v_dst.val[0] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c0), v_src.val[1], v_c1), v_src.val[2], v_c2);
- v_dst.val[1+yuvOrder] = vmlaq_f32(v_delta, vsubq_f32(v_src.val[bidx^2], v_dst.val[0]), v_c3);
- v_dst.val[2-yuvOrder] = vmlaq_f32(v_delta, vsubq_f32(v_src.val[bidx], v_dst.val[0]), v_c4);
-
- vst3q_f32(dst + i, v_dst);
- }
-
- for ( ; i < n; i += 3, src += scn)
- {
- float Y = src[0]*C0 + src[1]*C1 + src[2]*C2;
- float Cr = (src[bidx^2] - Y)*C3 + delta;
- float Cb = (src[bidx] - Y)*C4 + delta;
- dst[i] = Y; dst[i+1+yuvOrder] = Cr; dst[i+2-yuvOrder] = Cb;
- }
- }
- int srccn, blueIdx;
- bool isCrCb;
- float coeffs[5];
- float32x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_delta;
-};
-
-#elif CV_SSE2
-
-template <>
-struct RGB2YCrCb_f<float>
-{
- typedef float channel_type;
-
- RGB2YCrCb_f(int _srccn, int _blueIdx, bool _isCrCb) :
- srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const float coeffs_crb[] = { R2YF, G2YF, B2YF, YCRF, YCBF };
- static const float coeffs_yuv[] = { R2YF, G2YF, B2YF, R2VF, B2UF };
- memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
- if (blueIdx==0)
- std::swap(coeffs[0], coeffs[2]);
-
- v_c0 = _mm_set1_ps(coeffs[0]);
- v_c1 = _mm_set1_ps(coeffs[1]);
- v_c2 = _mm_set1_ps(coeffs[2]);
- v_c3 = _mm_set1_ps(coeffs[3]);
- v_c4 = _mm_set1_ps(coeffs[4]);
- v_delta = _mm_set1_ps(ColorChannel<float>::half());
-
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- }
-
- void process(__m128 v_r, __m128 v_g, __m128 v_b,
- __m128 & v_y, __m128 & v_cr, __m128 & v_cb) const
- {
- v_y = _mm_mul_ps(v_r, v_c0);
- v_y = _mm_add_ps(v_y, _mm_mul_ps(v_g, v_c1));
- v_y = _mm_add_ps(v_y, _mm_mul_ps(v_b, v_c2));
-
- v_cr = _mm_add_ps(_mm_mul_ps(_mm_sub_ps(blueIdx == 0 ? v_b : v_r, v_y), v_c3), v_delta);
- v_cb = _mm_add_ps(_mm_mul_ps(_mm_sub_ps(blueIdx == 2 ? v_b : v_r, v_y), v_c4), v_delta);
- }
-
- void operator()(const float * src, float * dst, int n) const
- {
- int scn = srccn, bidx = blueIdx, i = 0;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- const float delta = ColorChannel<float>::half();
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
- n *= 3;
-
- if (haveSIMD)
- {
- for ( ; i <= n - 24; i += 24, src += 8 * scn)
- {
- __m128 v_r0 = _mm_loadu_ps(src);
- __m128 v_r1 = _mm_loadu_ps(src + 4);
- __m128 v_g0 = _mm_loadu_ps(src + 8);
- __m128 v_g1 = _mm_loadu_ps(src + 12);
- __m128 v_b0 = _mm_loadu_ps(src + 16);
- __m128 v_b1 = _mm_loadu_ps(src + 20);
-
- if (scn == 4)
- {
- __m128 v_a0 = _mm_loadu_ps(src + 24);
- __m128 v_a1 = _mm_loadu_ps(src + 28);
- _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1,
- v_b0, v_b1, v_a0, v_a1);
- }
- else
- _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
-
- __m128 v_y0, v_cr0, v_cb0;
- process(v_r0, v_g0, v_b0,
- v_y0, v_cr0, v_cb0);
-
- __m128 v_y1, v_cr1, v_cb1;
- process(v_r1, v_g1, v_b1,
- v_y1, v_cr1, v_cb1);
-
- if(isCrCb)
- _mm_interleave_ps(v_y0, v_y1, v_cr0, v_cr1, v_cb0, v_cb1);
- else //YUV
- {
- _mm_interleave_ps(v_y0, v_y1, v_cb0, v_cb1, v_cr0, v_cr1);
- }
-
- _mm_storeu_ps(dst + i, v_y0);
- _mm_storeu_ps(dst + i + 4, v_y1);
- _mm_storeu_ps(dst + i + 8 + yuvOrder*8, v_cr0);
- _mm_storeu_ps(dst + i + 12 + yuvOrder*8, v_cr1);
- _mm_storeu_ps(dst + i + 16 - yuvOrder*8, v_cb0);
- _mm_storeu_ps(dst + i + 20 - yuvOrder*8, v_cb1);
- }
- }
-
- for ( ; i < n; i += 3, src += scn)
- {
- float Y = src[0]*C0 + src[1]*C1 + src[2]*C2;
- float Cr = (src[bidx^2] - Y)*C3 + delta;
- float Cb = (src[bidx] - Y)*C4 + delta;
- dst[i] = Y; dst[i+1+yuvOrder] = Cr; dst[i+2-yuvOrder] = Cb;
- }
- }
- int srccn, blueIdx;
- bool isCrCb;
- float coeffs[5];
- __m128 v_c0, v_c1, v_c2, v_c3, v_c4, v_delta;
- bool haveSIMD;
-};
-
-#endif
-
-template<typename _Tp> struct RGB2YCrCb_i
-{
- typedef _Tp channel_type;
-
- RGB2YCrCb_i(int _srccn, int _blueIdx, bool _isCrCb)
- : srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const int coeffs_crb[] = { R2Y, G2Y, B2Y, YCRI, YCBI };
- static const int coeffs_yuv[] = { R2Y, G2Y, B2Y, R2VI, B2UI };
- memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
- if(blueIdx==0) std::swap(coeffs[0], coeffs[2]);
- }
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- int scn = srccn, bidx = blueIdx;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
- int delta = ColorChannel<_Tp>::half()*(1 << yuv_shift);
- n *= 3;
- for(int i = 0; i < n; i += 3, src += scn)
- {
- int Y = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, yuv_shift);
- int Cr = CV_DESCALE((src[bidx^2] - Y)*C3 + delta, yuv_shift);
- int Cb = CV_DESCALE((src[bidx] - Y)*C4 + delta, yuv_shift);
- dst[i] = saturate_cast<_Tp>(Y);
- dst[i+1+yuvOrder] = saturate_cast<_Tp>(Cr);
- dst[i+2-yuvOrder] = saturate_cast<_Tp>(Cb);
- }
- }
- int srccn, blueIdx;
- bool isCrCb;
- int coeffs[5];
-};
-
-#if CV_NEON
-
-template <>
-struct RGB2YCrCb_i<uchar>
-{
- typedef uchar channel_type;
-
- RGB2YCrCb_i(int _srccn, int _blueIdx, bool _isCrCb)
- : srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const int coeffs_crb[] = { R2Y, G2Y, B2Y, YCRI, YCBI };
- static const int coeffs_yuv[] = { R2Y, G2Y, B2Y, R2VI, B2UI };
- memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
- if (blueIdx==0)
- std::swap(coeffs[0], coeffs[2]);
-
- v_c0 = vdup_n_s16(coeffs[0]);
- v_c1 = vdup_n_s16(coeffs[1]);
- v_c2 = vdup_n_s16(coeffs[2]);
- v_c3 = vdupq_n_s32(coeffs[3]);
- v_c4 = vdupq_n_s32(coeffs[4]);
- v_delta = vdupq_n_s32(ColorChannel<uchar>::half()*(1 << yuv_shift));
- v_delta2 = vdupq_n_s32(1 << (yuv_shift - 1));
- }
-
- void operator()(const uchar * src, uchar * dst, int n) const
- {
- int scn = srccn, bidx = blueIdx, i = 0;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
- int delta = ColorChannel<uchar>::half()*(1 << yuv_shift);
- n *= 3;
-
- for ( ; i <= n - 24; i += 24, src += scn * 8)
- {
- uint8x8x3_t v_dst;
- int16x8x3_t v_src16;
-
- if (scn == 3)
- {
- uint8x8x3_t v_src = vld3_u8(src);
- v_src16.val[0] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[0]));
- v_src16.val[1] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[1]));
- v_src16.val[2] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[2]));
- }
- else
- {
- uint8x8x4_t v_src = vld4_u8(src);
- v_src16.val[0] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[0]));
- v_src16.val[1] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[1]));
- v_src16.val[2] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[2]));
- }
-
- int16x4x3_t v_src0;
- v_src0.val[0] = vget_low_s16(v_src16.val[0]);
- v_src0.val[1] = vget_low_s16(v_src16.val[1]);
- v_src0.val[2] = vget_low_s16(v_src16.val[2]);
-
- int32x4_t v_Y0 = vmlal_s16(vmlal_s16(vmull_s16(v_src0.val[0], v_c0), v_src0.val[1], v_c1), v_src0.val[2], v_c2);
- v_Y0 = vshrq_n_s32(vaddq_s32(v_Y0, v_delta2), yuv_shift);
- int32x4_t v_Cr0 = vmlaq_s32(v_delta, vsubq_s32(vmovl_s16(v_src0.val[bidx^2]), v_Y0), v_c3);
- v_Cr0 = vshrq_n_s32(vaddq_s32(v_Cr0, v_delta2), yuv_shift);
- int32x4_t v_Cb0 = vmlaq_s32(v_delta, vsubq_s32(vmovl_s16(v_src0.val[bidx]), v_Y0), v_c4);
- v_Cb0 = vshrq_n_s32(vaddq_s32(v_Cb0, v_delta2), yuv_shift);
-
- v_src0.val[0] = vget_high_s16(v_src16.val[0]);
- v_src0.val[1] = vget_high_s16(v_src16.val[1]);
- v_src0.val[2] = vget_high_s16(v_src16.val[2]);
-
- int32x4_t v_Y1 = vmlal_s16(vmlal_s16(vmull_s16(v_src0.val[0], v_c0), v_src0.val[1], v_c1), v_src0.val[2], v_c2);
- v_Y1 = vshrq_n_s32(vaddq_s32(v_Y1, v_delta2), yuv_shift);
- int32x4_t v_Cr1 = vmlaq_s32(v_delta, vsubq_s32(vmovl_s16(v_src0.val[bidx^2]), v_Y1), v_c3);
- v_Cr1 = vshrq_n_s32(vaddq_s32(v_Cr1, v_delta2), yuv_shift);
- int32x4_t v_Cb1 = vmlaq_s32(v_delta, vsubq_s32(vmovl_s16(v_src0.val[bidx]), v_Y1), v_c4);
- v_Cb1 = vshrq_n_s32(vaddq_s32(v_Cb1, v_delta2), yuv_shift);
-
- v_dst.val[0] = vqmovun_s16(vcombine_s16(vqmovn_s32(v_Y0), vqmovn_s32(v_Y1)));
- v_dst.val[1+yuvOrder] = vqmovun_s16(vcombine_s16(vqmovn_s32(v_Cr0), vqmovn_s32(v_Cr1)));
- v_dst.val[2-yuvOrder] = vqmovun_s16(vcombine_s16(vqmovn_s32(v_Cb0), vqmovn_s32(v_Cb1)));
-
- vst3_u8(dst + i, v_dst);
- }
-
- for ( ; i < n; i += 3, src += scn)
- {
- int Y = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, yuv_shift);
- int Cr = CV_DESCALE((src[bidx^2] - Y)*C3 + delta, yuv_shift);
- int Cb = CV_DESCALE((src[bidx] - Y)*C4 + delta, yuv_shift);
- dst[i] = saturate_cast<uchar>(Y);
- dst[i+1+yuvOrder] = saturate_cast<uchar>(Cr);
- dst[i+2-yuvOrder] = saturate_cast<uchar>(Cb);
- }
- }
- int srccn, blueIdx, coeffs[5];
- bool isCrCb;
- int16x4_t v_c0, v_c1, v_c2;
- int32x4_t v_c3, v_c4, v_delta, v_delta2;
-};
-
-template <>
-struct RGB2YCrCb_i<ushort>
-{
- typedef ushort channel_type;
-
- RGB2YCrCb_i(int _srccn, int _blueIdx, bool _isCrCb)
- : srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const int coeffs_crb[] = { R2Y, G2Y, B2Y, YCRI, YCBI };
- static const int coeffs_yuv[] = { R2Y, G2Y, B2Y, R2VI, B2UI };
- memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
- if (blueIdx==0)
- std::swap(coeffs[0], coeffs[2]);
-
- v_c0 = vdupq_n_s32(coeffs[0]);
- v_c1 = vdupq_n_s32(coeffs[1]);
- v_c2 = vdupq_n_s32(coeffs[2]);
- v_c3 = vdupq_n_s32(coeffs[3]);
- v_c4 = vdupq_n_s32(coeffs[4]);
- v_delta = vdupq_n_s32(ColorChannel<ushort>::half()*(1 << yuv_shift));
- v_delta2 = vdupq_n_s32(1 << (yuv_shift - 1));
- }
-
- void operator()(const ushort * src, ushort * dst, int n) const
- {
- int scn = srccn, bidx = blueIdx, i = 0;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
- int delta = ColorChannel<ushort>::half()*(1 << yuv_shift);
- n *= 3;
-
- for ( ; i <= n - 24; i += 24, src += scn * 8)
- {
- uint16x8x3_t v_src, v_dst;
- int32x4x3_t v_src0;
-
- if (scn == 3)
- v_src = vld3q_u16(src);
- else
- {
- uint16x8x4_t v_src_ = vld4q_u16(src);
- v_src.val[0] = v_src_.val[0];
- v_src.val[1] = v_src_.val[1];
- v_src.val[2] = v_src_.val[2];
- }
-
- v_src0.val[0] = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[0])));
- v_src0.val[1] = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[1])));
- v_src0.val[2] = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[2])));
-
- int32x4_t v_Y0 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_src0.val[0], v_c0), v_src0.val[1], v_c1), v_src0.val[2], v_c2);
- v_Y0 = vshrq_n_s32(vaddq_s32(v_Y0, v_delta2), yuv_shift);
- int32x4_t v_Cr0 = vmlaq_s32(v_delta, vsubq_s32(v_src0.val[bidx^2], v_Y0), v_c3);
- v_Cr0 = vshrq_n_s32(vaddq_s32(v_Cr0, v_delta2), yuv_shift);
- int32x4_t v_Cb0 = vmlaq_s32(v_delta, vsubq_s32(v_src0.val[bidx], v_Y0), v_c4);
- v_Cb0 = vshrq_n_s32(vaddq_s32(v_Cb0, v_delta2), yuv_shift);
-
- v_src0.val[0] = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[0])));
- v_src0.val[1] = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[1])));
- v_src0.val[2] = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[2])));
-
- int32x4_t v_Y1 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_src0.val[0], v_c0), v_src0.val[1], v_c1), v_src0.val[2], v_c2);
- v_Y1 = vshrq_n_s32(vaddq_s32(v_Y1, v_delta2), yuv_shift);
- int32x4_t v_Cr1 = vmlaq_s32(v_delta, vsubq_s32(v_src0.val[bidx^2], v_Y1), v_c3);
- v_Cr1 = vshrq_n_s32(vaddq_s32(v_Cr1, v_delta2), yuv_shift);
- int32x4_t v_Cb1 = vmlaq_s32(v_delta, vsubq_s32(v_src0.val[bidx], v_Y1), v_c4);
- v_Cb1 = vshrq_n_s32(vaddq_s32(v_Cb1, v_delta2), yuv_shift);
-
- v_dst.val[0] = vcombine_u16(vqmovun_s32(v_Y0), vqmovun_s32(v_Y1));
- v_dst.val[1+yuvOrder] = vcombine_u16(vqmovun_s32(v_Cr0), vqmovun_s32(v_Cr1));
- v_dst.val[2-yuvOrder] = vcombine_u16(vqmovun_s32(v_Cb0), vqmovun_s32(v_Cb1));
-
- vst3q_u16(dst + i, v_dst);
- }
-
- for ( ; i <= n - 12; i += 12, src += scn * 4)
- {
- uint16x4x3_t v_dst;
- int32x4x3_t v_src0;
-
- if (scn == 3)
- {
- uint16x4x3_t v_src = vld3_u16(src);
- v_src0.val[0] = vreinterpretq_s32_u32(vmovl_u16(v_src.val[0]));
- v_src0.val[1] = vreinterpretq_s32_u32(vmovl_u16(v_src.val[1]));
- v_src0.val[2] = vreinterpretq_s32_u32(vmovl_u16(v_src.val[2]));
- }
- else
- {
- uint16x4x4_t v_src = vld4_u16(src);
- v_src0.val[0] = vreinterpretq_s32_u32(vmovl_u16(v_src.val[0]));
- v_src0.val[1] = vreinterpretq_s32_u32(vmovl_u16(v_src.val[1]));
- v_src0.val[2] = vreinterpretq_s32_u32(vmovl_u16(v_src.val[2]));
- }
-
- int32x4_t v_Y = vmlaq_s32(vmlaq_s32(vmulq_s32(v_src0.val[0], v_c0), v_src0.val[1], v_c1), v_src0.val[2], v_c2);
- v_Y = vshrq_n_s32(vaddq_s32(v_Y, v_delta2), yuv_shift);
- int32x4_t v_Cr = vmlaq_s32(v_delta, vsubq_s32(v_src0.val[bidx^2], v_Y), v_c3);
- v_Cr = vshrq_n_s32(vaddq_s32(v_Cr, v_delta2), yuv_shift);
- int32x4_t v_Cb = vmlaq_s32(v_delta, vsubq_s32(v_src0.val[bidx], v_Y), v_c4);
- v_Cb = vshrq_n_s32(vaddq_s32(v_Cb, v_delta2), yuv_shift);
-
- v_dst.val[0] = vqmovun_s32(v_Y);
- v_dst.val[1+yuvOrder] = vqmovun_s32(v_Cr);
- v_dst.val[2-yuvOrder] = vqmovun_s32(v_Cb);
-
- vst3_u16(dst + i, v_dst);
- }
-
- for ( ; i < n; i += 3, src += scn)
- {
- int Y = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, yuv_shift);
- int Cr = CV_DESCALE((src[bidx^2] - Y)*C3 + delta, yuv_shift);
- int Cb = CV_DESCALE((src[bidx] - Y)*C4 + delta, yuv_shift);
- dst[i] = saturate_cast<ushort>(Y);
- dst[i+1+yuvOrder] = saturate_cast<ushort>(Cr);
- dst[i+2-yuvOrder] = saturate_cast<ushort>(Cb);
- }
- }
- int srccn, blueIdx, coeffs[5];
- bool isCrCb;
- int32x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_delta, v_delta2;
-};
-
-#elif CV_SSE4_1
-
-template <>
-struct RGB2YCrCb_i<uchar>
-{
- typedef uchar channel_type;
-
- RGB2YCrCb_i(int _srccn, int _blueIdx, bool _isCrCb)
- : srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const int coeffs_crb[] = { R2Y, G2Y, B2Y, YCRI, YCBI };
- static const int coeffs_yuv[] = { R2Y, G2Y, B2Y, R2VI, B2UI };
- memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
- if (blueIdx==0)
- std::swap(coeffs[0], coeffs[2]);
-
- short delta = 1 << (yuv_shift - 1);
- v_delta_16 = _mm_set1_epi16(delta);
- v_delta_32 = _mm_set1_epi32(delta);
- short delta2 = 1 + ColorChannel<uchar>::half() * 2;
- v_coeff = _mm_set_epi16(delta2, (short)coeffs[4], delta2, (short)coeffs[3], delta2, (short)coeffs[4], delta2, (short)coeffs[3]);
- if(isCrCb)
- v_shuffle2 = _mm_set_epi8(0x0, 0x0, 0x0, 0x0, 0xf, 0xe, 0xc, 0xb, 0xa, 0x8, 0x7, 0x6, 0x4, 0x3, 0x2, 0x0);
- else //if YUV
- v_shuffle2 = _mm_set_epi8(0x0, 0x0, 0x0, 0x0, 0xe, 0xf, 0xc, 0xa, 0xb, 0x8, 0x6, 0x7, 0x4, 0x2, 0x3, 0x0);
- haveSIMD = checkHardwareSupport(CV_CPU_SSE4_1);
- }
-
- // 16u x 8
- void process(__m128i* v_rgb, __m128i & v_crgb,
- __m128i* v_rb, uchar * dst) const
- {
- v_rgb[0] = _mm_madd_epi16(v_rgb[0], v_crgb);
- v_rgb[1] = _mm_madd_epi16(v_rgb[1], v_crgb);
- v_rgb[2] = _mm_madd_epi16(v_rgb[2], v_crgb);
- v_rgb[3] = _mm_madd_epi16(v_rgb[3], v_crgb);
- v_rgb[0] = _mm_hadd_epi32(v_rgb[0], v_rgb[1]);
- v_rgb[2] = _mm_hadd_epi32(v_rgb[2], v_rgb[3]);
- v_rgb[0] = _mm_add_epi32(v_rgb[0], v_delta_32);
- v_rgb[2] = _mm_add_epi32(v_rgb[2], v_delta_32);
- v_rgb[0] = _mm_srai_epi32(v_rgb[0], yuv_shift);
- v_rgb[2] = _mm_srai_epi32(v_rgb[2], yuv_shift);
- __m128i v_y = _mm_packs_epi32(v_rgb[0], v_rgb[2]);
-
- v_rb[0] = _mm_cvtepu8_epi16(v_rb[0]);
- v_rb[1] = _mm_cvtepu8_epi16(v_rb[1]);
- v_rb[0] = _mm_sub_epi16(v_rb[0], _mm_unpacklo_epi16(v_y, v_y));
- v_rb[1] = _mm_sub_epi16(v_rb[1], _mm_unpackhi_epi16(v_y, v_y));
- v_rgb[0] = _mm_unpacklo_epi16(v_rb[0], v_delta_16);
- v_rgb[1] = _mm_unpackhi_epi16(v_rb[0], v_delta_16);
- v_rgb[2] = _mm_unpacklo_epi16(v_rb[1], v_delta_16);
- v_rgb[3] = _mm_unpackhi_epi16(v_rb[1], v_delta_16);
- v_rgb[0] = _mm_madd_epi16(v_rgb[0], v_coeff);
- v_rgb[1] = _mm_madd_epi16(v_rgb[1], v_coeff);
- v_rgb[2] = _mm_madd_epi16(v_rgb[2], v_coeff);
- v_rgb[3] = _mm_madd_epi16(v_rgb[3], v_coeff);
- v_rgb[0] = _mm_srai_epi32(v_rgb[0], yuv_shift);
- v_rgb[1] = _mm_srai_epi32(v_rgb[1], yuv_shift);
- v_rgb[2] = _mm_srai_epi32(v_rgb[2], yuv_shift);
- v_rgb[3] = _mm_srai_epi32(v_rgb[3], yuv_shift);
- v_rgb[0] = _mm_packs_epi32(v_rgb[0], v_rgb[1]);
- v_rgb[2] = _mm_packs_epi32(v_rgb[2], v_rgb[3]);
- v_rgb[0] = _mm_packus_epi16(v_rgb[0], v_rgb[2]);
-
- v_rb[0] = _mm_unpacklo_epi16(v_y, v_rgb[0]);
- v_rb[1] = _mm_unpackhi_epi16(v_y, v_rgb[0]);
-
- v_rb[0] = _mm_shuffle_epi8(v_rb[0], v_shuffle2);
- v_rb[1] = _mm_shuffle_epi8(v_rb[1], v_shuffle2);
- v_rb[1] = _mm_alignr_epi8(v_rb[1], _mm_slli_si128(v_rb[0], 4), 12);
-
- _mm_storel_epi64((__m128i *)(dst), v_rb[0]);
- _mm_storeu_si128((__m128i *)(dst + 8), v_rb[1]);
- }
-
- void operator()(const uchar * src, uchar * dst, int n) const
- {
- int scn = srccn, bidx = blueIdx, i = 0;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
- int delta = ColorChannel<uchar>::half()*(1 << yuv_shift);
- n *= 3;
-
- if (haveSIMD)
- {
- __m128i v_shuffle;
- __m128i v_crgb;
- if (scn == 4)
- {
- if (bidx == 0)
- {
- v_shuffle = _mm_set_epi8(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc, 0xe, 0x8, 0xa, 0x4, 0x6, 0x0, 0x2);
- }
- else
- {
- v_shuffle = _mm_set_epi8(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xe, 0xc, 0xa, 0x8, 0x6, 0x4, 0x2, 0x0);
- }
- v_crgb = _mm_set_epi16(0, (short)C2, (short)C1, (short)C0, 0, (short)C2, (short)C1, (short)C0);
- for ( ; i <= n - 24; i += 24, src += scn * 8)
- {
- __m128i v_src[2];
- v_src[0] = _mm_loadu_si128((__m128i const *)(src));
- v_src[1] = _mm_loadu_si128((__m128i const *)(src + 16));
-
- __m128i v_rgb[4];
- v_rgb[0] = _mm_cvtepu8_epi16(v_src[0]);
- v_rgb[1] = _mm_cvtepu8_epi16(_mm_srli_si128(v_src[0], 8));
- v_rgb[2] = _mm_cvtepu8_epi16(v_src[1]);
- v_rgb[3] = _mm_cvtepu8_epi16(_mm_srli_si128(v_src[1], 8));
-
- __m128i v_rb[2];
- v_rb[0] = _mm_shuffle_epi8(v_src[0], v_shuffle);
- v_rb[1] = _mm_shuffle_epi8(v_src[1], v_shuffle);
-
- process(v_rgb, v_crgb, v_rb, dst + i);
- }
- }
- else
- {
- if (bidx == 0)
- {
- v_shuffle = _mm_set_epi8(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x9, 0xb, 0x6, 0x8, 0x3, 0x5, 0x0, 0x2);
- }
- else
- {
- v_shuffle = _mm_set_epi8(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb, 0x9, 0x8, 0x6, 0x5, 0x3, 0x2, 0x0);
- }
- v_crgb = _mm_set_epi16(0, (short)C2, (short)C1, (short)C0, (short)C2, (short)C1, (short)C0, 0);
- for ( ; i <= n - 24; i += 24, src += scn * 8)
- {
- __m128i v_src[2];
- v_src[0] = _mm_loadu_si128((__m128i const *)(src));
- v_src[1] = _mm_loadl_epi64((__m128i const *)(src + 16));
-
- __m128i v_rgb[4];
- v_rgb[0] = _mm_cvtepu8_epi16(_mm_slli_si128(v_src[0], 1));
- v_rgb[1] = _mm_cvtepu8_epi16(_mm_srli_si128(v_src[0], 5));
- v_rgb[2] = _mm_cvtepu8_epi16(_mm_alignr_epi8(v_src[1], v_src[0], 11));
- v_rgb[3] = _mm_cvtepu8_epi16(_mm_srli_si128(v_src[1], 1));
-
- __m128i v_rb[2];
- v_rb[0] = _mm_shuffle_epi8(v_src[0], v_shuffle);
- v_rb[1] = _mm_shuffle_epi8(_mm_alignr_epi8(v_src[1], v_src[0], 12), v_shuffle);
-
- process(v_rgb, v_crgb, v_rb, dst + i);
- }
- }
- }
-
- for ( ; i < n; i += 3, src += scn)
- {
- int Y = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, yuv_shift);
- int Cr = CV_DESCALE((src[bidx^2] - Y)*C3 + delta, yuv_shift);
- int Cb = CV_DESCALE((src[bidx] - Y)*C4 + delta, yuv_shift);
- dst[i] = saturate_cast<uchar>(Y);
- dst[i+1+yuvOrder] = saturate_cast<uchar>(Cr);
- dst[i+2-yuvOrder] = saturate_cast<uchar>(Cb);
- }
- }
-
- __m128i v_delta_16, v_delta_32;
- __m128i v_coeff;
- __m128i v_shuffle2;
- int srccn, blueIdx, coeffs[5];
- bool isCrCb;
- bool haveSIMD;
-};
-
-template <>
-struct RGB2YCrCb_i<ushort>
-{
- typedef ushort channel_type;
-
- RGB2YCrCb_i(int _srccn, int _blueIdx, bool _isCrCb)
- : srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const int coeffs_crb[] = { R2Y, G2Y, B2Y, YCRI, YCBI };
- static const int coeffs_yuv[] = { R2Y, G2Y, B2Y, R2VI, B2UI };
- memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
- if (blueIdx==0)
- std::swap(coeffs[0], coeffs[2]);
-
- v_c0 = _mm_set1_epi32(coeffs[0]);
- v_c1 = _mm_set1_epi32(coeffs[1]);
- v_c2 = _mm_set1_epi32(coeffs[2]);
- v_c3 = _mm_set1_epi32(coeffs[3]);
- v_c4 = _mm_set1_epi32(coeffs[4]);
- v_delta2 = _mm_set1_epi32(1 << (yuv_shift - 1));
- v_delta = _mm_set1_epi32(ColorChannel<ushort>::half()*(1 << yuv_shift));
- v_delta = _mm_add_epi32(v_delta, v_delta2);
- v_zero = _mm_setzero_si128();
-
- haveSIMD = checkHardwareSupport(CV_CPU_SSE4_1);
- }
-
- // 16u x 8
- void process(__m128i v_r, __m128i v_g, __m128i v_b,
- __m128i & v_y, __m128i & v_cr, __m128i & v_cb) const
- {
- __m128i v_r_p = _mm_unpacklo_epi16(v_r, v_zero);
- __m128i v_g_p = _mm_unpacklo_epi16(v_g, v_zero);
- __m128i v_b_p = _mm_unpacklo_epi16(v_b, v_zero);
-
- __m128i v_y0 = _mm_add_epi32(_mm_mullo_epi32(v_r_p, v_c0),
- _mm_add_epi32(_mm_mullo_epi32(v_g_p, v_c1),
- _mm_mullo_epi32(v_b_p, v_c2)));
- v_y0 = _mm_srli_epi32(_mm_add_epi32(v_delta2, v_y0), yuv_shift);
-
- __m128i v_cr0 = _mm_mullo_epi32(_mm_sub_epi32(blueIdx == 2 ? v_r_p : v_b_p, v_y0), v_c3);
- __m128i v_cb0 = _mm_mullo_epi32(_mm_sub_epi32(blueIdx == 0 ? v_r_p : v_b_p, v_y0), v_c4);
- v_cr0 = _mm_srai_epi32(_mm_add_epi32(v_delta, v_cr0), yuv_shift);
- v_cb0 = _mm_srai_epi32(_mm_add_epi32(v_delta, v_cb0), yuv_shift);
-
- v_r_p = _mm_unpackhi_epi16(v_r, v_zero);
- v_g_p = _mm_unpackhi_epi16(v_g, v_zero);
- v_b_p = _mm_unpackhi_epi16(v_b, v_zero);
-
- __m128i v_y1 = _mm_add_epi32(_mm_mullo_epi32(v_r_p, v_c0),
- _mm_add_epi32(_mm_mullo_epi32(v_g_p, v_c1),
- _mm_mullo_epi32(v_b_p, v_c2)));
- v_y1 = _mm_srli_epi32(_mm_add_epi32(v_delta2, v_y1), yuv_shift);
-
- __m128i v_cr1 = _mm_mullo_epi32(_mm_sub_epi32(blueIdx == 2 ? v_r_p : v_b_p, v_y1), v_c3);
- __m128i v_cb1 = _mm_mullo_epi32(_mm_sub_epi32(blueIdx == 0 ? v_r_p : v_b_p, v_y1), v_c4);
- v_cr1 = _mm_srai_epi32(_mm_add_epi32(v_delta, v_cr1), yuv_shift);
- v_cb1 = _mm_srai_epi32(_mm_add_epi32(v_delta, v_cb1), yuv_shift);
-
- v_y = _mm_packus_epi32(v_y0, v_y1);
- v_cr = _mm_packus_epi32(v_cr0, v_cr1);
- v_cb = _mm_packus_epi32(v_cb0, v_cb1);
- }
-
- void operator()(const ushort * src, ushort * dst, int n) const
- {
- int scn = srccn, bidx = blueIdx, i = 0;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
- int delta = ColorChannel<ushort>::half()*(1 << yuv_shift);
- n *= 3;
-
- if (haveSIMD)
- {
- for ( ; i <= n - 48; i += 48, src += scn * 16)
- {
- __m128i v_r0 = _mm_loadu_si128((__m128i const *)(src));
- __m128i v_r1 = _mm_loadu_si128((__m128i const *)(src + 8));
- __m128i v_g0 = _mm_loadu_si128((__m128i const *)(src + 16));
- __m128i v_g1 = _mm_loadu_si128((__m128i const *)(src + 24));
- __m128i v_b0 = _mm_loadu_si128((__m128i const *)(src + 32));
- __m128i v_b1 = _mm_loadu_si128((__m128i const *)(src + 40));
-
- if (scn == 4)
- {
- __m128i v_a0 = _mm_loadu_si128((__m128i const *)(src + 48));
- __m128i v_a1 = _mm_loadu_si128((__m128i const *)(src + 56));
-
- _mm_deinterleave_epi16(v_r0, v_r1, v_g0, v_g1,
- v_b0, v_b1, v_a0, v_a1);
- }
- else
- _mm_deinterleave_epi16(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
-
- __m128i v_y0 = v_zero, v_cr0 = v_zero, v_cb0 = v_zero;
- process(v_r0, v_g0, v_b0,
- v_y0, v_cr0, v_cb0);
-
- __m128i v_y1 = v_zero, v_cr1 = v_zero, v_cb1 = v_zero;
- process(v_r1, v_g1, v_b1,
- v_y1, v_cr1, v_cb1);
-
- if(isCrCb)
- _mm_interleave_epi16(v_y0, v_y1, v_cr0, v_cr1, v_cb0, v_cb1);
- else //YUV
- _mm_interleave_epi16(v_y0, v_y1, v_cb0, v_cb1, v_cr0, v_cr1);
-
- _mm_storeu_si128((__m128i *)(dst + i), v_y0);
- _mm_storeu_si128((__m128i *)(dst + i + 8), v_y1);
- _mm_storeu_si128((__m128i *)(dst + i + 16 + yuvOrder*16), v_cr0);
- _mm_storeu_si128((__m128i *)(dst + i + 24 + yuvOrder*16), v_cr1);
- _mm_storeu_si128((__m128i *)(dst + i + 32 - yuvOrder*16), v_cb0);
- _mm_storeu_si128((__m128i *)(dst + i + 40 - yuvOrder*16), v_cb1);
- }
- }
-
- for ( ; i < n; i += 3, src += scn)
- {
- int Y = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, yuv_shift);
- int Cr = CV_DESCALE((src[bidx^2] - Y)*C3 + delta, yuv_shift);
- int Cb = CV_DESCALE((src[bidx] - Y)*C4 + delta, yuv_shift);
- dst[i] = saturate_cast<ushort>(Y);
- dst[i+1+yuvOrder] = saturate_cast<ushort>(Cr);
- dst[i+2-yuvOrder] = saturate_cast<ushort>(Cb);
- }
- }
-
- int srccn, blueIdx, coeffs[5];
- bool isCrCb;
- __m128i v_c0, v_c1, v_c2;
- __m128i v_c3, v_c4, v_delta, v_delta2;
- __m128i v_zero;
- bool haveSIMD;
-};
-
-#endif // CV_SSE4_1
-
-template<typename _Tp> struct YCrCb2RGB_f
-{
- typedef _Tp channel_type;
-
- YCrCb2RGB_f(int _dstcn, int _blueIdx, bool _isCrCb)
- : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const float coeffs_cbr[] = {CR2RF, CR2GF, CB2GF, CB2BF};
- static const float coeffs_yuv[] = { V2RF, V2GF, U2GF, U2BF};
- memcpy(coeffs, isCrCb ? coeffs_cbr : coeffs_yuv, 4*sizeof(coeffs[0]));
- }
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- int dcn = dstcn, bidx = blueIdx;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- const _Tp delta = ColorChannel<_Tp>::half(), alpha = ColorChannel<_Tp>::max();
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
- n *= 3;
- for(int i = 0; i < n; i += 3, dst += dcn)
- {
- _Tp Y = src[i];
- _Tp Cr = src[i+1+yuvOrder];
- _Tp Cb = src[i+2-yuvOrder];
-
- _Tp b = saturate_cast<_Tp>(Y + (Cb - delta)*C3);
- _Tp g = saturate_cast<_Tp>(Y + (Cb - delta)*C2 + (Cr - delta)*C1);
- _Tp r = saturate_cast<_Tp>(Y + (Cr - delta)*C0);
-
- dst[bidx] = b; dst[1] = g; dst[bidx^2] = r;
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- int dstcn, blueIdx;
- bool isCrCb;
- float coeffs[4];
-};
-
-#if CV_NEON
-
-template <>
-struct YCrCb2RGB_f<float>
-{
- typedef float channel_type;
-
- YCrCb2RGB_f(int _dstcn, int _blueIdx, bool _isCrCb)
- : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const float coeffs_cbr[] = {CR2RF, CR2GF, CB2GF, CB2BF};
- static const float coeffs_yuv[] = { V2RF, V2GF, U2GF, U2BF};
- memcpy(coeffs, isCrCb ? coeffs_cbr : coeffs_yuv, 4*sizeof(coeffs[0]));
-
- v_c0 = vdupq_n_f32(coeffs[0]);
- v_c1 = vdupq_n_f32(coeffs[1]);
- v_c2 = vdupq_n_f32(coeffs[2]);
- v_c3 = vdupq_n_f32(coeffs[3]);
- v_delta = vdupq_n_f32(ColorChannel<float>::half());
- v_alpha = vdupq_n_f32(ColorChannel<float>::max());
- }
-
- void operator()(const float* src, float* dst, int n) const
- {
- int dcn = dstcn, bidx = blueIdx, i = 0;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- const float delta = ColorChannel<float>::half(), alpha = ColorChannel<float>::max();
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
- n *= 3;
-
- if (dcn == 3)
- for ( ; i <= n - 12; i += 12, dst += 12)
- {
- float32x4x3_t v_src = vld3q_f32(src + i), v_dst;
- float32x4_t v_Y = v_src.val[0], v_Cr = v_src.val[1+yuvOrder], v_Cb = v_src.val[2-yuvOrder];
-
- v_dst.val[bidx] = vmlaq_f32(v_Y, vsubq_f32(v_Cb, v_delta), v_c3);
- v_dst.val[1] = vaddq_f32(vmlaq_f32(vmulq_f32(vsubq_f32(v_Cb, v_delta), v_c2), vsubq_f32(v_Cr, v_delta), v_c1), v_Y);
- v_dst.val[bidx^2] = vmlaq_f32(v_Y, vsubq_f32(v_Cr, v_delta), v_c0);
-
- vst3q_f32(dst, v_dst);
- }
- else
- for ( ; i <= n - 12; i += 12, dst += 16)
- {
- float32x4x3_t v_src = vld3q_f32(src + i);
- float32x4x4_t v_dst;
- float32x4_t v_Y = v_src.val[0], v_Cr = v_src.val[1+yuvOrder], v_Cb = v_src.val[2-yuvOrder];
-
- v_dst.val[bidx] = vmlaq_f32(v_Y, vsubq_f32(v_Cb, v_delta), v_c3);
- v_dst.val[1] = vaddq_f32(vmlaq_f32(vmulq_f32(vsubq_f32(v_Cb, v_delta), v_c2), vsubq_f32(v_Cr, v_delta), v_c1), v_Y);
- v_dst.val[bidx^2] = vmlaq_f32(v_Y, vsubq_f32(v_Cr, v_delta), v_c0);
- v_dst.val[3] = v_alpha;
-
- vst4q_f32(dst, v_dst);
- }
-
- for ( ; i < n; i += 3, dst += dcn)
- {
- float Y = src[i], Cr = src[i+1+yuvOrder], Cb = src[i+2-yuvOrder];
-
- float b = Y + (Cb - delta)*C3;
- float g = Y + (Cb - delta)*C2 + (Cr - delta)*C1;
- float r = Y + (Cr - delta)*C0;
-
- dst[bidx] = b; dst[1] = g; dst[bidx^2] = r;
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- int dstcn, blueIdx;
- bool isCrCb;
- float coeffs[4];
- float32x4_t v_c0, v_c1, v_c2, v_c3, v_alpha, v_delta;
-};
-
-#elif CV_SSE2
-
-template <>
-struct YCrCb2RGB_f<float>
-{
- typedef float channel_type;
-
- YCrCb2RGB_f(int _dstcn, int _blueIdx, bool _isCrCb)
- : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const float coeffs_cbr[] = {CR2RF, CR2GF, CB2GF, CB2BF};
- static const float coeffs_yuv[] = { V2RF, V2GF, U2GF, U2BF};
- memcpy(coeffs, isCrCb ? coeffs_cbr : coeffs_yuv, 4*sizeof(coeffs[0]));
-
- v_c0 = _mm_set1_ps(coeffs[0]);
- v_c1 = _mm_set1_ps(coeffs[1]);
- v_c2 = _mm_set1_ps(coeffs[2]);
- v_c3 = _mm_set1_ps(coeffs[3]);
- v_delta = _mm_set1_ps(ColorChannel<float>::half());
- v_alpha = _mm_set1_ps(ColorChannel<float>::max());
-
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- }
-
- void process(__m128 v_y, __m128 v_cr, __m128 v_cb,
- __m128 & v_r, __m128 & v_g, __m128 & v_b) const
- {
- v_cb = _mm_sub_ps(v_cb, v_delta);
- v_cr = _mm_sub_ps(v_cr, v_delta);
-
- if (!isCrCb)
- std::swap(v_cb, v_cr);
-
- v_b = _mm_mul_ps(v_cb, v_c3);
- v_g = _mm_add_ps(_mm_mul_ps(v_cb, v_c2), _mm_mul_ps(v_cr, v_c1));
- v_r = _mm_mul_ps(v_cr, v_c0);
-
- v_b = _mm_add_ps(v_b, v_y);
- v_g = _mm_add_ps(v_g, v_y);
- v_r = _mm_add_ps(v_r, v_y);
-
- if (blueIdx == 0)
- std::swap(v_b, v_r);
- }
-
- void operator()(const float* src, float* dst, int n) const
- {
- int dcn = dstcn, bidx = blueIdx, i = 0;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- const float delta = ColorChannel<float>::half(), alpha = ColorChannel<float>::max();
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
- n *= 3;
-
- if (haveSIMD)
- {
- for ( ; i <= n - 24; i += 24, dst += 8 * dcn)
- {
- __m128 v_y0 = _mm_loadu_ps(src + i);
- __m128 v_y1 = _mm_loadu_ps(src + i + 4);
- __m128 v_cr0 = _mm_loadu_ps(src + i + 8);
- __m128 v_cr1 = _mm_loadu_ps(src + i + 12);
- __m128 v_cb0 = _mm_loadu_ps(src + i + 16);
- __m128 v_cb1 = _mm_loadu_ps(src + i + 20);
-
- _mm_deinterleave_ps(v_y0, v_y1, v_cr0, v_cr1, v_cb0, v_cb1);
-
- __m128 v_r0, v_g0, v_b0;
- process(v_y0, v_cr0, v_cb0,
- v_r0, v_g0, v_b0);
-
- __m128 v_r1, v_g1, v_b1;
- process(v_y1, v_cr1, v_cb1,
- v_r1, v_g1, v_b1);
-
- __m128 v_a0 = v_alpha, v_a1 = v_alpha;
-
- if (dcn == 3)
- _mm_interleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
- else
- _mm_interleave_ps(v_r0, v_r1, v_g0, v_g1,
- v_b0, v_b1, v_a0, v_a1);
-
- _mm_storeu_ps(dst, v_r0);
- _mm_storeu_ps(dst + 4, v_r1);
- _mm_storeu_ps(dst + 8, v_g0);
- _mm_storeu_ps(dst + 12, v_g1);
- _mm_storeu_ps(dst + 16, v_b0);
- _mm_storeu_ps(dst + 20, v_b1);
-
- if (dcn == 4)
- {
- _mm_storeu_ps(dst + 24, v_a0);
- _mm_storeu_ps(dst + 28, v_a1);
- }
- }
- }
-
- for ( ; i < n; i += 3, dst += dcn)
- {
- float Y = src[i], Cr = src[i+1+yuvOrder], Cb = src[i+2-yuvOrder];
-
- float b = Y + (Cb - delta)*C3;
- float g = Y + (Cb - delta)*C2 + (Cr - delta)*C1;
- float r = Y + (Cr - delta)*C0;
-
- dst[bidx] = b; dst[1] = g; dst[bidx^2] = r;
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- int dstcn, blueIdx;
- bool isCrCb;
- float coeffs[4];
-
- __m128 v_c0, v_c1, v_c2, v_c3, v_alpha, v_delta;
- bool haveSIMD;
-};
-
-#endif
-
-template<typename _Tp> struct YCrCb2RGB_i
-{
- typedef _Tp channel_type;
-
- YCrCb2RGB_i(int _dstcn, int _blueIdx, bool _isCrCb)
- : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const int coeffs_crb[] = { CR2RI, CR2GI, CB2GI, CB2BI};
- static const int coeffs_yuv[] = { V2RI, V2GI, U2GI, U2BI };
- memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 4*sizeof(coeffs[0]));
- }
-
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- int dcn = dstcn, bidx = blueIdx;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- const _Tp delta = ColorChannel<_Tp>::half(), alpha = ColorChannel<_Tp>::max();
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
- n *= 3;
- for(int i = 0; i < n; i += 3, dst += dcn)
- {
- _Tp Y = src[i];
- _Tp Cr = src[i+1+yuvOrder];
- _Tp Cb = src[i+2-yuvOrder];
-
- int b = Y + CV_DESCALE((Cb - delta)*C3, yuv_shift);
- int g = Y + CV_DESCALE((Cb - delta)*C2 + (Cr - delta)*C1, yuv_shift);
- int r = Y + CV_DESCALE((Cr - delta)*C0, yuv_shift);
-
- dst[bidx] = saturate_cast<_Tp>(b);
- dst[1] = saturate_cast<_Tp>(g);
- dst[bidx^2] = saturate_cast<_Tp>(r);
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- int dstcn, blueIdx;
- bool isCrCb;
- int coeffs[4];
-};
-
-#if CV_NEON
-
-template <>
-struct YCrCb2RGB_i<uchar>
-{
- typedef uchar channel_type;
-
- YCrCb2RGB_i(int _dstcn, int _blueIdx, bool _isCrCb)
- : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const int coeffs_crb[] = { CR2RI, CR2GI, CB2GI, CB2BI};
- static const int coeffs_yuv[] = { V2RI, V2GI, U2GI, U2BI };
- memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 4*sizeof(coeffs[0]));
-
- v_c0 = vdupq_n_s32(coeffs[0]);
- v_c1 = vdupq_n_s32(coeffs[1]);
- v_c2 = vdupq_n_s32(coeffs[2]);
- v_c3 = vdupq_n_s32(coeffs[3]);
- v_delta = vdup_n_s16(ColorChannel<uchar>::half());
- v_delta2 = vdupq_n_s32(1 << (yuv_shift - 1));
- v_alpha = vdup_n_u8(ColorChannel<uchar>::max());
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int dcn = dstcn, bidx = blueIdx, i = 0;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- const uchar delta = ColorChannel<uchar>::half(), alpha = ColorChannel<uchar>::max();
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
- n *= 3;
-
- for ( ; i <= n - 24; i += 24, dst += dcn * 8)
- {
- uint8x8x3_t v_src = vld3_u8(src + i);
- int16x8x3_t v_src16;
- v_src16.val[0] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[0]));
- v_src16.val[1] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[1]));
- v_src16.val[2] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[2]));
-
- int16x4_t v_Y = vget_low_s16(v_src16.val[0]),
- v_Cr = vget_low_s16(v_src16.val[1+yuvOrder]),
- v_Cb = vget_low_s16(v_src16.val[2-yuvOrder]);
-
- int32x4_t v_b0 = vmulq_s32(v_c3, vsubl_s16(v_Cb, v_delta));
- v_b0 = vaddw_s16(vshrq_n_s32(vaddq_s32(v_b0, v_delta2), yuv_shift), v_Y);
- int32x4_t v_g0 = vmlaq_s32(vmulq_s32(vsubl_s16(v_Cr, v_delta), v_c1), vsubl_s16(v_Cb, v_delta), v_c2);
- v_g0 = vaddw_s16(vshrq_n_s32(vaddq_s32(v_g0, v_delta2), yuv_shift), v_Y);
- int32x4_t v_r0 = vmulq_s32(v_c0, vsubl_s16(v_Cr, v_delta));
- v_r0 = vaddw_s16(vshrq_n_s32(vaddq_s32(v_r0, v_delta2), yuv_shift), v_Y);
-
- v_Y = vget_high_s16(v_src16.val[0]);
- v_Cr = vget_high_s16(v_src16.val[1+yuvOrder]);
- v_Cb = vget_high_s16(v_src16.val[2-yuvOrder]);
-
- int32x4_t v_b1 = vmulq_s32(v_c3, vsubl_s16(v_Cb, v_delta));
- v_b1 = vaddw_s16(vshrq_n_s32(vaddq_s32(v_b1, v_delta2), yuv_shift), v_Y);
- int32x4_t v_g1 = vmlaq_s32(vmulq_s32(vsubl_s16(v_Cr, v_delta), v_c1), vsubl_s16(v_Cb, v_delta), v_c2);
- v_g1 = vaddw_s16(vshrq_n_s32(vaddq_s32(v_g1, v_delta2), yuv_shift), v_Y);
- int32x4_t v_r1 = vmulq_s32(v_c0, vsubl_s16(v_Cr, v_delta));
- v_r1 = vaddw_s16(vshrq_n_s32(vaddq_s32(v_r1, v_delta2), yuv_shift), v_Y);
-
- uint8x8_t v_b = vqmovun_s16(vcombine_s16(vmovn_s32(v_b0), vmovn_s32(v_b1)));
- uint8x8_t v_g = vqmovun_s16(vcombine_s16(vmovn_s32(v_g0), vmovn_s32(v_g1)));
- uint8x8_t v_r = vqmovun_s16(vcombine_s16(vmovn_s32(v_r0), vmovn_s32(v_r1)));
-
- if (dcn == 3)
- {
- uint8x8x3_t v_dst;
- v_dst.val[bidx] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[bidx^2] = v_r;
- vst3_u8(dst, v_dst);
- }
- else
- {
- uint8x8x4_t v_dst;
- v_dst.val[bidx] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[bidx^2] = v_r;
- v_dst.val[3] = v_alpha;
- vst4_u8(dst, v_dst);
- }
- }
-
- for ( ; i < n; i += 3, dst += dcn)
- {
- uchar Y = src[i];
- uchar Cr = src[i+1+yuvOrder];
- uchar Cb = src[i+2-yuvOrder];
-
- int b = Y + CV_DESCALE((Cb - delta)*C3, yuv_shift);
- int g = Y + CV_DESCALE((Cb - delta)*C2 + (Cr - delta)*C1, yuv_shift);
- int r = Y + CV_DESCALE((Cr - delta)*C0, yuv_shift);
-
- dst[bidx] = saturate_cast<uchar>(b);
- dst[1] = saturate_cast<uchar>(g);
- dst[bidx^2] = saturate_cast<uchar>(r);
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- int dstcn, blueIdx;
- bool isCrCb;
- int coeffs[4];
-
- int32x4_t v_c0, v_c1, v_c2, v_c3, v_delta2;
- int16x4_t v_delta;
- uint8x8_t v_alpha;
-};
-
-template <>
-struct YCrCb2RGB_i<ushort>
-{
- typedef ushort channel_type;
-
- YCrCb2RGB_i(int _dstcn, int _blueIdx, bool _isCrCb)
- : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const int coeffs_crb[] = { CR2RI, CR2GI, CB2GI, CB2BI};
- static const int coeffs_yuv[] = { V2RI, V2GI, U2GI, U2BI };
- memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 4*sizeof(coeffs[0]));
-
- v_c0 = vdupq_n_s32(coeffs[0]);
- v_c1 = vdupq_n_s32(coeffs[1]);
- v_c2 = vdupq_n_s32(coeffs[2]);
- v_c3 = vdupq_n_s32(coeffs[3]);
- v_delta = vdupq_n_s32(ColorChannel<ushort>::half());
- v_delta2 = vdupq_n_s32(1 << (yuv_shift - 1));
- v_alpha = vdupq_n_u16(ColorChannel<ushort>::max());
- v_alpha2 = vget_low_u16(v_alpha);
- }
-
- void operator()(const ushort* src, ushort* dst, int n) const
- {
- int dcn = dstcn, bidx = blueIdx, i = 0;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- const ushort delta = ColorChannel<ushort>::half(), alpha = ColorChannel<ushort>::max();
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
- n *= 3;
-
- for ( ; i <= n - 24; i += 24, dst += dcn * 8)
- {
- uint16x8x3_t v_src = vld3q_u16(src + i);
-
- int32x4_t v_Y = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[0]))),
- v_Cr = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[1+yuvOrder]))),
- v_Cb = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[2-yuvOrder])));
-
- int32x4_t v_b0 = vmulq_s32(v_c3, vsubq_s32(v_Cb, v_delta));
- v_b0 = vaddq_s32(vshrq_n_s32(vaddq_s32(v_b0, v_delta2), yuv_shift), v_Y);
- int32x4_t v_g0 = vmlaq_s32(vmulq_s32(vsubq_s32(v_Cr, v_delta), v_c1), vsubq_s32(v_Cb, v_delta), v_c2);
- v_g0 = vaddq_s32(vshrq_n_s32(vaddq_s32(v_g0, v_delta2), yuv_shift), v_Y);
- int32x4_t v_r0 = vmulq_s32(v_c0, vsubq_s32(v_Cr, v_delta));
- v_r0 = vaddq_s32(vshrq_n_s32(vaddq_s32(v_r0, v_delta2), yuv_shift), v_Y);
-
- v_Y = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[0]))),
- v_Cr = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[1+yuvOrder]))),
- v_Cb = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[2-yuvOrder])));
-
- int32x4_t v_b1 = vmulq_s32(v_c3, vsubq_s32(v_Cb, v_delta));
- v_b1 = vaddq_s32(vshrq_n_s32(vaddq_s32(v_b1, v_delta2), yuv_shift), v_Y);
- int32x4_t v_g1 = vmlaq_s32(vmulq_s32(vsubq_s32(v_Cr, v_delta), v_c1), vsubq_s32(v_Cb, v_delta), v_c2);
- v_g1 = vaddq_s32(vshrq_n_s32(vaddq_s32(v_g1, v_delta2), yuv_shift), v_Y);
- int32x4_t v_r1 = vmulq_s32(v_c0, vsubq_s32(v_Cr, v_delta));
- v_r1 = vaddq_s32(vshrq_n_s32(vaddq_s32(v_r1, v_delta2), yuv_shift), v_Y);
-
- uint16x8_t v_b = vcombine_u16(vqmovun_s32(v_b0), vqmovun_s32(v_b1));
- uint16x8_t v_g = vcombine_u16(vqmovun_s32(v_g0), vqmovun_s32(v_g1));
- uint16x8_t v_r = vcombine_u16(vqmovun_s32(v_r0), vqmovun_s32(v_r1));
-
- if (dcn == 3)
- {
- uint16x8x3_t v_dst;
- v_dst.val[bidx] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[bidx^2] = v_r;
- vst3q_u16(dst, v_dst);
- }
- else
- {
- uint16x8x4_t v_dst;
- v_dst.val[bidx] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[bidx^2] = v_r;
- v_dst.val[3] = v_alpha;
- vst4q_u16(dst, v_dst);
- }
- }
-
- for ( ; i <= n - 12; i += 12, dst += dcn * 4)
- {
- uint16x4x3_t v_src = vld3_u16(src + i);
-
- int32x4_t v_Y = vreinterpretq_s32_u32(vmovl_u16(v_src.val[0])),
- v_Cr = vreinterpretq_s32_u32(vmovl_u16(v_src.val[1+yuvOrder])),
- v_Cb = vreinterpretq_s32_u32(vmovl_u16(v_src.val[2-yuvOrder]));
-
- int32x4_t v_b = vmulq_s32(v_c3, vsubq_s32(v_Cb, v_delta));
- v_b = vaddq_s32(vshrq_n_s32(vaddq_s32(v_b, v_delta2), yuv_shift), v_Y);
- int32x4_t v_g = vmlaq_s32(vmulq_s32(vsubq_s32(v_Cr, v_delta), v_c1), vsubq_s32(v_Cb, v_delta), v_c2);
- v_g = vaddq_s32(vshrq_n_s32(vaddq_s32(v_g, v_delta2), yuv_shift), v_Y);
- int32x4_t v_r = vmulq_s32(vsubq_s32(v_Cr, v_delta), v_c0);
- v_r = vaddq_s32(vshrq_n_s32(vaddq_s32(v_r, v_delta2), yuv_shift), v_Y);
-
- uint16x4_t v_bd = vqmovun_s32(v_b);
- uint16x4_t v_gd = vqmovun_s32(v_g);
- uint16x4_t v_rd = vqmovun_s32(v_r);
-
- if (dcn == 3)
- {
- uint16x4x3_t v_dst;
- v_dst.val[bidx] = v_bd;
- v_dst.val[1] = v_gd;
- v_dst.val[bidx^2] = v_rd;
- vst3_u16(dst, v_dst);
- }
- else
- {
- uint16x4x4_t v_dst;
- v_dst.val[bidx] = v_bd;
- v_dst.val[1] = v_gd;
- v_dst.val[bidx^2] = v_rd;
- v_dst.val[3] = v_alpha2;
- vst4_u16(dst, v_dst);
- }
- }
-
- for ( ; i < n; i += 3, dst += dcn)
- {
- ushort Y = src[i];
- ushort Cr = src[i+1+yuvOrder];
- ushort Cb = src[i+2-yuvOrder];
-
- int b = Y + CV_DESCALE((Cb - delta)*C3, yuv_shift);
- int g = Y + CV_DESCALE((Cb - delta)*C2 + (Cr - delta)*C1, yuv_shift);
- int r = Y + CV_DESCALE((Cr - delta)*C0, yuv_shift);
-
- dst[bidx] = saturate_cast<ushort>(b);
- dst[1] = saturate_cast<ushort>(g);
- dst[bidx^2] = saturate_cast<ushort>(r);
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- int dstcn, blueIdx;
- bool isCrCb;
- int coeffs[4];
-
- int32x4_t v_c0, v_c1, v_c2, v_c3, v_delta2, v_delta;
- uint16x8_t v_alpha;
- uint16x4_t v_alpha2;
-};
-
-#elif CV_SSE2
-
-template <>
-struct YCrCb2RGB_i<uchar>
-{
- typedef uchar channel_type;
-
- YCrCb2RGB_i(int _dstcn, int _blueIdx, bool _isCrCb)
- : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
- {
- static const int coeffs_crb[] = { CR2RI, CR2GI, CB2GI, CB2BI};
- static const int coeffs_yuv[] = { V2RI, V2GI, U2GI, U2BI };
- memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 4*sizeof(coeffs[0]));
-
- v_c0 = _mm_set1_epi16((short)coeffs[0]);
- v_c1 = _mm_set1_epi16((short)coeffs[1]);
- v_c2 = _mm_set1_epi16((short)coeffs[2]);
- v_c3 = _mm_set1_epi16((short)coeffs[3]);
- v_delta = _mm_set1_epi16(ColorChannel<uchar>::half());
- v_delta2 = _mm_set1_epi32(1 << (yuv_shift - 1));
- v_zero = _mm_setzero_si128();
-
- uchar alpha = ColorChannel<uchar>::max();
- v_alpha = _mm_set1_epi8(*(char *)&alpha);
-
- // when using YUV, one of coefficients is bigger than std::numeric_limits<short>::max(),
- //which is not appropriate for SSE
- useSSE = isCrCb;
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- }
-
-#if CV_SSE4_1
- // 16s x 8
- void process(__m128i* v_src, __m128i* v_shuffle,
- __m128i* v_coeffs) const
- {
- __m128i v_ycrcb[3];
- v_ycrcb[0] = _mm_shuffle_epi8(v_src[0], v_shuffle[0]);
- v_ycrcb[1] = _mm_shuffle_epi8(_mm_alignr_epi8(v_src[1], v_src[0], 8), v_shuffle[0]);
- v_ycrcb[2] = _mm_shuffle_epi8(v_src[1], v_shuffle[0]);
-
- __m128i v_y[3];
- v_y[1] = _mm_shuffle_epi8(v_src[0], v_shuffle[1]);
- v_y[2] = _mm_srli_si128(_mm_shuffle_epi8(_mm_alignr_epi8(v_src[1], v_src[0], 15), v_shuffle[1]), 1);
- v_y[0] = _mm_unpacklo_epi8(v_y[1], v_zero);
- v_y[1] = _mm_unpackhi_epi8(v_y[1], v_zero);
- v_y[2] = _mm_unpacklo_epi8(v_y[2], v_zero);
-
- __m128i v_rgb[6];
- v_rgb[0] = _mm_unpacklo_epi8(v_ycrcb[0], v_zero);
- v_rgb[1] = _mm_unpackhi_epi8(v_ycrcb[0], v_zero);
- v_rgb[2] = _mm_unpacklo_epi8(v_ycrcb[1], v_zero);
- v_rgb[3] = _mm_unpackhi_epi8(v_ycrcb[1], v_zero);
- v_rgb[4] = _mm_unpacklo_epi8(v_ycrcb[2], v_zero);
- v_rgb[5] = _mm_unpackhi_epi8(v_ycrcb[2], v_zero);
-
- v_rgb[0] = _mm_sub_epi16(v_rgb[0], v_delta);
- v_rgb[1] = _mm_sub_epi16(v_rgb[1], v_delta);
- v_rgb[2] = _mm_sub_epi16(v_rgb[2], v_delta);
- v_rgb[3] = _mm_sub_epi16(v_rgb[3], v_delta);
- v_rgb[4] = _mm_sub_epi16(v_rgb[4], v_delta);
- v_rgb[5] = _mm_sub_epi16(v_rgb[5], v_delta);
-
- v_rgb[0] = _mm_madd_epi16(v_rgb[0], v_coeffs[0]);
- v_rgb[1] = _mm_madd_epi16(v_rgb[1], v_coeffs[1]);
- v_rgb[2] = _mm_madd_epi16(v_rgb[2], v_coeffs[2]);
- v_rgb[3] = _mm_madd_epi16(v_rgb[3], v_coeffs[0]);
- v_rgb[4] = _mm_madd_epi16(v_rgb[4], v_coeffs[1]);
- v_rgb[5] = _mm_madd_epi16(v_rgb[5], v_coeffs[2]);
-
- v_rgb[0] = _mm_add_epi32(v_rgb[0], v_delta2);
- v_rgb[1] = _mm_add_epi32(v_rgb[1], v_delta2);
- v_rgb[2] = _mm_add_epi32(v_rgb[2], v_delta2);
- v_rgb[3] = _mm_add_epi32(v_rgb[3], v_delta2);
- v_rgb[4] = _mm_add_epi32(v_rgb[4], v_delta2);
- v_rgb[5] = _mm_add_epi32(v_rgb[5], v_delta2);
-
- v_rgb[0] = _mm_srai_epi32(v_rgb[0], yuv_shift);
- v_rgb[1] = _mm_srai_epi32(v_rgb[1], yuv_shift);
- v_rgb[2] = _mm_srai_epi32(v_rgb[2], yuv_shift);
- v_rgb[3] = _mm_srai_epi32(v_rgb[3], yuv_shift);
- v_rgb[4] = _mm_srai_epi32(v_rgb[4], yuv_shift);
- v_rgb[5] = _mm_srai_epi32(v_rgb[5], yuv_shift);
-
- v_rgb[0] = _mm_packs_epi32(v_rgb[0], v_rgb[1]);
- v_rgb[2] = _mm_packs_epi32(v_rgb[2], v_rgb[3]);
- v_rgb[4] = _mm_packs_epi32(v_rgb[4], v_rgb[5]);
-
- v_rgb[0] = _mm_add_epi16(v_rgb[0], v_y[0]);
- v_rgb[2] = _mm_add_epi16(v_rgb[2], v_y[1]);
- v_rgb[4] = _mm_add_epi16(v_rgb[4], v_y[2]);
-
- v_src[0] = _mm_packus_epi16(v_rgb[0], v_rgb[2]);
- v_src[1] = _mm_packus_epi16(v_rgb[4], v_rgb[4]);
- }
-#endif // CV_SSE4_1
-
- // 16s x 8
- void process(__m128i v_y, __m128i v_cr, __m128i v_cb,
- __m128i & v_r, __m128i & v_g, __m128i & v_b) const
- {
- v_cr = _mm_sub_epi16(v_cr, v_delta);
- v_cb = _mm_sub_epi16(v_cb, v_delta);
-
- __m128i v_y_p = _mm_unpacklo_epi16(v_y, v_zero);
-
- __m128i v_mullo_3 = _mm_mullo_epi16(v_cb, v_c3);
- __m128i v_mullo_2 = _mm_mullo_epi16(v_cb, v_c2);
- __m128i v_mullo_1 = _mm_mullo_epi16(v_cr, v_c1);
- __m128i v_mullo_0 = _mm_mullo_epi16(v_cr, v_c0);
-
- __m128i v_mulhi_3 = _mm_mulhi_epi16(v_cb, v_c3);
- __m128i v_mulhi_2 = _mm_mulhi_epi16(v_cb, v_c2);
- __m128i v_mulhi_1 = _mm_mulhi_epi16(v_cr, v_c1);
- __m128i v_mulhi_0 = _mm_mulhi_epi16(v_cr, v_c0);
-
- __m128i v_b0 = _mm_srai_epi32(_mm_add_epi32(_mm_unpacklo_epi16(v_mullo_3, v_mulhi_3), v_delta2), yuv_shift);
- __m128i v_g0 = _mm_srai_epi32(_mm_add_epi32(_mm_add_epi32(_mm_unpacklo_epi16(v_mullo_2, v_mulhi_2),
- _mm_unpacklo_epi16(v_mullo_1, v_mulhi_1)), v_delta2),
- yuv_shift);
- __m128i v_r0 = _mm_srai_epi32(_mm_add_epi32(_mm_unpacklo_epi16(v_mullo_0, v_mulhi_0), v_delta2), yuv_shift);
-
- v_r0 = _mm_add_epi32(v_r0, v_y_p);
- v_g0 = _mm_add_epi32(v_g0, v_y_p);
- v_b0 = _mm_add_epi32(v_b0, v_y_p);
-
- v_y_p = _mm_unpackhi_epi16(v_y, v_zero);
-
- __m128i v_b1 = _mm_srai_epi32(_mm_add_epi32(_mm_unpackhi_epi16(v_mullo_3, v_mulhi_3), v_delta2), yuv_shift);
- __m128i v_g1 = _mm_srai_epi32(_mm_add_epi32(_mm_add_epi32(_mm_unpackhi_epi16(v_mullo_2, v_mulhi_2),
- _mm_unpackhi_epi16(v_mullo_1, v_mulhi_1)), v_delta2),
- yuv_shift);
- __m128i v_r1 = _mm_srai_epi32(_mm_add_epi32(_mm_unpackhi_epi16(v_mullo_0, v_mulhi_0), v_delta2), yuv_shift);
-
- v_r1 = _mm_add_epi32(v_r1, v_y_p);
- v_g1 = _mm_add_epi32(v_g1, v_y_p);
- v_b1 = _mm_add_epi32(v_b1, v_y_p);
-
- v_r = _mm_packs_epi32(v_r0, v_r1);
- v_g = _mm_packs_epi32(v_g0, v_g1);
- v_b = _mm_packs_epi32(v_b0, v_b1);
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int dcn = dstcn, bidx = blueIdx, i = 0;
- int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
- const uchar delta = ColorChannel<uchar>::half(), alpha = ColorChannel<uchar>::max();
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
- n *= 3;
-
-#if CV_SSE4_1
- if (checkHardwareSupport(CV_CPU_SSE4_1) && useSSE)
- {
- __m128i v_shuffle[2];
- v_shuffle[0] = _mm_set_epi8(0x8, 0x7, 0x7, 0x6, 0x6, 0x5, 0x5, 0x4, 0x4, 0x3, 0x3, 0x2, 0x2, 0x1, 0x1, 0x0);
- v_shuffle[1] = _mm_set_epi8(0xf, 0xc, 0xc, 0xc, 0x9, 0x9, 0x9, 0x6, 0x6, 0x6, 0x3, 0x3, 0x3, 0x0, 0x0, 0x0);
- __m128i v_coeffs[3];
- v_coeffs[0] = _mm_set_epi16((short)C0, 0, 0, (short)C3, (short)C2, (short)C1, (short)C0, 0);
- v_coeffs[1] = _mm_set_epi16((short)C2, (short)C1, (short)C0, 0, 0, (short)C3, (short)C2, (short)C1);
- v_coeffs[2] = _mm_set_epi16(0, (short)C3, (short)C2, (short)C1, (short)C0, 0, 0, (short)C3);
-
- if (dcn == 3)
- {
- if (bidx == 0)
- {
- __m128i v_shuffle_dst = _mm_set_epi8(0xf, 0xc, 0xd, 0xe, 0x9, 0xa, 0xb, 0x6, 0x7, 0x8, 0x3, 0x4, 0x5, 0x0, 0x1, 0x2);
- for ( ; i <= n - 24; i += 24, dst += dcn * 8)
- {
- __m128i v_src[2];
- v_src[0] = _mm_loadu_si128((__m128i const *)(src + i));
- v_src[1] = _mm_loadl_epi64((__m128i const *)(src + i + 16));
-
- process(v_src, v_shuffle, v_coeffs);
-
- __m128i v_dst[2];
- v_dst[0] = _mm_shuffle_epi8(v_src[0], v_shuffle_dst);
- v_dst[1] = _mm_shuffle_epi8(_mm_alignr_epi8(v_src[1], v_src[0], 15), v_shuffle_dst);
-
- _mm_storeu_si128((__m128i *)(dst), _mm_alignr_epi8(v_dst[1], _mm_slli_si128(v_dst[0], 1), 1));
- _mm_storel_epi64((__m128i *)(dst + 16), _mm_srli_si128(v_dst[1], 1));
- }
- }
- else
- {
- for ( ; i <= n - 24; i += 24, dst += dcn * 8)
- {
- __m128i v_src[2];
- v_src[0] = _mm_loadu_si128((__m128i const *)(src + i));
- v_src[1] = _mm_loadl_epi64((__m128i const *)(src + i + 16));
-
- process(v_src, v_shuffle, v_coeffs);
-
- _mm_storeu_si128((__m128i *)(dst), v_src[0]);
- _mm_storel_epi64((__m128i *)(dst + 16), v_src[1]);
- }
- }
- }
- else
- {
- if (bidx == 0)
- {
- __m128i v_shuffle_dst = _mm_set_epi8(0x0, 0xa, 0xb, 0xc, 0x0, 0x7, 0x8, 0x9, 0x0, 0x4, 0x5, 0x6, 0x0, 0x1, 0x2, 0x3);
-
- for ( ; i <= n - 24; i += 24, dst += dcn * 8)
- {
- __m128i v_src[2];
- v_src[0] = _mm_loadu_si128((__m128i const *)(src + i));
- v_src[1] = _mm_loadl_epi64((__m128i const *)(src + i + 16));
-
- process(v_src, v_shuffle, v_coeffs);
-
- _mm_storeu_si128((__m128i *)(dst), _mm_shuffle_epi8(_mm_alignr_epi8(v_src[0], v_alpha, 15), v_shuffle_dst));
- _mm_storeu_si128((__m128i *)(dst + 16), _mm_shuffle_epi8(_mm_alignr_epi8(_mm_alignr_epi8(v_src[1], v_src[0], 12), v_alpha, 15), v_shuffle_dst));
- }
- }
- else
- {
- __m128i v_shuffle_dst = _mm_set_epi8(0x0, 0xc, 0xb, 0xa, 0x0, 0x9, 0x8, 0x7, 0x0, 0x6, 0x5, 0x4, 0x0, 0x3, 0x2, 0x1);
-
- for ( ; i <= n - 24; i += 24, dst += dcn * 8)
- {
- __m128i v_src[2];
- v_src[0] = _mm_loadu_si128((__m128i const *)(src + i));
- v_src[1] = _mm_loadl_epi64((__m128i const *)(src + i + 16));
-
- process(v_src, v_shuffle, v_coeffs);
-
- _mm_storeu_si128((__m128i *)(dst), _mm_shuffle_epi8(_mm_alignr_epi8(v_src[0], v_alpha, 15), v_shuffle_dst));
- _mm_storeu_si128((__m128i *)(dst + 16), _mm_shuffle_epi8(_mm_alignr_epi8(_mm_alignr_epi8(v_src[1], v_src[0], 12), v_alpha, 15), v_shuffle_dst));
- }
- }
- }
- }
- else
-#endif // CV_SSE4_1
- if (haveSIMD && useSSE)
- {
- for ( ; i <= n - 96; i += 96, dst += dcn * 32)
- {
- __m128i v_y0 = _mm_loadu_si128((__m128i const *)(src + i));
- __m128i v_y1 = _mm_loadu_si128((__m128i const *)(src + i + 16));
- __m128i v_cr0 = _mm_loadu_si128((__m128i const *)(src + i + 32));
- __m128i v_cr1 = _mm_loadu_si128((__m128i const *)(src + i + 48));
- __m128i v_cb0 = _mm_loadu_si128((__m128i const *)(src + i + 64));
- __m128i v_cb1 = _mm_loadu_si128((__m128i const *)(src + i + 80));
-
- _mm_deinterleave_epi8(v_y0, v_y1, v_cr0, v_cr1, v_cb0, v_cb1);
-
- __m128i v_r_0 = v_zero, v_g_0 = v_zero, v_b_0 = v_zero;
- process(_mm_unpacklo_epi8(v_y0, v_zero),
- _mm_unpacklo_epi8(v_cr0, v_zero),
- _mm_unpacklo_epi8(v_cb0, v_zero),
- v_r_0, v_g_0, v_b_0);
-
- __m128i v_r_1 = v_zero, v_g_1 = v_zero, v_b_1 = v_zero;
- process(_mm_unpackhi_epi8(v_y0, v_zero),
- _mm_unpackhi_epi8(v_cr0, v_zero),
- _mm_unpackhi_epi8(v_cb0, v_zero),
- v_r_1, v_g_1, v_b_1);
-
- __m128i v_r0 = _mm_packus_epi16(v_r_0, v_r_1);
- __m128i v_g0 = _mm_packus_epi16(v_g_0, v_g_1);
- __m128i v_b0 = _mm_packus_epi16(v_b_0, v_b_1);
-
- process(_mm_unpacklo_epi8(v_y1, v_zero),
- _mm_unpacklo_epi8(v_cr1, v_zero),
- _mm_unpacklo_epi8(v_cb1, v_zero),
- v_r_0, v_g_0, v_b_0);
-
- process(_mm_unpackhi_epi8(v_y1, v_zero),
- _mm_unpackhi_epi8(v_cr1, v_zero),
- _mm_unpackhi_epi8(v_cb1, v_zero),
- v_r_1, v_g_1, v_b_1);
-
- __m128i v_r1 = _mm_packus_epi16(v_r_0, v_r_1);
- __m128i v_g1 = _mm_packus_epi16(v_g_0, v_g_1);
- __m128i v_b1 = _mm_packus_epi16(v_b_0, v_b_1);
-
- if (bidx == 0)
- {
- std::swap(v_r0, v_b0);
- std::swap(v_r1, v_b1);
- }
-
- __m128i v_a0 = v_alpha, v_a1 = v_alpha;
-
- if (dcn == 3)
- _mm_interleave_epi8(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
- else
- _mm_interleave_epi8(v_r0, v_r1, v_g0, v_g1,
- v_b0, v_b1, v_a0, v_a1);
-
- _mm_storeu_si128((__m128i *)(dst), v_r0);
- _mm_storeu_si128((__m128i *)(dst + 16), v_r1);
- _mm_storeu_si128((__m128i *)(dst + 32), v_g0);
- _mm_storeu_si128((__m128i *)(dst + 48), v_g1);
- _mm_storeu_si128((__m128i *)(dst + 64), v_b0);
- _mm_storeu_si128((__m128i *)(dst + 80), v_b1);
-
- if (dcn == 4)
- {
- _mm_storeu_si128((__m128i *)(dst + 96), v_a0);
- _mm_storeu_si128((__m128i *)(dst + 112), v_a1);
- }
- }
- }
-
- for ( ; i < n; i += 3, dst += dcn)
- {
- uchar Y = src[i];
- uchar Cr = src[i+1+yuvOrder];
- uchar Cb = src[i+2-yuvOrder];
-
- int b = Y + CV_DESCALE((Cb - delta)*C3, yuv_shift);
- int g = Y + CV_DESCALE((Cb - delta)*C2 + (Cr - delta)*C1, yuv_shift);
- int r = Y + CV_DESCALE((Cr - delta)*C0, yuv_shift);
-
- dst[bidx] = saturate_cast<uchar>(b);
- dst[1] = saturate_cast<uchar>(g);
- dst[bidx^2] = saturate_cast<uchar>(r);
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- int dstcn, blueIdx;
- int coeffs[4];
- bool isCrCb;
- bool useSSE, haveSIMD;
-
- __m128i v_c0, v_c1, v_c2, v_c3, v_delta2;
- __m128i v_delta, v_alpha, v_zero;
-};
-
-#endif // CV_SSE2
-
-////////////////////////////////////// RGB <-> XYZ ///////////////////////////////////////
-
-// 0.412453, 0.357580, 0.180423,
-// 0.212671, 0.715160, 0.072169,
-// 0.019334, 0.119193, 0.950227
-static const softdouble sRGB2XYZ_D65[] =
-{
- softdouble::fromRaw(0x3fda65a14488c60d),
- softdouble::fromRaw(0x3fd6e297396d0918),
- softdouble::fromRaw(0x3fc71819d2391d58),
- softdouble::fromRaw(0x3fcb38cda6e75ff6),
- softdouble::fromRaw(0x3fe6e297396d0918),
- softdouble::fromRaw(0x3fb279aae6c8f755),
- softdouble::fromRaw(0x3f93cc4ac6cdaf4b),
- softdouble::fromRaw(0x3fbe836eb4e98138),
- softdouble::fromRaw(0x3fee68427418d691)
-};
-
-// 3.240479, -1.53715, -0.498535,
-// -0.969256, 1.875991, 0.041556,
-// 0.055648, -0.204043, 1.057311
-static const softdouble XYZ2sRGB_D65[] =
-{
- softdouble::fromRaw(0x4009ec804102ff8f),
- softdouble::fromRaw(0xbff8982a9930be0e),
- softdouble::fromRaw(0xbfdfe7ff583a53b9),
- softdouble::fromRaw(0xbfef042528ae74f3),
- softdouble::fromRaw(0x3ffe040f23897204),
- softdouble::fromRaw(0x3fa546d3f9e7b80b),
- softdouble::fromRaw(0x3fac7de5082cf52c),
- softdouble::fromRaw(0xbfca1e14bdfd2631),
- softdouble::fromRaw(0x3ff0eabef06b3786)
-};
-
-
-template<typename _Tp> struct RGB2XYZ_f
-{
- typedef _Tp channel_type;
-
- RGB2XYZ_f(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
- {
- for(int i = 0; i < 9; i++)
- coeffs[i] = _coeffs ? _coeffs[i] : (float)sRGB2XYZ_D65[i];
- if(blueIdx == 0)
- {
- std::swap(coeffs[0], coeffs[2]);
- std::swap(coeffs[3], coeffs[5]);
- std::swap(coeffs[6], coeffs[8]);
- }
- }
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- int scn = srccn;
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
-
- n *= 3;
- for(int i = 0; i < n; i += 3, src += scn)
- {
- _Tp X = saturate_cast<_Tp>(src[0]*C0 + src[1]*C1 + src[2]*C2);
- _Tp Y = saturate_cast<_Tp>(src[0]*C3 + src[1]*C4 + src[2]*C5);
- _Tp Z = saturate_cast<_Tp>(src[0]*C6 + src[1]*C7 + src[2]*C8);
- dst[i] = X; dst[i+1] = Y; dst[i+2] = Z;
- }
- }
- int srccn;
- float coeffs[9];
-};
-
-#if CV_NEON
-
-template <>
-struct RGB2XYZ_f<float>
-{
- typedef float channel_type;
-
- RGB2XYZ_f(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
- {
- for(int i = 0; i < 9; i++)
- coeffs[i] = _coeffs ? _coeffs[i] : (float)sRGB2XYZ_D65[i];
- if(blueIdx == 0)
- {
- std::swap(coeffs[0], coeffs[2]);
- std::swap(coeffs[3], coeffs[5]);
- std::swap(coeffs[6], coeffs[8]);
- }
-
- v_c0 = vdupq_n_f32(coeffs[0]);
- v_c1 = vdupq_n_f32(coeffs[1]);
- v_c2 = vdupq_n_f32(coeffs[2]);
- v_c3 = vdupq_n_f32(coeffs[3]);
- v_c4 = vdupq_n_f32(coeffs[4]);
- v_c5 = vdupq_n_f32(coeffs[5]);
- v_c6 = vdupq_n_f32(coeffs[6]);
- v_c7 = vdupq_n_f32(coeffs[7]);
- v_c8 = vdupq_n_f32(coeffs[8]);
- }
-
- void operator()(const float* src, float* dst, int n) const
- {
- int scn = srccn, i = 0;
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
-
- n *= 3;
-
- if (scn == 3)
- for ( ; i <= n - 12; i += 12, src += 12)
- {
- float32x4x3_t v_src = vld3q_f32(src), v_dst;
- v_dst.val[0] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c0), v_src.val[1], v_c1), v_src.val[2], v_c2);
- v_dst.val[1] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c3), v_src.val[1], v_c4), v_src.val[2], v_c5);
- v_dst.val[2] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c6), v_src.val[1], v_c7), v_src.val[2], v_c8);
- vst3q_f32(dst + i, v_dst);
- }
- else
- for ( ; i <= n - 12; i += 12, src += 16)
- {
- float32x4x4_t v_src = vld4q_f32(src);
- float32x4x3_t v_dst;
- v_dst.val[0] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c0), v_src.val[1], v_c1), v_src.val[2], v_c2);
- v_dst.val[1] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c3), v_src.val[1], v_c4), v_src.val[2], v_c5);
- v_dst.val[2] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c6), v_src.val[1], v_c7), v_src.val[2], v_c8);
- vst3q_f32(dst + i, v_dst);
- }
-
- for ( ; i < n; i += 3, src += scn)
- {
- float X = saturate_cast<float>(src[0]*C0 + src[1]*C1 + src[2]*C2);
- float Y = saturate_cast<float>(src[0]*C3 + src[1]*C4 + src[2]*C5);
- float Z = saturate_cast<float>(src[0]*C6 + src[1]*C7 + src[2]*C8);
- dst[i] = X; dst[i+1] = Y; dst[i+2] = Z;
- }
- }
-
- int srccn;
- float coeffs[9];
- float32x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8;
-};
-
-#elif CV_SSE2
-
-template <>
-struct RGB2XYZ_f<float>
-{
- typedef float channel_type;
-
- RGB2XYZ_f(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
- {
- for(int i = 0; i < 9; i++)
- coeffs[i] = _coeffs ? _coeffs[i] : (float)sRGB2XYZ_D65[i];
- if(blueIdx == 0)
- {
- std::swap(coeffs[0], coeffs[2]);
- std::swap(coeffs[3], coeffs[5]);
- std::swap(coeffs[6], coeffs[8]);
- }
-
- v_c0 = _mm_set1_ps(coeffs[0]);
- v_c1 = _mm_set1_ps(coeffs[1]);
- v_c2 = _mm_set1_ps(coeffs[2]);
- v_c3 = _mm_set1_ps(coeffs[3]);
- v_c4 = _mm_set1_ps(coeffs[4]);
- v_c5 = _mm_set1_ps(coeffs[5]);
- v_c6 = _mm_set1_ps(coeffs[6]);
- v_c7 = _mm_set1_ps(coeffs[7]);
- v_c8 = _mm_set1_ps(coeffs[8]);
-
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- }
-
- void process(__m128 v_r, __m128 v_g, __m128 v_b,
- __m128 & v_x, __m128 & v_y, __m128 & v_z) const
- {
- v_x = _mm_mul_ps(v_r, v_c0);
- v_x = _mm_add_ps(v_x, _mm_mul_ps(v_g, v_c1));
- v_x = _mm_add_ps(v_x, _mm_mul_ps(v_b, v_c2));
-
- v_y = _mm_mul_ps(v_r, v_c3);
- v_y = _mm_add_ps(v_y, _mm_mul_ps(v_g, v_c4));
- v_y = _mm_add_ps(v_y, _mm_mul_ps(v_b, v_c5));
-
- v_z = _mm_mul_ps(v_r, v_c6);
- v_z = _mm_add_ps(v_z, _mm_mul_ps(v_g, v_c7));
- v_z = _mm_add_ps(v_z, _mm_mul_ps(v_b, v_c8));
- }
-
- void operator()(const float* src, float* dst, int n) const
- {
- int scn = srccn, i = 0;
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
-
- n *= 3;
-
- if (haveSIMD)
- {
- for ( ; i <= n - 24; i += 24, src += 8 * scn)
- {
- __m128 v_r0 = _mm_loadu_ps(src);
- __m128 v_r1 = _mm_loadu_ps(src + 4);
- __m128 v_g0 = _mm_loadu_ps(src + 8);
- __m128 v_g1 = _mm_loadu_ps(src + 12);
- __m128 v_b0 = _mm_loadu_ps(src + 16);
- __m128 v_b1 = _mm_loadu_ps(src + 20);
-
- if (scn == 4)
- {
- __m128 v_a0 = _mm_loadu_ps(src + 24);
- __m128 v_a1 = _mm_loadu_ps(src + 28);
-
- _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1,
- v_b0, v_b1, v_a0, v_a1);
- }
- else
- _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
-
- __m128 v_x0, v_y0, v_z0;
- process(v_r0, v_g0, v_b0,
- v_x0, v_y0, v_z0);
-
- __m128 v_x1, v_y1, v_z1;
- process(v_r1, v_g1, v_b1,
- v_x1, v_y1, v_z1);
-
- _mm_interleave_ps(v_x0, v_x1, v_y0, v_y1, v_z0, v_z1);
-
- _mm_storeu_ps(dst + i, v_x0);
- _mm_storeu_ps(dst + i + 4, v_x1);
- _mm_storeu_ps(dst + i + 8, v_y0);
- _mm_storeu_ps(dst + i + 12, v_y1);
- _mm_storeu_ps(dst + i + 16, v_z0);
- _mm_storeu_ps(dst + i + 20, v_z1);
- }
- }
-
- for ( ; i < n; i += 3, src += scn)
- {
- float X = saturate_cast<float>(src[0]*C0 + src[1]*C1 + src[2]*C2);
- float Y = saturate_cast<float>(src[0]*C3 + src[1]*C4 + src[2]*C5);
- float Z = saturate_cast<float>(src[0]*C6 + src[1]*C7 + src[2]*C8);
- dst[i] = X; dst[i+1] = Y; dst[i+2] = Z;
- }
- }
-
- int srccn;
- float coeffs[9];
- __m128 v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8;
- bool haveSIMD;
-};
-
-
-#endif
-
-template<typename _Tp> struct RGB2XYZ_i
-{
- typedef _Tp channel_type;
-
- RGB2XYZ_i(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
- {
- static const int coeffs0[] =
- {
- 1689, 1465, 739,
- 871, 2929, 296,
- 79, 488, 3892
- };
- for( int i = 0; i < 9; i++ )
- coeffs[i] = _coeffs ? cvRound(_coeffs[i]*(1 << xyz_shift)) : coeffs0[i];
- if(blueIdx == 0)
- {
- std::swap(coeffs[0], coeffs[2]);
- std::swap(coeffs[3], coeffs[5]);
- std::swap(coeffs[6], coeffs[8]);
- }
- }
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- int scn = srccn;
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- n *= 3;
-
- for(int i = 0; i < n; i += 3, src += scn)
- {
- int X = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, xyz_shift);
- int Y = CV_DESCALE(src[0]*C3 + src[1]*C4 + src[2]*C5, xyz_shift);
- int Z = CV_DESCALE(src[0]*C6 + src[1]*C7 + src[2]*C8, xyz_shift);
- dst[i] = saturate_cast<_Tp>(X); dst[i+1] = saturate_cast<_Tp>(Y);
- dst[i+2] = saturate_cast<_Tp>(Z);
- }
- }
- int srccn;
- int coeffs[9];
-};
-
-#if CV_NEON
-
-template <>
-struct RGB2XYZ_i<uchar>
-{
- typedef uchar channel_type;
-
- RGB2XYZ_i(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
- {
- static const int coeffs0[] =
- {
- 1689, 1465, 739,
- 871, 2929, 296,
- 79, 488, 3892
- };
- for( int i = 0; i < 9; i++ )
- coeffs[i] = _coeffs ? cvRound(_coeffs[i]*(1 << xyz_shift)) : coeffs0[i];
- if(blueIdx == 0)
- {
- std::swap(coeffs[0], coeffs[2]);
- std::swap(coeffs[3], coeffs[5]);
- std::swap(coeffs[6], coeffs[8]);
- }
-
- v_c0 = vdup_n_u16(coeffs[0]);
- v_c1 = vdup_n_u16(coeffs[1]);
- v_c2 = vdup_n_u16(coeffs[2]);
- v_c3 = vdup_n_u16(coeffs[3]);
- v_c4 = vdup_n_u16(coeffs[4]);
- v_c5 = vdup_n_u16(coeffs[5]);
- v_c6 = vdup_n_u16(coeffs[6]);
- v_c7 = vdup_n_u16(coeffs[7]);
- v_c8 = vdup_n_u16(coeffs[8]);
- v_delta = vdupq_n_u32(1 << (xyz_shift - 1));
- }
- void operator()(const uchar * src, uchar * dst, int n) const
- {
- int scn = srccn, i = 0;
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- n *= 3;
-
- for ( ; i <= n - 24; i += 24, src += scn * 8)
- {
- uint8x8x3_t v_dst;
- uint16x8x3_t v_src16;
-
- if (scn == 3)
- {
- uint8x8x3_t v_src = vld3_u8(src);
- v_src16.val[0] = vmovl_u8(v_src.val[0]);
- v_src16.val[1] = vmovl_u8(v_src.val[1]);
- v_src16.val[2] = vmovl_u8(v_src.val[2]);
- }
- else
- {
- uint8x8x4_t v_src = vld4_u8(src);
- v_src16.val[0] = vmovl_u8(v_src.val[0]);
- v_src16.val[1] = vmovl_u8(v_src.val[1]);
- v_src16.val[2] = vmovl_u8(v_src.val[2]);
- }
-
- uint16x4_t v_s0 = vget_low_u16(v_src16.val[0]),
- v_s1 = vget_low_u16(v_src16.val[1]),
- v_s2 = vget_low_u16(v_src16.val[2]);
-
- uint32x4_t v_X0 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
- uint32x4_t v_Y0 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
- uint32x4_t v_Z0 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
- v_X0 = vshrq_n_u32(vaddq_u32(v_X0, v_delta), xyz_shift);
- v_Y0 = vshrq_n_u32(vaddq_u32(v_Y0, v_delta), xyz_shift);
- v_Z0 = vshrq_n_u32(vaddq_u32(v_Z0, v_delta), xyz_shift);
-
- v_s0 = vget_high_u16(v_src16.val[0]),
- v_s1 = vget_high_u16(v_src16.val[1]),
- v_s2 = vget_high_u16(v_src16.val[2]);
-
- uint32x4_t v_X1 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
- uint32x4_t v_Y1 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
- uint32x4_t v_Z1 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
- v_X1 = vshrq_n_u32(vaddq_u32(v_X1, v_delta), xyz_shift);
- v_Y1 = vshrq_n_u32(vaddq_u32(v_Y1, v_delta), xyz_shift);
- v_Z1 = vshrq_n_u32(vaddq_u32(v_Z1, v_delta), xyz_shift);
-
- v_dst.val[0] = vqmovn_u16(vcombine_u16(vmovn_u32(v_X0), vmovn_u32(v_X1)));
- v_dst.val[1] = vqmovn_u16(vcombine_u16(vmovn_u32(v_Y0), vmovn_u32(v_Y1)));
- v_dst.val[2] = vqmovn_u16(vcombine_u16(vmovn_u32(v_Z0), vmovn_u32(v_Z1)));
-
- vst3_u8(dst + i, v_dst);
- }
-
- for ( ; i < n; i += 3, src += scn)
- {
- int X = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, xyz_shift);
- int Y = CV_DESCALE(src[0]*C3 + src[1]*C4 + src[2]*C5, xyz_shift);
- int Z = CV_DESCALE(src[0]*C6 + src[1]*C7 + src[2]*C8, xyz_shift);
- dst[i] = saturate_cast<uchar>(X);
- dst[i+1] = saturate_cast<uchar>(Y);
- dst[i+2] = saturate_cast<uchar>(Z);
- }
- }
-
- int srccn, coeffs[9];
- uint16x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8;
- uint32x4_t v_delta;
-};
-
-template <>
-struct RGB2XYZ_i<ushort>
-{
- typedef ushort channel_type;
-
- RGB2XYZ_i(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
- {
- static const int coeffs0[] =
- {
- 1689, 1465, 739,
- 871, 2929, 296,
- 79, 488, 3892
- };
- for( int i = 0; i < 9; i++ )
- coeffs[i] = _coeffs ? cvRound(_coeffs[i]*(1 << xyz_shift)) : coeffs0[i];
- if(blueIdx == 0)
- {
- std::swap(coeffs[0], coeffs[2]);
- std::swap(coeffs[3], coeffs[5]);
- std::swap(coeffs[6], coeffs[8]);
- }
-
- v_c0 = vdup_n_u16(coeffs[0]);
- v_c1 = vdup_n_u16(coeffs[1]);
- v_c2 = vdup_n_u16(coeffs[2]);
- v_c3 = vdup_n_u16(coeffs[3]);
- v_c4 = vdup_n_u16(coeffs[4]);
- v_c5 = vdup_n_u16(coeffs[5]);
- v_c6 = vdup_n_u16(coeffs[6]);
- v_c7 = vdup_n_u16(coeffs[7]);
- v_c8 = vdup_n_u16(coeffs[8]);
- v_delta = vdupq_n_u32(1 << (xyz_shift - 1));
- }
-
- void operator()(const ushort * src, ushort * dst, int n) const
- {
- int scn = srccn, i = 0;
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- n *= 3;
-
- for ( ; i <= n - 24; i += 24, src += scn * 8)
- {
- uint16x8x3_t v_src, v_dst;
-
- if (scn == 3)
- v_src = vld3q_u16(src);
- else
- {
- uint16x8x4_t v_src4 = vld4q_u16(src);
- v_src.val[0] = v_src4.val[0];
- v_src.val[1] = v_src4.val[1];
- v_src.val[2] = v_src4.val[2];
- }
-
- uint16x4_t v_s0 = vget_low_u16(v_src.val[0]),
- v_s1 = vget_low_u16(v_src.val[1]),
- v_s2 = vget_low_u16(v_src.val[2]);
-
- uint32x4_t v_X0 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
- uint32x4_t v_Y0 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
- uint32x4_t v_Z0 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
- v_X0 = vshrq_n_u32(vaddq_u32(v_X0, v_delta), xyz_shift);
- v_Y0 = vshrq_n_u32(vaddq_u32(v_Y0, v_delta), xyz_shift);
- v_Z0 = vshrq_n_u32(vaddq_u32(v_Z0, v_delta), xyz_shift);
-
- v_s0 = vget_high_u16(v_src.val[0]),
- v_s1 = vget_high_u16(v_src.val[1]),
- v_s2 = vget_high_u16(v_src.val[2]);
-
- uint32x4_t v_X1 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
- uint32x4_t v_Y1 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
- uint32x4_t v_Z1 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
- v_X1 = vshrq_n_u32(vaddq_u32(v_X1, v_delta), xyz_shift);
- v_Y1 = vshrq_n_u32(vaddq_u32(v_Y1, v_delta), xyz_shift);
- v_Z1 = vshrq_n_u32(vaddq_u32(v_Z1, v_delta), xyz_shift);
-
- v_dst.val[0] = vcombine_u16(vqmovn_u32(v_X0), vqmovn_u32(v_X1));
- v_dst.val[1] = vcombine_u16(vqmovn_u32(v_Y0), vqmovn_u32(v_Y1));
- v_dst.val[2] = vcombine_u16(vqmovn_u32(v_Z0), vqmovn_u32(v_Z1));
-
- vst3q_u16(dst + i, v_dst);
- }
-
- for ( ; i <= n - 12; i += 12, src += scn * 4)
- {
- uint16x4x3_t v_dst;
- uint16x4_t v_s0, v_s1, v_s2;
-
- if (scn == 3)
- {
- uint16x4x3_t v_src = vld3_u16(src);
- v_s0 = v_src.val[0];
- v_s1 = v_src.val[1];
- v_s2 = v_src.val[2];
- }
- else
- {
- uint16x4x4_t v_src = vld4_u16(src);
- v_s0 = v_src.val[0];
- v_s1 = v_src.val[1];
- v_s2 = v_src.val[2];
- }
-
- uint32x4_t v_X = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
- uint32x4_t v_Y = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
- uint32x4_t v_Z = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
-
- v_dst.val[0] = vqmovn_u32(vshrq_n_u32(vaddq_u32(v_X, v_delta), xyz_shift));
- v_dst.val[1] = vqmovn_u32(vshrq_n_u32(vaddq_u32(v_Y, v_delta), xyz_shift));
- v_dst.val[2] = vqmovn_u32(vshrq_n_u32(vaddq_u32(v_Z, v_delta), xyz_shift));
-
- vst3_u16(dst + i, v_dst);
- }
-
- for ( ; i < n; i += 3, src += scn)
- {
- int X = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, xyz_shift);
- int Y = CV_DESCALE(src[0]*C3 + src[1]*C4 + src[2]*C5, xyz_shift);
- int Z = CV_DESCALE(src[0]*C6 + src[1]*C7 + src[2]*C8, xyz_shift);
- dst[i] = saturate_cast<ushort>(X);
- dst[i+1] = saturate_cast<ushort>(Y);
- dst[i+2] = saturate_cast<ushort>(Z);
- }
- }
-
- int srccn, coeffs[9];
- uint16x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8;
- uint32x4_t v_delta;
-};
-
-#endif
-
-template<typename _Tp> struct XYZ2RGB_f
-{
- typedef _Tp channel_type;
-
- XYZ2RGB_f(int _dstcn, int _blueIdx, const float* _coeffs)
- : dstcn(_dstcn), blueIdx(_blueIdx)
- {
- for(int i = 0; i < 9; i++)
- coeffs[i] = _coeffs ? _coeffs[i] : (float)XYZ2sRGB_D65[i];
- if(blueIdx == 0)
- {
- std::swap(coeffs[0], coeffs[6]);
- std::swap(coeffs[1], coeffs[7]);
- std::swap(coeffs[2], coeffs[8]);
- }
- }
-
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- int dcn = dstcn;
- _Tp alpha = ColorChannel<_Tp>::max();
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- n *= 3;
- for(int i = 0; i < n; i += 3, dst += dcn)
- {
- _Tp B = saturate_cast<_Tp>(src[i]*C0 + src[i+1]*C1 + src[i+2]*C2);
- _Tp G = saturate_cast<_Tp>(src[i]*C3 + src[i+1]*C4 + src[i+2]*C5);
- _Tp R = saturate_cast<_Tp>(src[i]*C6 + src[i+1]*C7 + src[i+2]*C8);
- dst[0] = B; dst[1] = G; dst[2] = R;
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- int dstcn, blueIdx;
- float coeffs[9];
-};
-
-#if CV_SSE2
-
-template <>
-struct XYZ2RGB_f<float>
-{
- typedef float channel_type;
-
- XYZ2RGB_f(int _dstcn, int _blueIdx, const float* _coeffs)
- : dstcn(_dstcn), blueIdx(_blueIdx)
- {
- for(int i = 0; i < 9; i++)
- coeffs[i] = _coeffs ? _coeffs[i] : XYZ2sRGB_D65[i];
- if(blueIdx == 0)
- {
- std::swap(coeffs[0], coeffs[6]);
- std::swap(coeffs[1], coeffs[7]);
- std::swap(coeffs[2], coeffs[8]);
- }
-
- v_c0 = _mm_set1_ps(coeffs[0]);
- v_c1 = _mm_set1_ps(coeffs[1]);
- v_c2 = _mm_set1_ps(coeffs[2]);
- v_c3 = _mm_set1_ps(coeffs[3]);
- v_c4 = _mm_set1_ps(coeffs[4]);
- v_c5 = _mm_set1_ps(coeffs[5]);
- v_c6 = _mm_set1_ps(coeffs[6]);
- v_c7 = _mm_set1_ps(coeffs[7]);
- v_c8 = _mm_set1_ps(coeffs[8]);
-
- v_alpha = _mm_set1_ps(ColorChannel<float>::max());
-
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- }
-
- void process(__m128 v_x, __m128 v_y, __m128 v_z,
- __m128 & v_r, __m128 & v_g, __m128 & v_b) const
- {
- v_b = _mm_mul_ps(v_x, v_c0);
- v_b = _mm_add_ps(v_b, _mm_mul_ps(v_y, v_c1));
- v_b = _mm_add_ps(v_b, _mm_mul_ps(v_z, v_c2));
-
- v_g = _mm_mul_ps(v_x, v_c3);
- v_g = _mm_add_ps(v_g, _mm_mul_ps(v_y, v_c4));
- v_g = _mm_add_ps(v_g, _mm_mul_ps(v_z, v_c5));
-
- v_r = _mm_mul_ps(v_x, v_c6);
- v_r = _mm_add_ps(v_r, _mm_mul_ps(v_y, v_c7));
- v_r = _mm_add_ps(v_r, _mm_mul_ps(v_z, v_c8));
- }
-
- void operator()(const float* src, float* dst, int n) const
- {
- int dcn = dstcn;
- float alpha = ColorChannel<float>::max();
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- n *= 3;
- int i = 0;
-
- if (haveSIMD)
- {
- for ( ; i <= n - 24; i += 24, dst += 8 * dcn)
- {
- __m128 v_x0 = _mm_loadu_ps(src + i);
- __m128 v_x1 = _mm_loadu_ps(src + i + 4);
- __m128 v_y0 = _mm_loadu_ps(src + i + 8);
- __m128 v_y1 = _mm_loadu_ps(src + i + 12);
- __m128 v_z0 = _mm_loadu_ps(src + i + 16);
- __m128 v_z1 = _mm_loadu_ps(src + i + 20);
-
- _mm_deinterleave_ps(v_x0, v_x1, v_y0, v_y1, v_z0, v_z1);
-
- __m128 v_r0, v_g0, v_b0;
- process(v_x0, v_y0, v_z0,
- v_r0, v_g0, v_b0);
-
- __m128 v_r1, v_g1, v_b1;
- process(v_x1, v_y1, v_z1,
- v_r1, v_g1, v_b1);
-
- __m128 v_a0 = v_alpha, v_a1 = v_alpha;
-
- if (dcn == 4)
- _mm_interleave_ps(v_b0, v_b1, v_g0, v_g1,
- v_r0, v_r1, v_a0, v_a1);
- else
- _mm_interleave_ps(v_b0, v_b1, v_g0, v_g1, v_r0, v_r1);
-
- _mm_storeu_ps(dst, v_b0);
- _mm_storeu_ps(dst + 4, v_b1);
- _mm_storeu_ps(dst + 8, v_g0);
- _mm_storeu_ps(dst + 12, v_g1);
- _mm_storeu_ps(dst + 16, v_r0);
- _mm_storeu_ps(dst + 20, v_r1);
-
- if (dcn == 4)
- {
- _mm_storeu_ps(dst + 24, v_a0);
- _mm_storeu_ps(dst + 28, v_a1);
- }
- }
-
- }
-
- for( ; i < n; i += 3, dst += dcn)
- {
- float B = src[i]*C0 + src[i+1]*C1 + src[i+2]*C2;
- float G = src[i]*C3 + src[i+1]*C4 + src[i+2]*C5;
- float R = src[i]*C6 + src[i+1]*C7 + src[i+2]*C8;
- dst[0] = B; dst[1] = G; dst[2] = R;
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- int dstcn, blueIdx;
- float coeffs[9];
-
- __m128 v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8;
- __m128 v_alpha;
- bool haveSIMD;
-};
-
-#endif // CV_SSE2
-
-
-template<typename _Tp> struct XYZ2RGB_i
-{
- typedef _Tp channel_type;
-
- XYZ2RGB_i(int _dstcn, int _blueIdx, const int* _coeffs)
- : dstcn(_dstcn), blueIdx(_blueIdx)
- {
- static const int coeffs0[] =
- {
- 13273, -6296, -2042,
- -3970, 7684, 170,
- 228, -836, 4331
- };
- for(int i = 0; i < 9; i++)
- coeffs[i] = _coeffs ? cvRound(_coeffs[i]*(1 << xyz_shift)) : coeffs0[i];
-
- if(blueIdx == 0)
- {
- std::swap(coeffs[0], coeffs[6]);
- std::swap(coeffs[1], coeffs[7]);
- std::swap(coeffs[2], coeffs[8]);
- }
- }
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- int dcn = dstcn;
- _Tp alpha = ColorChannel<_Tp>::max();
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- n *= 3;
- for(int i = 0; i < n; i += 3, dst += dcn)
- {
- int B = CV_DESCALE(src[i]*C0 + src[i+1]*C1 + src[i+2]*C2, xyz_shift);
- int G = CV_DESCALE(src[i]*C3 + src[i+1]*C4 + src[i+2]*C5, xyz_shift);
- int R = CV_DESCALE(src[i]*C6 + src[i+1]*C7 + src[i+2]*C8, xyz_shift);
- dst[0] = saturate_cast<_Tp>(B); dst[1] = saturate_cast<_Tp>(G);
- dst[2] = saturate_cast<_Tp>(R);
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- int dstcn, blueIdx;
- int coeffs[9];
-};
-
-#if CV_NEON
-
-template <>
-struct XYZ2RGB_i<uchar>
-{
- typedef uchar channel_type;
-
- XYZ2RGB_i(int _dstcn, int _blueIdx, const int* _coeffs)
- : dstcn(_dstcn), blueIdx(_blueIdx)
- {
- static const int coeffs0[] =
- {
- 13273, -6296, -2042,
- -3970, 7684, 170,
- 228, -836, 4331
- };
- for(int i = 0; i < 9; i++)
- coeffs[i] = _coeffs ? cvRound(_coeffs[i]*(1 << xyz_shift)) : coeffs0[i];
-
- if(blueIdx == 0)
- {
- std::swap(coeffs[0], coeffs[6]);
- std::swap(coeffs[1], coeffs[7]);
- std::swap(coeffs[2], coeffs[8]);
- }
-
- v_c0 = vdup_n_s16(coeffs[0]);
- v_c1 = vdup_n_s16(coeffs[1]);
- v_c2 = vdup_n_s16(coeffs[2]);
- v_c3 = vdup_n_s16(coeffs[3]);
- v_c4 = vdup_n_s16(coeffs[4]);
- v_c5 = vdup_n_s16(coeffs[5]);
- v_c6 = vdup_n_s16(coeffs[6]);
- v_c7 = vdup_n_s16(coeffs[7]);
- v_c8 = vdup_n_s16(coeffs[8]);
- v_delta = vdupq_n_s32(1 << (xyz_shift - 1));
- v_alpha = vmovn_u16(vdupq_n_u16(ColorChannel<uchar>::max()));
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int dcn = dstcn, i = 0;
- uchar alpha = ColorChannel<uchar>::max();
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- n *= 3;
-
- for ( ; i <= n - 24; i += 24, dst += dcn * 8)
- {
- uint8x8x3_t v_src = vld3_u8(src + i);
- int16x8x3_t v_src16;
- v_src16.val[0] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[0]));
- v_src16.val[1] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[1]));
- v_src16.val[2] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[2]));
-
- int16x4_t v_s0 = vget_low_s16(v_src16.val[0]),
- v_s1 = vget_low_s16(v_src16.val[1]),
- v_s2 = vget_low_s16(v_src16.val[2]);
-
- int32x4_t v_X0 = vmlal_s16(vmlal_s16(vmull_s16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
- int32x4_t v_Y0 = vmlal_s16(vmlal_s16(vmull_s16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
- int32x4_t v_Z0 = vmlal_s16(vmlal_s16(vmull_s16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
- v_X0 = vshrq_n_s32(vaddq_s32(v_X0, v_delta), xyz_shift);
- v_Y0 = vshrq_n_s32(vaddq_s32(v_Y0, v_delta), xyz_shift);
- v_Z0 = vshrq_n_s32(vaddq_s32(v_Z0, v_delta), xyz_shift);
-
- v_s0 = vget_high_s16(v_src16.val[0]),
- v_s1 = vget_high_s16(v_src16.val[1]),
- v_s2 = vget_high_s16(v_src16.val[2]);
-
- int32x4_t v_X1 = vmlal_s16(vmlal_s16(vmull_s16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
- int32x4_t v_Y1 = vmlal_s16(vmlal_s16(vmull_s16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
- int32x4_t v_Z1 = vmlal_s16(vmlal_s16(vmull_s16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
- v_X1 = vshrq_n_s32(vaddq_s32(v_X1, v_delta), xyz_shift);
- v_Y1 = vshrq_n_s32(vaddq_s32(v_Y1, v_delta), xyz_shift);
- v_Z1 = vshrq_n_s32(vaddq_s32(v_Z1, v_delta), xyz_shift);
-
- uint8x8_t v_b = vqmovun_s16(vcombine_s16(vqmovn_s32(v_X0), vqmovn_s32(v_X1)));
- uint8x8_t v_g = vqmovun_s16(vcombine_s16(vqmovn_s32(v_Y0), vqmovn_s32(v_Y1)));
- uint8x8_t v_r = vqmovun_s16(vcombine_s16(vqmovn_s32(v_Z0), vqmovn_s32(v_Z1)));
-
- if (dcn == 3)
- {
- uint8x8x3_t v_dst;
- v_dst.val[0] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[2] = v_r;
- vst3_u8(dst, v_dst);
- }
- else
- {
- uint8x8x4_t v_dst;
- v_dst.val[0] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[2] = v_r;
- v_dst.val[3] = v_alpha;
- vst4_u8(dst, v_dst);
- }
- }
-
- for ( ; i < n; i += 3, dst += dcn)
- {
- int B = CV_DESCALE(src[i]*C0 + src[i+1]*C1 + src[i+2]*C2, xyz_shift);
- int G = CV_DESCALE(src[i]*C3 + src[i+1]*C4 + src[i+2]*C5, xyz_shift);
- int R = CV_DESCALE(src[i]*C6 + src[i+1]*C7 + src[i+2]*C8, xyz_shift);
- dst[0] = saturate_cast<uchar>(B); dst[1] = saturate_cast<uchar>(G);
- dst[2] = saturate_cast<uchar>(R);
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- int dstcn, blueIdx;
- int coeffs[9];
-
- int16x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8;
- uint8x8_t v_alpha;
- int32x4_t v_delta;
-};
-
-template <>
-struct XYZ2RGB_i<ushort>
-{
- typedef ushort channel_type;
-
- XYZ2RGB_i(int _dstcn, int _blueIdx, const int* _coeffs)
- : dstcn(_dstcn), blueIdx(_blueIdx)
- {
- static const int coeffs0[] =
- {
- 13273, -6296, -2042,
- -3970, 7684, 170,
- 228, -836, 4331
- };
- for(int i = 0; i < 9; i++)
- coeffs[i] = _coeffs ? cvRound(_coeffs[i]*(1 << xyz_shift)) : coeffs0[i];
-
- if(blueIdx == 0)
- {
- std::swap(coeffs[0], coeffs[6]);
- std::swap(coeffs[1], coeffs[7]);
- std::swap(coeffs[2], coeffs[8]);
- }
-
- v_c0 = vdupq_n_s32(coeffs[0]);
- v_c1 = vdupq_n_s32(coeffs[1]);
- v_c2 = vdupq_n_s32(coeffs[2]);
- v_c3 = vdupq_n_s32(coeffs[3]);
- v_c4 = vdupq_n_s32(coeffs[4]);
- v_c5 = vdupq_n_s32(coeffs[5]);
- v_c6 = vdupq_n_s32(coeffs[6]);
- v_c7 = vdupq_n_s32(coeffs[7]);
- v_c8 = vdupq_n_s32(coeffs[8]);
- v_delta = vdupq_n_s32(1 << (xyz_shift - 1));
- v_alpha = vdupq_n_u16(ColorChannel<ushort>::max());
- v_alpha2 = vget_low_u16(v_alpha);
- }
-
- void operator()(const ushort* src, ushort* dst, int n) const
- {
- int dcn = dstcn, i = 0;
- ushort alpha = ColorChannel<ushort>::max();
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- n *= 3;
-
- for ( ; i <= n - 24; i += 24, dst += dcn * 8)
- {
- uint16x8x3_t v_src = vld3q_u16(src + i);
- int32x4_t v_s0 = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[0]))),
- v_s1 = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[1]))),
- v_s2 = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[2])));
-
- int32x4_t v_X0 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
- int32x4_t v_Y0 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
- int32x4_t v_Z0 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
- v_X0 = vshrq_n_s32(vaddq_s32(v_X0, v_delta), xyz_shift);
- v_Y0 = vshrq_n_s32(vaddq_s32(v_Y0, v_delta), xyz_shift);
- v_Z0 = vshrq_n_s32(vaddq_s32(v_Z0, v_delta), xyz_shift);
-
- v_s0 = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[0])));
- v_s1 = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[1])));
- v_s2 = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[2])));
-
- int32x4_t v_X1 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
- int32x4_t v_Y1 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
- int32x4_t v_Z1 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
- v_X1 = vshrq_n_s32(vaddq_s32(v_X1, v_delta), xyz_shift);
- v_Y1 = vshrq_n_s32(vaddq_s32(v_Y1, v_delta), xyz_shift);
- v_Z1 = vshrq_n_s32(vaddq_s32(v_Z1, v_delta), xyz_shift);
-
- uint16x8_t v_b = vcombine_u16(vqmovun_s32(v_X0), vqmovun_s32(v_X1));
- uint16x8_t v_g = vcombine_u16(vqmovun_s32(v_Y0), vqmovun_s32(v_Y1));
- uint16x8_t v_r = vcombine_u16(vqmovun_s32(v_Z0), vqmovun_s32(v_Z1));
-
- if (dcn == 3)
- {
- uint16x8x3_t v_dst;
- v_dst.val[0] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[2] = v_r;
- vst3q_u16(dst, v_dst);
- }
- else
- {
- uint16x8x4_t v_dst;
- v_dst.val[0] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[2] = v_r;
- v_dst.val[3] = v_alpha;
- vst4q_u16(dst, v_dst);
- }
- }
-
- for ( ; i <= n - 12; i += 12, dst += dcn * 4)
- {
- uint16x4x3_t v_src = vld3_u16(src + i);
- int32x4_t v_s0 = vreinterpretq_s32_u32(vmovl_u16(v_src.val[0])),
- v_s1 = vreinterpretq_s32_u32(vmovl_u16(v_src.val[1])),
- v_s2 = vreinterpretq_s32_u32(vmovl_u16(v_src.val[2]));
-
- int32x4_t v_X = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
- int32x4_t v_Y = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
- int32x4_t v_Z = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
- v_X = vshrq_n_s32(vaddq_s32(v_X, v_delta), xyz_shift);
- v_Y = vshrq_n_s32(vaddq_s32(v_Y, v_delta), xyz_shift);
- v_Z = vshrq_n_s32(vaddq_s32(v_Z, v_delta), xyz_shift);
-
- uint16x4_t v_b = vqmovun_s32(v_X);
- uint16x4_t v_g = vqmovun_s32(v_Y);
- uint16x4_t v_r = vqmovun_s32(v_Z);
-
- if (dcn == 3)
- {
- uint16x4x3_t v_dst;
- v_dst.val[0] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[2] = v_r;
- vst3_u16(dst, v_dst);
- }
- else
- {
- uint16x4x4_t v_dst;
- v_dst.val[0] = v_b;
- v_dst.val[1] = v_g;
- v_dst.val[2] = v_r;
- v_dst.val[3] = v_alpha2;
- vst4_u16(dst, v_dst);
- }
- }
-
- for ( ; i < n; i += 3, dst += dcn)
- {
- int B = CV_DESCALE(src[i]*C0 + src[i+1]*C1 + src[i+2]*C2, xyz_shift);
- int G = CV_DESCALE(src[i]*C3 + src[i+1]*C4 + src[i+2]*C5, xyz_shift);
- int R = CV_DESCALE(src[i]*C6 + src[i+1]*C7 + src[i+2]*C8, xyz_shift);
- dst[0] = saturate_cast<ushort>(B); dst[1] = saturate_cast<ushort>(G);
- dst[2] = saturate_cast<ushort>(R);
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- int dstcn, blueIdx;
- int coeffs[9];
-
- int32x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8, v_delta;
- uint16x4_t v_alpha2;
- uint16x8_t v_alpha;
-};
-
-#endif
-
-////////////////////////////////////// RGB <-> HSV ///////////////////////////////////////
-
-
-struct RGB2HSV_b
-{
- typedef uchar channel_type;
-
- RGB2HSV_b(int _srccn, int _blueIdx, int _hrange)
- : srccn(_srccn), blueIdx(_blueIdx), hrange(_hrange)
- {
- CV_Assert( hrange == 180 || hrange == 256 );
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int i, bidx = blueIdx, scn = srccn;
- const int hsv_shift = 12;
-
- static int sdiv_table[256];
- static int hdiv_table180[256];
- static int hdiv_table256[256];
- static volatile bool initialized = false;
-
- int hr = hrange;
- const int* hdiv_table = hr == 180 ? hdiv_table180 : hdiv_table256;
- n *= 3;
-
- if( !initialized )
- {
- sdiv_table[0] = hdiv_table180[0] = hdiv_table256[0] = 0;
- for( i = 1; i < 256; i++ )
- {
- sdiv_table[i] = saturate_cast<int>((255 << hsv_shift)/(1.*i));
- hdiv_table180[i] = saturate_cast<int>((180 << hsv_shift)/(6.*i));
- hdiv_table256[i] = saturate_cast<int>((256 << hsv_shift)/(6.*i));
- }
- initialized = true;
- }
-
- for( i = 0; i < n; i += 3, src += scn )
- {
- int b = src[bidx], g = src[1], r = src[bidx^2];
- int h, s, v = b;
- int vmin = b;
- int vr, vg;
-
- CV_CALC_MAX_8U( v, g );
- CV_CALC_MAX_8U( v, r );
- CV_CALC_MIN_8U( vmin, g );
- CV_CALC_MIN_8U( vmin, r );
-
- uchar diff = saturate_cast<uchar>(v - vmin);
- vr = v == r ? -1 : 0;
- vg = v == g ? -1 : 0;
-
- s = (diff * sdiv_table[v] + (1 << (hsv_shift-1))) >> hsv_shift;
- h = (vr & (g - b)) +
- (~vr & ((vg & (b - r + 2 * diff)) + ((~vg) & (r - g + 4 * diff))));
- h = (h * hdiv_table[diff] + (1 << (hsv_shift-1))) >> hsv_shift;
- h += h < 0 ? hr : 0;
-
- dst[i] = saturate_cast<uchar>(h);
- dst[i+1] = (uchar)s;
- dst[i+2] = (uchar)v;
- }
- }
-
- int srccn, blueIdx, hrange;
-};
-
-
-struct RGB2HSV_f
-{
- typedef float channel_type;
-
- RGB2HSV_f(int _srccn, int _blueIdx, float _hrange)
- : srccn(_srccn), blueIdx(_blueIdx), hrange(_hrange) {}
-
- void operator()(const float* src, float* dst, int n) const
- {
- int i, bidx = blueIdx, scn = srccn;
- float hscale = hrange*(1.f/360.f);
- n *= 3;
-
- for( i = 0; i < n; i += 3, src += scn )
- {
- float b = src[bidx], g = src[1], r = src[bidx^2];
- float h, s, v;
-
- float vmin, diff;
-
- v = vmin = r;
- if( v < g ) v = g;
- if( v < b ) v = b;
- if( vmin > g ) vmin = g;
- if( vmin > b ) vmin = b;
-
- diff = v - vmin;
- s = diff/(float)(fabs(v) + FLT_EPSILON);
- diff = (float)(60./(diff + FLT_EPSILON));
- if( v == r )
- h = (g - b)*diff;
- else if( v == g )
- h = (b - r)*diff + 120.f;
- else
- h = (r - g)*diff + 240.f;
-
- if( h < 0 ) h += 360.f;
-
- dst[i] = h*hscale;
- dst[i+1] = s;
- dst[i+2] = v;
- }
- }
-
- int srccn, blueIdx;
- float hrange;
-};
-
-
-struct HSV2RGB_f
-{
- typedef float channel_type;
-
- HSV2RGB_f(int _dstcn, int _blueIdx, float _hrange)
- : dstcn(_dstcn), blueIdx(_blueIdx), hscale(6.f/_hrange) {
- #if CV_SSE2
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- #endif
- }
-
- #if CV_SSE2
- void process(__m128& v_h0, __m128& v_h1, __m128& v_s0,
- __m128& v_s1, __m128& v_v0, __m128& v_v1) const
- {
- v_h0 = _mm_mul_ps(v_h0, _mm_set1_ps(hscale));
- v_h1 = _mm_mul_ps(v_h1, _mm_set1_ps(hscale));
-
- __m128 v_pre_sector0 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_h0));
- __m128 v_pre_sector1 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_h1));
-
- v_h0 = _mm_sub_ps(v_h0, v_pre_sector0);
- v_h1 = _mm_sub_ps(v_h1, v_pre_sector1);
-
- __m128 v_tab00 = v_v0;
- __m128 v_tab01 = v_v1;
- __m128 v_tab10 = _mm_mul_ps(v_v0, _mm_sub_ps(_mm_set1_ps(1.0f), v_s0));
- __m128 v_tab11 = _mm_mul_ps(v_v1, _mm_sub_ps(_mm_set1_ps(1.0f), v_s1));
- __m128 v_tab20 = _mm_mul_ps(v_v0, _mm_sub_ps(_mm_set1_ps(1.0f), _mm_mul_ps(v_s0, v_h0)));
- __m128 v_tab21 = _mm_mul_ps(v_v1, _mm_sub_ps(_mm_set1_ps(1.0f), _mm_mul_ps(v_s1, v_h1)));
- __m128 v_tab30 = _mm_mul_ps(v_v0, _mm_sub_ps(_mm_set1_ps(1.0f), _mm_mul_ps(v_s0, _mm_sub_ps(_mm_set1_ps(1.0f), v_h0))));
- __m128 v_tab31 = _mm_mul_ps(v_v1, _mm_sub_ps(_mm_set1_ps(1.0f), _mm_mul_ps(v_s1, _mm_sub_ps(_mm_set1_ps(1.0f), v_h1))));
-
- __m128 v_sector0 = _mm_div_ps(v_pre_sector0, _mm_set1_ps(6.0f));
- __m128 v_sector1 = _mm_div_ps(v_pre_sector1, _mm_set1_ps(6.0f));
- v_sector0 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_sector0));
- v_sector1 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_sector1));
- v_sector0 = _mm_mul_ps(v_sector0, _mm_set1_ps(6.0f));
- v_sector1 = _mm_mul_ps(v_sector1, _mm_set1_ps(6.0f));
- v_sector0 = _mm_sub_ps(v_pre_sector0, v_sector0);
- v_sector1 = _mm_sub_ps(v_pre_sector1, v_sector1);
-
- v_h0 = _mm_and_ps(v_tab10, _mm_cmplt_ps(v_sector0, _mm_set1_ps(2.0f)));
- v_h1 = _mm_and_ps(v_tab11, _mm_cmplt_ps(v_sector1, _mm_set1_ps(2.0f)));
- v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_tab30, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(2.0f))));
- v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_tab31, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(2.0f))));
- v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_tab00, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(3.0f))));
- v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_tab01, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(3.0f))));
- v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_tab00, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(4.0f))));
- v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_tab01, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(4.0f))));
- v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_tab20, _mm_cmpgt_ps(v_sector0, _mm_set1_ps(4.0f))));
- v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_tab21, _mm_cmpgt_ps(v_sector1, _mm_set1_ps(4.0f))));
- v_s0 = _mm_and_ps(v_tab30, _mm_cmplt_ps(v_sector0, _mm_set1_ps(1.0f)));
- v_s1 = _mm_and_ps(v_tab31, _mm_cmplt_ps(v_sector1, _mm_set1_ps(1.0f)));
- v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_tab00, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(1.0f))));
- v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_tab01, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(1.0f))));
- v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_tab00, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(2.0f))));
- v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_tab01, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(2.0f))));
- v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_tab20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(3.0f))));
- v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_tab21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(3.0f))));
- v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_tab10, _mm_cmpgt_ps(v_sector0, _mm_set1_ps(3.0f))));
- v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_tab11, _mm_cmpgt_ps(v_sector1, _mm_set1_ps(3.0f))));
- v_v0 = _mm_and_ps(v_tab00, _mm_cmplt_ps(v_sector0, _mm_set1_ps(1.0f)));
- v_v1 = _mm_and_ps(v_tab01, _mm_cmplt_ps(v_sector1, _mm_set1_ps(1.0f)));
- v_v0 = _mm_or_ps(v_v0, _mm_and_ps(v_tab20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(1.0f))));
- v_v1 = _mm_or_ps(v_v1, _mm_and_ps(v_tab21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(1.0f))));
- v_v0 = _mm_or_ps(v_v0, _mm_and_ps(v_tab10, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(2.0f))));
- v_v1 = _mm_or_ps(v_v1, _mm_and_ps(v_tab11, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(2.0f))));
- v_v0 = _mm_or_ps(v_v0, _mm_and_ps(v_tab10, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(3.0f))));
- v_v1 = _mm_or_ps(v_v1, _mm_and_ps(v_tab11, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(3.0f))));
- v_v0 = _mm_or_ps(v_v0, _mm_and_ps(v_tab30, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(4.0f))));
- v_v1 = _mm_or_ps(v_v1, _mm_and_ps(v_tab31, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(4.0f))));
- v_v0 = _mm_or_ps(v_v0, _mm_and_ps(v_tab00, _mm_cmpgt_ps(v_sector0, _mm_set1_ps(4.0f))));
- v_v1 = _mm_or_ps(v_v1, _mm_and_ps(v_tab01, _mm_cmpgt_ps(v_sector1, _mm_set1_ps(4.0f))));
- }
- #endif
-
- void operator()(const float* src, float* dst, int n) const
- {
- int i = 0, bidx = blueIdx, dcn = dstcn;
- float _hscale = hscale;
- float alpha = ColorChannel<float>::max();
- n *= 3;
-
- #if CV_SSE2
- if (haveSIMD)
- {
- for( ; i <= n - 24; i += 24, dst += dcn * 8 )
- {
- __m128 v_h0 = _mm_loadu_ps(src + i + 0);
- __m128 v_h1 = _mm_loadu_ps(src + i + 4);
- __m128 v_s0 = _mm_loadu_ps(src + i + 8);
- __m128 v_s1 = _mm_loadu_ps(src + i + 12);
- __m128 v_v0 = _mm_loadu_ps(src + i + 16);
- __m128 v_v1 = _mm_loadu_ps(src + i + 20);
-
- _mm_deinterleave_ps(v_h0, v_h1, v_s0, v_s1, v_v0, v_v1);
-
- process(v_h0, v_h1, v_s0, v_s1, v_v0, v_v1);
-
- if (dcn == 3)
- {
- if (bidx)
- {
- _mm_interleave_ps(v_v0, v_v1, v_s0, v_s1, v_h0, v_h1);
-
- _mm_storeu_ps(dst + 0, v_v0);
- _mm_storeu_ps(dst + 4, v_v1);
- _mm_storeu_ps(dst + 8, v_s0);
- _mm_storeu_ps(dst + 12, v_s1);
- _mm_storeu_ps(dst + 16, v_h0);
- _mm_storeu_ps(dst + 20, v_h1);
- }
- else
- {
- _mm_interleave_ps(v_h0, v_h1, v_s0, v_s1, v_v0, v_v1);
-
- _mm_storeu_ps(dst + 0, v_h0);
- _mm_storeu_ps(dst + 4, v_h1);
- _mm_storeu_ps(dst + 8, v_s0);
- _mm_storeu_ps(dst + 12, v_s1);
- _mm_storeu_ps(dst + 16, v_v0);
- _mm_storeu_ps(dst + 20, v_v1);
- }
- }
- else
- {
- __m128 v_a0 = _mm_set1_ps(alpha);
- __m128 v_a1 = _mm_set1_ps(alpha);
- if (bidx)
- {
- _mm_interleave_ps(v_v0, v_v1, v_s0, v_s1, v_h0, v_h1, v_a0, v_a1);
-
- _mm_storeu_ps(dst + 0, v_v0);
- _mm_storeu_ps(dst + 4, v_v1);
- _mm_storeu_ps(dst + 8, v_s0);
- _mm_storeu_ps(dst + 12, v_s1);
- _mm_storeu_ps(dst + 16, v_h0);
- _mm_storeu_ps(dst + 20, v_h1);
- _mm_storeu_ps(dst + 24, v_a0);
- _mm_storeu_ps(dst + 28, v_a1);
- }
- else
- {
- _mm_interleave_ps(v_h0, v_h1, v_s0, v_s1, v_v0, v_v1, v_a0, v_a1);
-
- _mm_storeu_ps(dst + 0, v_h0);
- _mm_storeu_ps(dst + 4, v_h1);
- _mm_storeu_ps(dst + 8, v_s0);
- _mm_storeu_ps(dst + 12, v_s1);
- _mm_storeu_ps(dst + 16, v_v0);
- _mm_storeu_ps(dst + 20, v_v1);
- _mm_storeu_ps(dst + 24, v_a0);
- _mm_storeu_ps(dst + 28, v_a1);
- }
- }
- }
- }
- #endif
- for( ; i < n; i += 3, dst += dcn )
- {
- float h = src[i], s = src[i+1], v = src[i+2];
- float b, g, r;
-
- if( s == 0 )
- b = g = r = v;
- else
- {
- static const int sector_data[][3]=
- {{1,3,0}, {1,0,2}, {3,0,1}, {0,2,1}, {0,1,3}, {2,1,0}};
- float tab[4];
- int sector;
- h *= _hscale;
- if( h < 0 )
- do h += 6; while( h < 0 );
- else if( h >= 6 )
- do h -= 6; while( h >= 6 );
- sector = cvFloor(h);
- h -= sector;
- if( (unsigned)sector >= 6u )
- {
- sector = 0;
- h = 0.f;
- }
-
- tab[0] = v;
- tab[1] = v*(1.f - s);
- tab[2] = v*(1.f - s*h);
- tab[3] = v*(1.f - s*(1.f - h));
-
- b = tab[sector_data[sector][0]];
- g = tab[sector_data[sector][1]];
- r = tab[sector_data[sector][2]];
- }
-
- dst[bidx] = b;
- dst[1] = g;
- dst[bidx^2] = r;
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
-
- int dstcn, blueIdx;
- float hscale;
- #if CV_SSE2
- bool haveSIMD;
- #endif
-};
-
-
-struct HSV2RGB_b
-{
- typedef uchar channel_type;
-
- HSV2RGB_b(int _dstcn, int _blueIdx, int _hrange)
- : dstcn(_dstcn), cvt(3, _blueIdx, (float)_hrange)
- {
- #if CV_NEON
- v_scale_inv = vdupq_n_f32(1.f/255.f);
- v_scale = vdupq_n_f32(255.f);
- v_alpha = vdup_n_u8(ColorChannel<uchar>::max());
- #elif CV_SSE2
- v_scale = _mm_set1_ps(255.0f);
- v_alpha = _mm_set1_ps(ColorChannel<uchar>::max());
- v_zero = _mm_setzero_si128();
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- #endif
- }
-
- #if CV_SSE2
- void process(__m128i v_r, __m128i v_g, __m128i v_b,
- const __m128& v_coeffs_,
- float * buf) const
- {
- __m128 v_r0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_r, v_zero));
- __m128 v_g0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_g, v_zero));
- __m128 v_b0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_b, v_zero));
-
- __m128 v_r1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_r, v_zero));
- __m128 v_g1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_g, v_zero));
- __m128 v_b1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_b, v_zero));
-
- __m128 v_coeffs = v_coeffs_;
-
- v_r0 = _mm_mul_ps(v_r0, v_coeffs);
- v_g1 = _mm_mul_ps(v_g1, v_coeffs);
-
- v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x49));
-
- v_r1 = _mm_mul_ps(v_r1, v_coeffs);
- v_b0 = _mm_mul_ps(v_b0, v_coeffs);
-
- v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x49));
-
- v_g0 = _mm_mul_ps(v_g0, v_coeffs);
- v_b1 = _mm_mul_ps(v_b1, v_coeffs);
-
- _mm_store_ps(buf, v_r0);
- _mm_store_ps(buf + 4, v_r1);
- _mm_store_ps(buf + 8, v_g0);
- _mm_store_ps(buf + 12, v_g1);
- _mm_store_ps(buf + 16, v_b0);
- _mm_store_ps(buf + 20, v_b1);
- }
- #endif
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int i, j, dcn = dstcn;
- uchar alpha = ColorChannel<uchar>::max();
- float CV_DECL_ALIGNED(16) buf[3*BLOCK_SIZE];
- #if CV_SSE2
- __m128 v_coeffs = _mm_set_ps(1.f, 1.f/255.f, 1.f/255.f, 1.f);
- #endif
-
- for( i = 0; i < n; i += BLOCK_SIZE, src += BLOCK_SIZE*3 )
- {
- int dn = std::min(n - i, (int)BLOCK_SIZE);
- j = 0;
-
- #if CV_NEON
- for ( ; j <= (dn - 8) * 3; j += 24)
- {
- uint8x8x3_t v_src = vld3_u8(src + j);
- uint16x8_t v_t0 = vmovl_u8(v_src.val[0]),
- v_t1 = vmovl_u8(v_src.val[1]),
- v_t2 = vmovl_u8(v_src.val[2]);
-
- float32x4x3_t v_dst;
- v_dst.val[0] = vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t0)));
- v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t1))), v_scale_inv);
- v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t2))), v_scale_inv);
- vst3q_f32(buf + j, v_dst);
-
- v_dst.val[0] = vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t0)));
- v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t1))), v_scale_inv);
- v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t2))), v_scale_inv);
- vst3q_f32(buf + j + 12, v_dst);
- }
- #elif CV_SSE2
- if (haveSIMD)
- {
- for ( ; j <= (dn - 8) * 3; j += 24)
- {
- __m128i v_src0 = _mm_loadu_si128((__m128i const *)(src + j));
- __m128i v_src1 = _mm_loadl_epi64((__m128i const *)(src + j + 16));
-
- process(_mm_unpacklo_epi8(v_src0, v_zero),
- _mm_unpackhi_epi8(v_src0, v_zero),
- _mm_unpacklo_epi8(v_src1, v_zero),
- v_coeffs,
- buf + j);
- }
- }
- #endif
-
- for( ; j < dn*3; j += 3 )
- {
- buf[j] = src[j];
- buf[j+1] = src[j+1]*(1.f/255.f);
- buf[j+2] = src[j+2]*(1.f/255.f);
- }
- cvt(buf, buf, dn);
-
- j = 0;
- #if CV_NEON
- for ( ; j <= (dn - 8) * 3; j += 24, dst += dcn * 8)
- {
- float32x4x3_t v_src0 = vld3q_f32(buf + j), v_src1 = vld3q_f32(buf + j + 12);
- uint8x8_t v_dst0 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[0], v_scale))),
- vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[0], v_scale)))));
- uint8x8_t v_dst1 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[1], v_scale))),
- vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[1], v_scale)))));
- uint8x8_t v_dst2 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[2], v_scale))),
- vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[2], v_scale)))));
-
- if (dcn == 4)
- {
- uint8x8x4_t v_dst;
- v_dst.val[0] = v_dst0;
- v_dst.val[1] = v_dst1;
- v_dst.val[2] = v_dst2;
- v_dst.val[3] = v_alpha;
- vst4_u8(dst, v_dst);
- }
- else
- {
- uint8x8x3_t v_dst;
- v_dst.val[0] = v_dst0;
- v_dst.val[1] = v_dst1;
- v_dst.val[2] = v_dst2;
- vst3_u8(dst, v_dst);
- }
- }
- #elif CV_SSE2
- if (dcn == 3 && haveSIMD)
- {
- for ( ; j <= (dn * 3 - 16); j += 16, dst += 16)
- {
- __m128 v_src0 = _mm_mul_ps(_mm_load_ps(buf + j), v_scale);
- __m128 v_src1 = _mm_mul_ps(_mm_load_ps(buf + j + 4), v_scale);
- __m128 v_src2 = _mm_mul_ps(_mm_load_ps(buf + j + 8), v_scale);
- __m128 v_src3 = _mm_mul_ps(_mm_load_ps(buf + j + 12), v_scale);
-
- __m128i v_dst0 = _mm_packs_epi32(_mm_cvtps_epi32(v_src0),
- _mm_cvtps_epi32(v_src1));
- __m128i v_dst1 = _mm_packs_epi32(_mm_cvtps_epi32(v_src2),
- _mm_cvtps_epi32(v_src3));
-
- _mm_storeu_si128((__m128i *)dst, _mm_packus_epi16(v_dst0, v_dst1));
- }
-
- int jr = j % 3;
- if (jr)
- dst -= jr, j -= jr;
- }
- else if (dcn == 4 && haveSIMD)
- {
- for ( ; j <= (dn * 3 - 12); j += 12, dst += 16)
- {
- __m128 v_buf0 = _mm_mul_ps(_mm_load_ps(buf + j), v_scale);
- __m128 v_buf1 = _mm_mul_ps(_mm_load_ps(buf + j + 4), v_scale);
- __m128 v_buf2 = _mm_mul_ps(_mm_load_ps(buf + j + 8), v_scale);
-
- __m128 v_ba0 = _mm_unpackhi_ps(v_buf0, v_alpha);
- __m128 v_ba1 = _mm_unpacklo_ps(v_buf2, v_alpha);
-
- __m128i v_src0 = _mm_cvtps_epi32(_mm_shuffle_ps(v_buf0, v_ba0, 0x44));
- __m128i v_src1 = _mm_shuffle_epi32(_mm_cvtps_epi32(_mm_shuffle_ps(v_ba0, v_buf1, 0x4e)), 0x78);
- __m128i v_src2 = _mm_cvtps_epi32(_mm_shuffle_ps(v_buf1, v_ba1, 0x4e));
- __m128i v_src3 = _mm_shuffle_epi32(_mm_cvtps_epi32(_mm_shuffle_ps(v_ba1, v_buf2, 0xee)), 0x78);
-
- __m128i v_dst0 = _mm_packs_epi32(v_src0, v_src1);
- __m128i v_dst1 = _mm_packs_epi32(v_src2, v_src3);
-
- _mm_storeu_si128((__m128i *)dst, _mm_packus_epi16(v_dst0, v_dst1));
- }
-
- int jr = j % 3;
- if (jr)
- dst -= jr, j -= jr;
- }
- #endif
-
- for( ; j < dn*3; j += 3, dst += dcn )
- {
- dst[0] = saturate_cast<uchar>(buf[j]*255.f);
- dst[1] = saturate_cast<uchar>(buf[j+1]*255.f);
- dst[2] = saturate_cast<uchar>(buf[j+2]*255.f);
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- }
-
- int dstcn;
- HSV2RGB_f cvt;
- #if CV_NEON
- float32x4_t v_scale, v_scale_inv;
- uint8x8_t v_alpha;
- #elif CV_SSE2
- __m128 v_scale;
- __m128 v_alpha;
- __m128i v_zero;
- bool haveSIMD;
- #endif
-};
-
-
-///////////////////////////////////// RGB <-> HLS ////////////////////////////////////////
-
-struct RGB2HLS_f
-{
- typedef float channel_type;
-
- RGB2HLS_f(int _srccn, int _blueIdx, float _hrange)
- : srccn(_srccn), blueIdx(_blueIdx), hscale(_hrange/360.f) {
- #if CV_SSE2
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- #endif
- }
-
- #if CV_SSE2
- void process(__m128& v_b0, __m128& v_b1, __m128& v_g0,
- __m128& v_g1, __m128& v_r0, __m128& v_r1) const
- {
- __m128 v_max0 = _mm_max_ps(_mm_max_ps(v_b0, v_g0), v_r0);
- __m128 v_max1 = _mm_max_ps(_mm_max_ps(v_b1, v_g1), v_r1);
- __m128 v_min0 = _mm_min_ps(_mm_min_ps(v_b0, v_g0), v_r0);
- __m128 v_min1 = _mm_min_ps(_mm_min_ps(v_b1, v_g1), v_r1);
- __m128 v_diff0 = _mm_sub_ps(v_max0, v_min0);
- __m128 v_diff1 = _mm_sub_ps(v_max1, v_min1);
- __m128 v_sum0 = _mm_add_ps(v_max0, v_min0);
- __m128 v_sum1 = _mm_add_ps(v_max1, v_min1);
- __m128 v_l0 = _mm_mul_ps(v_sum0, _mm_set1_ps(0.5f));
- __m128 v_l1 = _mm_mul_ps(v_sum1, _mm_set1_ps(0.5f));
-
- __m128 v_gel0 = _mm_cmpge_ps(v_l0, _mm_set1_ps(0.5f));
- __m128 v_gel1 = _mm_cmpge_ps(v_l1, _mm_set1_ps(0.5f));
- __m128 v_s0 = _mm_and_ps(v_gel0, _mm_sub_ps(_mm_set1_ps(2.0f), v_sum0));
- __m128 v_s1 = _mm_and_ps(v_gel1, _mm_sub_ps(_mm_set1_ps(2.0f), v_sum1));
- v_s0 = _mm_or_ps(v_s0, _mm_andnot_ps(v_gel0, v_sum0));
- v_s1 = _mm_or_ps(v_s1, _mm_andnot_ps(v_gel1, v_sum1));
- v_s0 = _mm_div_ps(v_diff0, v_s0);
- v_s1 = _mm_div_ps(v_diff1, v_s1);
-
- __m128 v_gteps0 = _mm_cmpgt_ps(v_diff0, _mm_set1_ps(FLT_EPSILON));
- __m128 v_gteps1 = _mm_cmpgt_ps(v_diff1, _mm_set1_ps(FLT_EPSILON));
-
- v_diff0 = _mm_div_ps(_mm_set1_ps(60.f), v_diff0);
- v_diff1 = _mm_div_ps(_mm_set1_ps(60.f), v_diff1);
-
- __m128 v_eqr0 = _mm_cmpeq_ps(v_max0, v_r0);
- __m128 v_eqr1 = _mm_cmpeq_ps(v_max1, v_r1);
- __m128 v_h0 = _mm_and_ps(v_eqr0, _mm_mul_ps(_mm_sub_ps(v_g0, v_b0), v_diff0));
- __m128 v_h1 = _mm_and_ps(v_eqr1, _mm_mul_ps(_mm_sub_ps(v_g1, v_b1), v_diff1));
- __m128 v_eqg0 = _mm_cmpeq_ps(v_max0, v_g0);
- __m128 v_eqg1 = _mm_cmpeq_ps(v_max1, v_g1);
- v_h0 = _mm_or_ps(v_h0, _mm_and_ps(_mm_andnot_ps(v_eqr0, v_eqg0), _mm_add_ps(_mm_mul_ps(_mm_sub_ps(v_b0, v_r0), v_diff0), _mm_set1_ps(120.f))));
- v_h1 = _mm_or_ps(v_h1, _mm_and_ps(_mm_andnot_ps(v_eqr1, v_eqg1), _mm_add_ps(_mm_mul_ps(_mm_sub_ps(v_b1, v_r1), v_diff1), _mm_set1_ps(120.f))));
- v_h0 = _mm_or_ps(v_h0, _mm_andnot_ps(_mm_or_ps(v_eqr0, v_eqg0), _mm_add_ps(_mm_mul_ps(_mm_sub_ps(v_r0, v_g0), v_diff0), _mm_set1_ps(240.f))));
- v_h1 = _mm_or_ps(v_h1, _mm_andnot_ps(_mm_or_ps(v_eqr1, v_eqg1), _mm_add_ps(_mm_mul_ps(_mm_sub_ps(v_r1, v_g1), v_diff1), _mm_set1_ps(240.f))));
- v_h0 = _mm_add_ps(v_h0, _mm_and_ps(_mm_cmplt_ps(v_h0, _mm_setzero_ps()), _mm_set1_ps(360.f)));
- v_h1 = _mm_add_ps(v_h1, _mm_and_ps(_mm_cmplt_ps(v_h1, _mm_setzero_ps()), _mm_set1_ps(360.f)));
- v_h0 = _mm_mul_ps(v_h0, _mm_set1_ps(hscale));
- v_h1 = _mm_mul_ps(v_h1, _mm_set1_ps(hscale));
-
- v_b0 = _mm_and_ps(v_gteps0, v_h0);
- v_b1 = _mm_and_ps(v_gteps1, v_h1);
- v_g0 = v_l0;
- v_g1 = v_l1;
- v_r0 = _mm_and_ps(v_gteps0, v_s0);
- v_r1 = _mm_and_ps(v_gteps1, v_s1);
- }
- #endif
-
- void operator()(const float* src, float* dst, int n) const
- {
- int i = 0, bidx = blueIdx, scn = srccn;
- n *= 3;
-
- #if CV_SSE2
- if (haveSIMD)
- {
- for( ; i <= n - 24; i += 24, src += scn * 8 )
- {
- __m128 v_b0 = _mm_loadu_ps(src + 0);
- __m128 v_b1 = _mm_loadu_ps(src + 4);
- __m128 v_g0 = _mm_loadu_ps(src + 8);
- __m128 v_g1 = _mm_loadu_ps(src + 12);
- __m128 v_r0 = _mm_loadu_ps(src + 16);
- __m128 v_r1 = _mm_loadu_ps(src + 20);
-
- if (scn == 3)
- {
- _mm_deinterleave_ps(v_b0, v_b1, v_g0, v_g1, v_r0, v_r1);
- }
- else
- {
- __m128 v_a0 = _mm_loadu_ps(src + 24);
- __m128 v_a1 = _mm_loadu_ps(src + 28);
- _mm_deinterleave_ps(v_b0, v_b1, v_g0, v_g1, v_r0, v_r1, v_a0, v_a1);
- }
-
- if (bidx)
- {
- __m128 v_tmp0 = v_b0;
- __m128 v_tmp1 = v_b1;
- v_b0 = v_r0;
- v_b1 = v_r1;
- v_r0 = v_tmp0;
- v_r1 = v_tmp1;
- }
-
- process(v_b0, v_b1, v_g0, v_g1, v_r0, v_r1);
-
- _mm_interleave_ps(v_b0, v_b1, v_g0, v_g1, v_r0, v_r1);
-
- _mm_storeu_ps(dst + i + 0, v_b0);
- _mm_storeu_ps(dst + i + 4, v_b1);
- _mm_storeu_ps(dst + i + 8, v_g0);
- _mm_storeu_ps(dst + i + 12, v_g1);
- _mm_storeu_ps(dst + i + 16, v_r0);
- _mm_storeu_ps(dst + i + 20, v_r1);
- }
- }
- #endif
-
- for( ; i < n; i += 3, src += scn )
- {
- float b = src[bidx], g = src[1], r = src[bidx^2];
- float h = 0.f, s = 0.f, l;
- float vmin, vmax, diff;
-
- vmax = vmin = r;
- if( vmax < g ) vmax = g;
- if( vmax < b ) vmax = b;
- if( vmin > g ) vmin = g;
- if( vmin > b ) vmin = b;
-
- diff = vmax - vmin;
- l = (vmax + vmin)*0.5f;
-
- if( diff > FLT_EPSILON )
- {
- s = l < 0.5f ? diff/(vmax + vmin) : diff/(2 - vmax - vmin);
- diff = 60.f/diff;
-
- if( vmax == r )
- h = (g - b)*diff;
- else if( vmax == g )
- h = (b - r)*diff + 120.f;
- else
- h = (r - g)*diff + 240.f;
-
- if( h < 0.f ) h += 360.f;
- }
-
- dst[i] = h*hscale;
- dst[i+1] = l;
- dst[i+2] = s;
- }
- }
-
- int srccn, blueIdx;
- float hscale;
- #if CV_SSE2
- bool haveSIMD;
- #endif
-};
-
-
-struct RGB2HLS_b
-{
- typedef uchar channel_type;
-
- RGB2HLS_b(int _srccn, int _blueIdx, int _hrange)
- : srccn(_srccn), cvt(3, _blueIdx, (float)_hrange)
- {
- #if CV_NEON
- v_scale_inv = vdupq_n_f32(1.f/255.f);
- v_scale = vdupq_n_f32(255.f);
- v_alpha = vdup_n_u8(ColorChannel<uchar>::max());
- #elif CV_SSE2
- v_scale_inv = _mm_set1_ps(1.f/255.f);
- v_zero = _mm_setzero_si128();
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- #endif
- }
-
- #if CV_SSE2
- void process(const float * buf,
- __m128 & v_coeffs, uchar * dst) const
- {
- __m128 v_l0f = _mm_load_ps(buf);
- __m128 v_l1f = _mm_load_ps(buf + 4);
- __m128 v_u0f = _mm_load_ps(buf + 8);
- __m128 v_u1f = _mm_load_ps(buf + 12);
-
- v_l0f = _mm_mul_ps(v_l0f, v_coeffs);
- v_u1f = _mm_mul_ps(v_u1f, v_coeffs);
- v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x92));
- v_u0f = _mm_mul_ps(v_u0f, v_coeffs);
- v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x92));
- v_l1f = _mm_mul_ps(v_l1f, v_coeffs);
-
- __m128i v_l = _mm_packs_epi32(_mm_cvtps_epi32(v_l0f), _mm_cvtps_epi32(v_l1f));
- __m128i v_u = _mm_packs_epi32(_mm_cvtps_epi32(v_u0f), _mm_cvtps_epi32(v_u1f));
- __m128i v_l0 = _mm_packus_epi16(v_l, v_u);
-
- _mm_storeu_si128((__m128i *)(dst), v_l0);
- }
- #endif
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int i, j, scn = srccn;
- float CV_DECL_ALIGNED(16) buf[3*BLOCK_SIZE];
- #if CV_SSE2
- __m128 v_coeffs = _mm_set_ps(1.f, 255.f, 255.f, 1.f);
- #endif
-
- for( i = 0; i < n; i += BLOCK_SIZE, dst += BLOCK_SIZE*3 )
- {
- int dn = std::min(n - i, (int)BLOCK_SIZE);
- j = 0;
-
- #if CV_NEON
- for ( ; j <= (dn - 8) * 3; j += 24, src += 8 * scn)
- {
- uint16x8_t v_t0, v_t1, v_t2;
-
- if (scn == 3)
- {
- uint8x8x3_t v_src = vld3_u8(src);
- v_t0 = vmovl_u8(v_src.val[0]);
- v_t1 = vmovl_u8(v_src.val[1]);
- v_t2 = vmovl_u8(v_src.val[2]);
- }
- else
- {
- uint8x8x4_t v_src = vld4_u8(src);
- v_t0 = vmovl_u8(v_src.val[0]);
- v_t1 = vmovl_u8(v_src.val[1]);
- v_t2 = vmovl_u8(v_src.val[2]);
- }
-
- float32x4x3_t v_dst;
- v_dst.val[0] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t0))), v_scale_inv);
- v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t1))), v_scale_inv);
- v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t2))), v_scale_inv);
- vst3q_f32(buf + j, v_dst);
-
- v_dst.val[0] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t0))), v_scale_inv);
- v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t1))), v_scale_inv);
- v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t2))), v_scale_inv);
- vst3q_f32(buf + j + 12, v_dst);
- }
- #elif CV_SSE2
- if (scn == 3 && haveSIMD)
- {
- for ( ; j <= (dn * 3 - 16); j += 16, src += 16)
- {
- __m128i v_src = _mm_loadu_si128((__m128i const *)src);
-
- __m128i v_src_p = _mm_unpacklo_epi8(v_src, v_zero);
- _mm_store_ps(buf + j, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_p, v_zero)), v_scale_inv));
- _mm_store_ps(buf + j + 4, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpackhi_epi16(v_src_p, v_zero)), v_scale_inv));
-
- v_src_p = _mm_unpackhi_epi8(v_src, v_zero);
- _mm_store_ps(buf + j + 8, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_p, v_zero)), v_scale_inv));
- _mm_store_ps(buf + j + 12, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpackhi_epi16(v_src_p, v_zero)), v_scale_inv));
- }
-
- int jr = j % 3;
- if (jr)
- src -= jr, j -= jr;
- }
- else if (scn == 4 && haveSIMD)
- {
- for ( ; j <= (dn * 3 - 12); j += 12, src += 16)
- {
- __m128i v_src = _mm_loadu_si128((__m128i const *)src);
-
- __m128i v_src_lo = _mm_unpacklo_epi8(v_src, v_zero);
- __m128i v_src_hi = _mm_unpackhi_epi8(v_src, v_zero);
- _mm_storeu_ps(buf + j, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_lo, v_zero)), v_scale_inv));
- _mm_storeu_ps(buf + j + 3, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpackhi_epi16(v_src_lo, v_zero)), v_scale_inv));
- _mm_storeu_ps(buf + j + 6, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_hi, v_zero)), v_scale_inv));
- float tmp = buf[j + 8];
- _mm_storeu_ps(buf + j + 8, _mm_mul_ps(_mm_cvtepi32_ps(_mm_shuffle_epi32(_mm_unpackhi_epi16(v_src_hi, v_zero), 0x90)), v_scale_inv));
- buf[j + 8] = tmp;
- }
-
- int jr = j % 3;
- if (jr)
- src -= jr, j -= jr;
- }
- #endif
- for( ; j < dn*3; j += 3, src += scn )
- {
- buf[j] = src[0]*(1.f/255.f);
- buf[j+1] = src[1]*(1.f/255.f);
- buf[j+2] = src[2]*(1.f/255.f);
- }
- cvt(buf, buf, dn);
-
- j = 0;
- #if CV_NEON
- for ( ; j <= (dn - 8) * 3; j += 24)
- {
- float32x4x3_t v_src0 = vld3q_f32(buf + j), v_src1 = vld3q_f32(buf + j + 12);
-
- uint8x8x3_t v_dst;
- v_dst.val[0] = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(v_src0.val[0])),
- vqmovn_u32(cv_vrndq_u32_f32(v_src1.val[0]))));
- v_dst.val[1] = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[1], v_scale))),
- vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[1], v_scale)))));
- v_dst.val[2] = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[2], v_scale))),
- vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[2], v_scale)))));
- vst3_u8(dst + j, v_dst);
- }
- #elif CV_SSE2
- if (haveSIMD)
- {
- for ( ; j <= (dn - 16) * 3; j += 48)
- {
- process(buf + j,
- v_coeffs, dst + j);
-
- process(buf + j + 16,
- v_coeffs, dst + j + 16);
-
- process(buf + j + 32,
- v_coeffs, dst + j + 32);
- }
- }
- #endif
- for( ; j < dn*3; j += 3 )
- {
- dst[j] = saturate_cast<uchar>(buf[j]);
- dst[j+1] = saturate_cast<uchar>(buf[j+1]*255.f);
- dst[j+2] = saturate_cast<uchar>(buf[j+2]*255.f);
- }
- }
- }
-
- int srccn;
- RGB2HLS_f cvt;
- #if CV_NEON
- float32x4_t v_scale, v_scale_inv;
- uint8x8_t v_alpha;
- #elif CV_SSE2
- __m128 v_scale_inv;
- __m128i v_zero;
- bool haveSIMD;
- #endif
-};
-
-
-struct HLS2RGB_f
-{
- typedef float channel_type;
-
- HLS2RGB_f(int _dstcn, int _blueIdx, float _hrange)
- : dstcn(_dstcn), blueIdx(_blueIdx), hscale(6.f/_hrange) {
- #if CV_SSE2
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- #endif
- }
-
- #if CV_SSE2
- void process(__m128& v_h0, __m128& v_h1, __m128& v_l0,
- __m128& v_l1, __m128& v_s0, __m128& v_s1) const
- {
- __m128 v_lel0 = _mm_cmple_ps(v_l0, _mm_set1_ps(0.5f));
- __m128 v_lel1 = _mm_cmple_ps(v_l1, _mm_set1_ps(0.5f));
- __m128 v_p20 = _mm_andnot_ps(v_lel0, _mm_sub_ps(_mm_add_ps(v_l0, v_s0), _mm_mul_ps(v_l0, v_s0)));
- __m128 v_p21 = _mm_andnot_ps(v_lel1, _mm_sub_ps(_mm_add_ps(v_l1, v_s1), _mm_mul_ps(v_l1, v_s1)));
- v_p20 = _mm_or_ps(v_p20, _mm_and_ps(v_lel0, _mm_mul_ps(v_l0, _mm_add_ps(_mm_set1_ps(1.0f), v_s0))));
- v_p21 = _mm_or_ps(v_p21, _mm_and_ps(v_lel1, _mm_mul_ps(v_l1, _mm_add_ps(_mm_set1_ps(1.0f), v_s1))));
-
- __m128 v_p10 = _mm_sub_ps(_mm_mul_ps(_mm_set1_ps(2.0f), v_l0), v_p20);
- __m128 v_p11 = _mm_sub_ps(_mm_mul_ps(_mm_set1_ps(2.0f), v_l1), v_p21);
-
- v_h0 = _mm_mul_ps(v_h0, _mm_set1_ps(hscale));
- v_h1 = _mm_mul_ps(v_h1, _mm_set1_ps(hscale));
-
- __m128 v_pre_sector0 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_h0));
- __m128 v_pre_sector1 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_h1));
-
- v_h0 = _mm_sub_ps(v_h0, v_pre_sector0);
- v_h1 = _mm_sub_ps(v_h1, v_pre_sector1);
-
- __m128 v_p2_p10 = _mm_sub_ps(v_p20, v_p10);
- __m128 v_p2_p11 = _mm_sub_ps(v_p21, v_p11);
- __m128 v_tab20 = _mm_add_ps(v_p10, _mm_mul_ps(v_p2_p10, _mm_sub_ps(_mm_set1_ps(1.0f), v_h0)));
- __m128 v_tab21 = _mm_add_ps(v_p11, _mm_mul_ps(v_p2_p11, _mm_sub_ps(_mm_set1_ps(1.0f), v_h1)));
- __m128 v_tab30 = _mm_add_ps(v_p10, _mm_mul_ps(v_p2_p10, v_h0));
- __m128 v_tab31 = _mm_add_ps(v_p11, _mm_mul_ps(v_p2_p11, v_h1));
-
- __m128 v_sector0 = _mm_div_ps(v_pre_sector0, _mm_set1_ps(6.0f));
- __m128 v_sector1 = _mm_div_ps(v_pre_sector1, _mm_set1_ps(6.0f));
- v_sector0 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_sector0));
- v_sector1 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_sector1));
- v_sector0 = _mm_mul_ps(v_sector0, _mm_set1_ps(6.0f));
- v_sector1 = _mm_mul_ps(v_sector1, _mm_set1_ps(6.0f));
- v_sector0 = _mm_sub_ps(v_pre_sector0, v_sector0);
- v_sector1 = _mm_sub_ps(v_pre_sector1, v_sector1);
-
- v_h0 = _mm_and_ps(v_p10, _mm_cmplt_ps(v_sector0, _mm_set1_ps(2.0f)));
- v_h1 = _mm_and_ps(v_p11, _mm_cmplt_ps(v_sector1, _mm_set1_ps(2.0f)));
- v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_tab30, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(2.0f))));
- v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_tab31, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(2.0f))));
- v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_p20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(3.0f))));
- v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_p21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(3.0f))));
- v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_p20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(4.0f))));
- v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_p21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(4.0f))));
- v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_tab20, _mm_cmpgt_ps(v_sector0, _mm_set1_ps(4.0f))));
- v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_tab21, _mm_cmpgt_ps(v_sector1, _mm_set1_ps(4.0f))));
- v_l0 = _mm_and_ps(v_tab30, _mm_cmplt_ps(v_sector0, _mm_set1_ps(1.0f)));
- v_l1 = _mm_and_ps(v_tab31, _mm_cmplt_ps(v_sector1, _mm_set1_ps(1.0f)));
- v_l0 = _mm_or_ps(v_l0, _mm_and_ps(v_p20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(1.0f))));
- v_l1 = _mm_or_ps(v_l1, _mm_and_ps(v_p21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(1.0f))));
- v_l0 = _mm_or_ps(v_l0, _mm_and_ps(v_p20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(2.0f))));
- v_l1 = _mm_or_ps(v_l1, _mm_and_ps(v_p21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(2.0f))));
- v_l0 = _mm_or_ps(v_l0, _mm_and_ps(v_tab20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(3.0f))));
- v_l1 = _mm_or_ps(v_l1, _mm_and_ps(v_tab21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(3.0f))));
- v_l0 = _mm_or_ps(v_l0, _mm_and_ps(v_p10, _mm_cmpgt_ps(v_sector0, _mm_set1_ps(3.0f))));
- v_l1 = _mm_or_ps(v_l1, _mm_and_ps(v_p11, _mm_cmpgt_ps(v_sector1, _mm_set1_ps(3.0f))));
- v_s0 = _mm_and_ps(v_p20, _mm_cmplt_ps(v_sector0, _mm_set1_ps(1.0f)));
- v_s1 = _mm_and_ps(v_p21, _mm_cmplt_ps(v_sector1, _mm_set1_ps(1.0f)));
- v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_tab20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(1.0f))));
- v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_tab21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(1.0f))));
- v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_p10, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(2.0f))));
- v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_p11, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(2.0f))));
- v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_p10, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(3.0f))));
- v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_p11, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(3.0f))));
- v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_tab30, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(4.0f))));
- v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_tab31, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(4.0f))));
- v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_p20, _mm_cmpgt_ps(v_sector0, _mm_set1_ps(4.0f))));
- v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_p21, _mm_cmpgt_ps(v_sector1, _mm_set1_ps(4.0f))));
- }
- #endif
-
- void operator()(const float* src, float* dst, int n) const
- {
- int i = 0, bidx = blueIdx, dcn = dstcn;
- float _hscale = hscale;
- float alpha = ColorChannel<float>::max();
- n *= 3;
-
- #if CV_SSE2
- if (haveSIMD)
- {
- for( ; i <= n - 24; i += 24, dst += dcn * 8 )
- {
- __m128 v_h0 = _mm_loadu_ps(src + i + 0);
- __m128 v_h1 = _mm_loadu_ps(src + i + 4);
- __m128 v_l0 = _mm_loadu_ps(src + i + 8);
- __m128 v_l1 = _mm_loadu_ps(src + i + 12);
- __m128 v_s0 = _mm_loadu_ps(src + i + 16);
- __m128 v_s1 = _mm_loadu_ps(src + i + 20);
-
- _mm_deinterleave_ps(v_h0, v_h1, v_l0, v_l1, v_s0, v_s1);
-
- process(v_h0, v_h1, v_l0, v_l1, v_s0, v_s1);
-
- if (dcn == 3)
- {
- if (bidx)
- {
- _mm_interleave_ps(v_s0, v_s1, v_l0, v_l1, v_h0, v_h1);
-
- _mm_storeu_ps(dst + 0, v_s0);
- _mm_storeu_ps(dst + 4, v_s1);
- _mm_storeu_ps(dst + 8, v_l0);
- _mm_storeu_ps(dst + 12, v_l1);
- _mm_storeu_ps(dst + 16, v_h0);
- _mm_storeu_ps(dst + 20, v_h1);
- }
- else
- {
- _mm_interleave_ps(v_h0, v_h1, v_l0, v_l1, v_s0, v_s1);
-
- _mm_storeu_ps(dst + 0, v_h0);
- _mm_storeu_ps(dst + 4, v_h1);
- _mm_storeu_ps(dst + 8, v_l0);
- _mm_storeu_ps(dst + 12, v_l1);
- _mm_storeu_ps(dst + 16, v_s0);
- _mm_storeu_ps(dst + 20, v_s1);
- }
- }
- else
- {
- __m128 v_a0 = _mm_set1_ps(alpha);
- __m128 v_a1 = _mm_set1_ps(alpha);
- if (bidx)
- {
- _mm_interleave_ps(v_s0, v_s1, v_l0, v_l1, v_h0, v_h1, v_a0, v_a1);
-
- _mm_storeu_ps(dst + 0, v_s0);
- _mm_storeu_ps(dst + 4, v_s1);
- _mm_storeu_ps(dst + 8, v_l0);
- _mm_storeu_ps(dst + 12, v_l1);
- _mm_storeu_ps(dst + 16, v_h0);
- _mm_storeu_ps(dst + 20, v_h1);
- _mm_storeu_ps(dst + 24, v_a0);
- _mm_storeu_ps(dst + 28, v_a1);
- }
- else
- {
- _mm_interleave_ps(v_h0, v_h1, v_l0, v_l1, v_s0, v_s1, v_a0, v_a1);
-
- _mm_storeu_ps(dst + 0, v_h0);
- _mm_storeu_ps(dst + 4, v_h1);
- _mm_storeu_ps(dst + 8, v_l0);
- _mm_storeu_ps(dst + 12, v_l1);
- _mm_storeu_ps(dst + 16, v_s0);
- _mm_storeu_ps(dst + 20, v_s1);
- _mm_storeu_ps(dst + 24, v_a0);
- _mm_storeu_ps(dst + 28, v_a1);
- }
- }
- }
- }
- #endif
- for( ; i < n; i += 3, dst += dcn )
- {
- float h = src[i], l = src[i+1], s = src[i+2];
- float b, g, r;
-
- if( s == 0 )
- b = g = r = l;
- else
- {
- static const int sector_data[][3]=
- {{1,3,0}, {1,0,2}, {3,0,1}, {0,2,1}, {0,1,3}, {2,1,0}};
- float tab[4];
- int sector;
-
- float p2 = l <= 0.5f ? l*(1 + s) : l + s - l*s;
- float p1 = 2*l - p2;
-
- h *= _hscale;
- if( h < 0 )
- do h += 6; while( h < 0 );
- else if( h >= 6 )
- do h -= 6; while( h >= 6 );
-
- assert( 0 <= h && h < 6 );
- sector = cvFloor(h);
- h -= sector;
-
- tab[0] = p2;
- tab[1] = p1;
- tab[2] = p1 + (p2 - p1)*(1-h);
- tab[3] = p1 + (p2 - p1)*h;
-
- b = tab[sector_data[sector][0]];
- g = tab[sector_data[sector][1]];
- r = tab[sector_data[sector][2]];
- }
-
- dst[bidx] = b;
- dst[1] = g;
- dst[bidx^2] = r;
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
-
- int dstcn, blueIdx;
- float hscale;
- #if CV_SSE2
- bool haveSIMD;
- #endif
-};
-
-
-struct HLS2RGB_b
-{
- typedef uchar channel_type;
-
- HLS2RGB_b(int _dstcn, int _blueIdx, int _hrange)
- : dstcn(_dstcn), cvt(3, _blueIdx, (float)_hrange)
- {
- #if CV_NEON
- v_scale_inv = vdupq_n_f32(1.f/255.f);
- v_scale = vdupq_n_f32(255.f);
- v_alpha = vdup_n_u8(ColorChannel<uchar>::max());
- #elif CV_SSE2
- v_scale = _mm_set1_ps(255.f);
- v_alpha = _mm_set1_ps(ColorChannel<uchar>::max());
- v_zero = _mm_setzero_si128();
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- #endif
- }
-
- #if CV_SSE2
- void process(__m128i v_r, __m128i v_g, __m128i v_b,
- const __m128& v_coeffs_,
- float * buf) const
- {
- __m128 v_r0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_r, v_zero));
- __m128 v_g0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_g, v_zero));
- __m128 v_b0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_b, v_zero));
-
- __m128 v_r1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_r, v_zero));
- __m128 v_g1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_g, v_zero));
- __m128 v_b1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_b, v_zero));
-
- __m128 v_coeffs = v_coeffs_;
-
- v_r0 = _mm_mul_ps(v_r0, v_coeffs);
- v_g1 = _mm_mul_ps(v_g1, v_coeffs);
-
- v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x49));
-
- v_r1 = _mm_mul_ps(v_r1, v_coeffs);
- v_b0 = _mm_mul_ps(v_b0, v_coeffs);
-
- v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x49));
-
- v_g0 = _mm_mul_ps(v_g0, v_coeffs);
- v_b1 = _mm_mul_ps(v_b1, v_coeffs);
-
- _mm_store_ps(buf, v_r0);
- _mm_store_ps(buf + 4, v_r1);
- _mm_store_ps(buf + 8, v_g0);
- _mm_store_ps(buf + 12, v_g1);
- _mm_store_ps(buf + 16, v_b0);
- _mm_store_ps(buf + 20, v_b1);
- }
- #endif
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int i, j, dcn = dstcn;
- uchar alpha = ColorChannel<uchar>::max();
- float CV_DECL_ALIGNED(16) buf[3*BLOCK_SIZE];
- #if CV_SSE2
- __m128 v_coeffs = _mm_set_ps(1.f, 1.f/255.f, 1.f/255.f, 1.f);
- #endif
-
- for( i = 0; i < n; i += BLOCK_SIZE, src += BLOCK_SIZE*3 )
- {
- int dn = std::min(n - i, (int)BLOCK_SIZE);
- j = 0;
-
- #if CV_NEON
- for ( ; j <= (dn - 8) * 3; j += 24)
- {
- uint8x8x3_t v_src = vld3_u8(src + j);
- uint16x8_t v_t0 = vmovl_u8(v_src.val[0]),
- v_t1 = vmovl_u8(v_src.val[1]),
- v_t2 = vmovl_u8(v_src.val[2]);
-
- float32x4x3_t v_dst;
- v_dst.val[0] = vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t0)));
- v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t1))), v_scale_inv);
- v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t2))), v_scale_inv);
- vst3q_f32(buf + j, v_dst);
-
- v_dst.val[0] = vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t0)));
- v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t1))), v_scale_inv);
- v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t2))), v_scale_inv);
- vst3q_f32(buf + j + 12, v_dst);
- }
- #elif CV_SSE2
- if (haveSIMD)
- {
- for ( ; j <= (dn - 8) * 3; j += 24)
- {
- __m128i v_src0 = _mm_loadu_si128((__m128i const *)(src + j));
- __m128i v_src1 = _mm_loadl_epi64((__m128i const *)(src + j + 16));
-
- process(_mm_unpacklo_epi8(v_src0, v_zero),
- _mm_unpackhi_epi8(v_src0, v_zero),
- _mm_unpacklo_epi8(v_src1, v_zero),
- v_coeffs,
- buf + j);
- }
- }
- #endif
- for( ; j < dn*3; j += 3 )
- {
- buf[j] = src[j];
- buf[j+1] = src[j+1]*(1.f/255.f);
- buf[j+2] = src[j+2]*(1.f/255.f);
- }
- cvt(buf, buf, dn);
-
- j = 0;
- #if CV_NEON
- for ( ; j <= (dn - 8) * 3; j += 24, dst += dcn * 8)
- {
- float32x4x3_t v_src0 = vld3q_f32(buf + j), v_src1 = vld3q_f32(buf + j + 12);
- uint8x8_t v_dst0 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[0], v_scale))),
- vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[0], v_scale)))));
- uint8x8_t v_dst1 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[1], v_scale))),
- vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[1], v_scale)))));
- uint8x8_t v_dst2 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[2], v_scale))),
- vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[2], v_scale)))));
-
- if (dcn == 4)
- {
- uint8x8x4_t v_dst;
- v_dst.val[0] = v_dst0;
- v_dst.val[1] = v_dst1;
- v_dst.val[2] = v_dst2;
- v_dst.val[3] = v_alpha;
- vst4_u8(dst, v_dst);
- }
- else
- {
- uint8x8x3_t v_dst;
- v_dst.val[0] = v_dst0;
- v_dst.val[1] = v_dst1;
- v_dst.val[2] = v_dst2;
- vst3_u8(dst, v_dst);
- }
- }
- #elif CV_SSE2
- if (dcn == 3 && haveSIMD)
- {
- for ( ; j <= (dn * 3 - 16); j += 16, dst += 16)
- {
- __m128 v_src0 = _mm_mul_ps(_mm_load_ps(buf + j), v_scale);
- __m128 v_src1 = _mm_mul_ps(_mm_load_ps(buf + j + 4), v_scale);
- __m128 v_src2 = _mm_mul_ps(_mm_load_ps(buf + j + 8), v_scale);
- __m128 v_src3 = _mm_mul_ps(_mm_load_ps(buf + j + 12), v_scale);
-
- __m128i v_dst0 = _mm_packs_epi32(_mm_cvtps_epi32(v_src0),
- _mm_cvtps_epi32(v_src1));
- __m128i v_dst1 = _mm_packs_epi32(_mm_cvtps_epi32(v_src2),
- _mm_cvtps_epi32(v_src3));
-
- _mm_storeu_si128((__m128i *)dst, _mm_packus_epi16(v_dst0, v_dst1));
- }
-
- int jr = j % 3;
- if (jr)
- dst -= jr, j -= jr;
- }
- else if (dcn == 4 && haveSIMD)
- {
- for ( ; j <= (dn * 3 - 12); j += 12, dst += 16)
- {
- __m128 v_buf0 = _mm_mul_ps(_mm_load_ps(buf + j), v_scale);
- __m128 v_buf1 = _mm_mul_ps(_mm_load_ps(buf + j + 4), v_scale);
- __m128 v_buf2 = _mm_mul_ps(_mm_load_ps(buf + j + 8), v_scale);
-
- __m128 v_ba0 = _mm_unpackhi_ps(v_buf0, v_alpha);
- __m128 v_ba1 = _mm_unpacklo_ps(v_buf2, v_alpha);
-
- __m128i v_src0 = _mm_cvtps_epi32(_mm_shuffle_ps(v_buf0, v_ba0, 0x44));
- __m128i v_src1 = _mm_shuffle_epi32(_mm_cvtps_epi32(_mm_shuffle_ps(v_ba0, v_buf1, 0x4e)), 0x78);
- __m128i v_src2 = _mm_cvtps_epi32(_mm_shuffle_ps(v_buf1, v_ba1, 0x4e));
- __m128i v_src3 = _mm_shuffle_epi32(_mm_cvtps_epi32(_mm_shuffle_ps(v_ba1, v_buf2, 0xee)), 0x78);
-
- __m128i v_dst0 = _mm_packs_epi32(v_src0, v_src1);
- __m128i v_dst1 = _mm_packs_epi32(v_src2, v_src3);
-
- _mm_storeu_si128((__m128i *)dst, _mm_packus_epi16(v_dst0, v_dst1));
- }
-
- int jr = j % 3;
- if (jr)
- dst -= jr, j -= jr;
- }
- #endif
-
- for( ; j < dn*3; j += 3, dst += dcn )
- {
- dst[0] = saturate_cast<uchar>(buf[j]*255.f);
- dst[1] = saturate_cast<uchar>(buf[j+1]*255.f);
- dst[2] = saturate_cast<uchar>(buf[j+2]*255.f);
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- }
-
- int dstcn;
- HLS2RGB_f cvt;
- #if CV_NEON
- float32x4_t v_scale, v_scale_inv;
- uint8x8_t v_alpha;
- #elif CV_SSE2
- __m128 v_scale;
- __m128 v_alpha;
- __m128i v_zero;
- bool haveSIMD;
- #endif
-};
-
-
-///////////////////////////////////// RGB <-> L*a*b* /////////////////////////////////////
-
-//0.950456, 1., 1.088754
-static const softdouble D65[] = {softdouble::fromRaw(0x3fee6a22b3892ee8),
- softdouble::one(),
- softdouble::fromRaw(0x3ff16b8950763a19)};
-
-enum { LAB_CBRT_TAB_SIZE = 1024, GAMMA_TAB_SIZE = 1024 };
-static const float *LabCbrtTab = 0;
-static const float LabCbrtTabScale = softfloat(LAB_CBRT_TAB_SIZE*2)/softfloat(3);
-
-static const float *sRGBGammaTab = 0;
-static const float *sRGBInvGammaTab = 0;
-static const float GammaTabScale((int)GAMMA_TAB_SIZE);
-
-static ushort sRGBGammaTab_b[256], linearGammaTab_b[256];
-enum { inv_gamma_shift = 12, INV_GAMMA_TAB_SIZE = (1 << inv_gamma_shift) };
-static ushort sRGBInvGammaTab_b[INV_GAMMA_TAB_SIZE], linearInvGammaTab_b[INV_GAMMA_TAB_SIZE];
-#undef lab_shift
-#define lab_shift xyz_shift
-#define gamma_shift 3
-#define lab_shift2 (lab_shift + gamma_shift)
-#define LAB_CBRT_TAB_SIZE_B (256*3/2*(1<<gamma_shift))
-static ushort LabCbrtTab_b[LAB_CBRT_TAB_SIZE_B];
-
-static const bool enableBitExactness = true;
-static const bool enableRGB2LabInterpolation = true;
-static const bool enablePackedLab = true;
-enum
-{
- lab_lut_shift = 5,
- LAB_LUT_DIM = (1 << lab_lut_shift)+1,
- lab_base_shift = 14,
- LAB_BASE = (1 << lab_base_shift),
- trilinear_shift = 8 - lab_lut_shift + 1,
- TRILINEAR_BASE = (1 << trilinear_shift)
-};
-static int16_t trilinearLUT[TRILINEAR_BASE*TRILINEAR_BASE*TRILINEAR_BASE*8];
-static ushort LabToYF_b[256*2];
-static const int minABvalue = -8145;
-static const int *abToXZ_b;
-// Luv constants
-static const bool enableRGB2LuvInterpolation = true;
-static const bool enablePackedRGB2Luv = true;
-static const bool enablePackedLuv2RGB = true;
-static const softfloat uLow(-134), uHigh(220), uRange(uHigh-uLow);
-static const softfloat vLow(-140), vHigh(122), vRange(vHigh-vLow);
-
-static struct LABLUVLUT_s16_t {
- const int16_t *RGB2LabLUT_s16;
- const int16_t *RGB2LuvLUT_s16;
-} LABLUVLUTs16 = {0, 0};
-
-static struct LUVLUT_T {
- const int *LuToUp_b;
- const int *LvToVp_b;
- const long long int *LvToVpl_b;
-} LUVLUT = {0, 0, 0};
-
-#define clip(value) \
- value < 0.0f ? 0.0f : value > 1.0f ? 1.0f : value;
-
-//all constants should be presented through integers to keep bit-exactness
-static const softdouble gammaThreshold = softdouble(809)/softdouble(20000); // 0.04045
-static const softdouble gammaInvThreshold = softdouble(7827)/softdouble(2500000); // 0.0031308
-static const softdouble gammaLowScale = softdouble(323)/softdouble(25); // 12.92
-static const softdouble gammaPower = softdouble(12)/softdouble(5); // 2.4
-static const softdouble gammaXshift = softdouble(11)/softdouble(200); // 0.055
-
-static const softfloat lthresh = softfloat(216) / softfloat(24389); // 0.008856f = (6/29)^3
-static const softfloat lscale = softfloat(841) / softfloat(108); // 7.787f = (29/3)^3/(29*4)
-static const softfloat lbias = softfloat(16) / softfloat(116);
-static const softfloat f255(255);
-
-
-static inline softfloat applyGamma(softfloat x)
-{
- //return x <= 0.04045f ? x*(1.f/12.92f) : (float)std::pow((double)(x + 0.055)*(1./1.055), 2.4);
- softdouble xd = x;
- return (xd <= gammaThreshold ?
- xd/gammaLowScale :
- pow((xd + gammaXshift)/(softdouble::one()+gammaXshift), gammaPower));
-}
-
-static inline softfloat applyInvGamma(softfloat x)
-{
- //return x <= 0.0031308 ? x*12.92f : (float)(1.055*std::pow((double)x, 1./2.4) - 0.055);
- softdouble xd = x;
- return (xd <= gammaInvThreshold ?
- xd*gammaLowScale :
- pow(xd, softdouble::one()/gammaPower)*(softdouble::one()+gammaXshift) - gammaXshift);
-}
-
-static LUVLUT_T initLUTforLUV(int BASE, const softfloat &un, const softfloat &vn)
-{
- const softfloat oneof4 = softfloat::one()/softfloat(4);
- int *LuToUp_b = cv::allocSingleton<int>(256*256);
- int *LvToVp_b = cv::allocSingleton<int>(256*256);
- long long int *LvToVpl_b = cv::allocSingleton<long long int>(256*256);
- for(int LL = 0; LL < 256; LL++)
- {
- softfloat L = softfloat(LL*100)/f255;
- for(int uu = 0; uu < 256; uu++)
- {
- softfloat u = softfloat(uu)*uRange/f255 + uLow;
- softfloat up = softfloat(9)*(u + L*un);
- LuToUp_b[LL*256+uu] = cvRound(up*softfloat(BASE/1024));//1024 is OK, 2048 gave maxerr 3
- }
- for(int vv = 0; vv < 256; vv++)
- {
- softfloat v = softfloat(vv)*vRange/f255 + vLow;
- softfloat vp = oneof4/(v + L*vn);
- if(vp > oneof4) vp = oneof4;
- if(vp < -oneof4) vp = -oneof4;
- int ivp = cvRound(vp*softfloat(BASE*1024));
- LvToVp_b[LL*256+vv] = ivp;
- int vpl = ivp*LL;
- LvToVpl_b[LL*256+vv] = (12*13*100*(BASE/1024))*(long long)vpl;
- }
- }
- LUVLUT_T res;
- res.LuToUp_b = LuToUp_b;
- res.LvToVp_b = LvToVp_b;
- res.LvToVpl_b = LvToVpl_b;
- return res;
-}
-
-static int * initLUTforABXZ(int BASE)
-{
- int * res = cv::allocSingleton<int>(LAB_BASE*9/4);
- for(int i = minABvalue; i < LAB_BASE*9/4+minABvalue; i++)
- {
- int v;
- //6.f/29.f*BASE = 3389.730
- if(i <= 3390)
- {
- //fxz[k] = (fxz[k] - 16.0f / 116.0f) / 7.787f;
- // 7.787f = (29/3)^3/(29*4)
- v = i*108/841 - BASE*16/116*108/841;
- }
- else
- {
- //fxz[k] = fxz[k] * fxz[k] * fxz[k];
- v = i*i/BASE*i/BASE;
- }
- res[i-minABvalue] = v; // -1335 <= v <= 88231
- }
- return res;
-}
-
-inline void fill_one(int16_t *LAB, const int16_t *LAB_prev, int16_t *LUV, const int16_t *LUV_prev, int p, int q, int r, int _p, int _q, int _r)
-{
- do {
- int idxold = 0;
- idxold += min(p+(_p), (int)(LAB_LUT_DIM-1))*3;
- idxold += min(q+(_q), (int)(LAB_LUT_DIM-1))*LAB_LUT_DIM*3;
- idxold += min(r+(_r), (int)(LAB_LUT_DIM-1))*LAB_LUT_DIM*LAB_LUT_DIM*3;
- int idxnew = p*3*8 + q*LAB_LUT_DIM*3*8 + r*LAB_LUT_DIM*LAB_LUT_DIM*3*8+4*(_p)+2*(_q)+(_r);
- LAB[idxnew] = LAB_prev[idxold];
- LAB[idxnew+8] = LAB_prev[idxold+1];
- LAB[idxnew+16] = LAB_prev[idxold+2];
- LUV[idxnew] = LUV_prev[idxold];
- LUV[idxnew+8] = LUV_prev[idxold+1];
- LUV[idxnew+16] = LUV_prev[idxold+2];
- } while(0);
-}
-
-static LABLUVLUT_s16_t initLUTforLABLUVs16(const softfloat & un, const softfloat & vn)
-{
- int i;
- softfloat scaledCoeffs[9], coeffs[9];
-
- //RGB2Lab coeffs
- softdouble scaleWhite[] = { softdouble::one()/D65[0],
- softdouble::one(),
- softdouble::one()/D65[2] };
-
- for(i = 0; i < 3; i++ )
- {
- coeffs[i*3+2] = sRGB2XYZ_D65[i*3+0];
- coeffs[i*3+1] = sRGB2XYZ_D65[i*3+1];
- coeffs[i*3+0] = sRGB2XYZ_D65[i*3+2];
- scaledCoeffs[i*3+0] = sRGB2XYZ_D65[i*3+2] * scaleWhite[i];
- scaledCoeffs[i*3+1] = sRGB2XYZ_D65[i*3+1] * scaleWhite[i];
- scaledCoeffs[i*3+2] = sRGB2XYZ_D65[i*3+0] * scaleWhite[i];
- }
-
- softfloat S0 = scaledCoeffs[0], S1 = scaledCoeffs[1], S2 = scaledCoeffs[2],
- S3 = scaledCoeffs[3], S4 = scaledCoeffs[4], S5 = scaledCoeffs[5],
- S6 = scaledCoeffs[6], S7 = scaledCoeffs[7], S8 = scaledCoeffs[8];
- softfloat C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
-
- //u, v: [-134.0, 220.0], [-140.0, 122.0]
- static const softfloat lld(LAB_LUT_DIM - 1), f116(116), f16(16), f500(500), f200(200);
- static const softfloat f100(100), f128(128), f256(256), lbase((int)LAB_BASE);
- //903.3f = (29/3)^3
- static const softfloat f9033 = softfloat(29*29*29)/softfloat(27);
- static const softfloat f9of4 = softfloat(9)/softfloat(4);
- static const softfloat f15(15), f3(3);
-
- AutoBuffer<int16_t> RGB2Labprev(LAB_LUT_DIM*LAB_LUT_DIM*LAB_LUT_DIM*3);
- AutoBuffer<int16_t> RGB2Luvprev(LAB_LUT_DIM*LAB_LUT_DIM*LAB_LUT_DIM*3);
- for(int p = 0; p < LAB_LUT_DIM; p++)
- {
- for(int q = 0; q < LAB_LUT_DIM; q++)
- {
- for(int r = 0; r < LAB_LUT_DIM; r++)
- {
- int idx = p*3 + q*LAB_LUT_DIM*3 + r*LAB_LUT_DIM*LAB_LUT_DIM*3;
- softfloat R = softfloat(p)/lld;
- softfloat G = softfloat(q)/lld;
- softfloat B = softfloat(r)/lld;
-
- R = applyGamma(R);
- G = applyGamma(G);
- B = applyGamma(B);
-
- //RGB 2 Lab LUT building
- {
- softfloat X = R*S0 + G*S1 + B*S2;
- softfloat Y = R*S3 + G*S4 + B*S5;
- softfloat Z = R*S6 + G*S7 + B*S8;
-
- softfloat FX = X > lthresh ? cbrt(X) : mulAdd(X, lscale, lbias);
- softfloat FY = Y > lthresh ? cbrt(Y) : mulAdd(Y, lscale, lbias);
- softfloat FZ = Z > lthresh ? cbrt(Z) : mulAdd(Z, lscale, lbias);
-
- softfloat L = Y > lthresh ? (f116*FY - f16) : (f9033*Y);
- softfloat a = f500 * (FX - FY);
- softfloat b = f200 * (FY - FZ);
-
- RGB2Labprev[idx] = (int16_t)(cvRound(lbase*L/f100));
- RGB2Labprev[idx+1] = (int16_t)(cvRound(lbase*(a + f128)/f256));
- RGB2Labprev[idx+2] = (int16_t)(cvRound(lbase*(b + f128)/f256));
- }
-
- //RGB 2 Luv LUT building
- {
- softfloat X = R*C0 + G*C1 + B*C2;
- softfloat Y = R*C3 + G*C4 + B*C5;
- softfloat Z = R*C6 + G*C7 + B*C8;
-
- softfloat L = Y < lthresh ? mulAdd(Y, lscale, lbias) : cbrt(Y);
- L = L*f116 - f16;
-
- softfloat d = softfloat(4*13)/max(X + f15 * Y + f3 * Z, softfloat(FLT_EPSILON));
- softfloat u = L*(X*d - un);
- softfloat v = L*(f9of4*Y*d - vn);
-
- RGB2Luvprev[idx ] = (int16_t)cvRound(lbase*L/f100);
- RGB2Luvprev[idx+1] = (int16_t)cvRound(lbase*(u-uLow)/uRange);
- RGB2Luvprev[idx+2] = (int16_t)cvRound(lbase*(v-vLow)/vRange);
- }
- }
- }
- }
-
- int16_t *RGB2LabLUT_s16 = cv::allocSingleton<int16_t>(LAB_LUT_DIM*LAB_LUT_DIM*LAB_LUT_DIM*3*8);
- int16_t *RGB2LuvLUT_s16 = cv::allocSingleton<int16_t>(LAB_LUT_DIM*LAB_LUT_DIM*LAB_LUT_DIM*3*8);
- for(int p = 0; p < LAB_LUT_DIM; p++)
- for(int q = 0; q < LAB_LUT_DIM; q++)
- for(int r = 0; r < LAB_LUT_DIM; r++)
- for (int p_ = 0; p_ < 2; ++p_)
- for (int q_ = 0; q_ < 2; ++q_)
- for (int r_ = 0; r_ < 2; ++r_)
- fill_one(RGB2LabLUT_s16, RGB2Labprev, RGB2LuvLUT_s16, RGB2Luvprev, p, q, r, p_, q_, r_);
- LABLUVLUT_s16_t res;
- res.RGB2LabLUT_s16 = RGB2LabLUT_s16;
- res.RGB2LuvLUT_s16 = RGB2LuvLUT_s16;
- return res;
-}
-
-static void initLabTabs()
-{
- static bool initialized = false;
- if(!initialized)
- {
- softfloat f[LAB_CBRT_TAB_SIZE+1], g[GAMMA_TAB_SIZE+1], ig[GAMMA_TAB_SIZE+1];
- softfloat scale = softfloat::one()/softfloat(LabCbrtTabScale);
- int i;
- for(i = 0; i <= LAB_CBRT_TAB_SIZE; i++)
- {
- softfloat x = scale*softfloat(i);
- f[i] = x < lthresh ? mulAdd(x, lscale, lbias) : cbrt(x);
- }
- LabCbrtTab = splineBuild(f, LAB_CBRT_TAB_SIZE);
-
- scale = softfloat::one()/softfloat(GammaTabScale);
- for(i = 0; i <= GAMMA_TAB_SIZE; i++)
- {
- softfloat x = scale*softfloat(i);
- g[i] = applyGamma(x);
- ig[i] = applyInvGamma(x);
- }
-
- sRGBGammaTab = splineBuild(g, GAMMA_TAB_SIZE);
- sRGBInvGammaTab = splineBuild(ig, GAMMA_TAB_SIZE);
-
- static const softfloat intScale(255*(1 << gamma_shift));
- for(i = 0; i < 256; i++)
- {
- softfloat x = softfloat(i)/f255;
- sRGBGammaTab_b[i] = (ushort)(cvRound(intScale*applyGamma(x)));
- linearGammaTab_b[i] = (ushort)(i*(1 << gamma_shift));
- }
- static const softfloat invScale = softfloat::one()/softfloat((int)INV_GAMMA_TAB_SIZE);
- for(i = 0; i < INV_GAMMA_TAB_SIZE; i++)
- {
- softfloat x = invScale*softfloat(i);
- sRGBInvGammaTab_b[i] = (ushort)(cvRound(f255*applyInvGamma(x)));
- linearInvGammaTab_b[i] = (ushort)(cvTrunc(f255*x));
- }
-
- static const softfloat cbTabScale(softfloat::one()/(f255*(1 << gamma_shift)));
- static const softfloat lshift2(1 << lab_shift2);
- for(i = 0; i < LAB_CBRT_TAB_SIZE_B; i++)
- {
- softfloat x = cbTabScale*softfloat(i);
- LabCbrtTab_b[i] = (ushort)(cvRound(lshift2 * (x < lthresh ? mulAdd(x, lscale, lbias) : cbrt(x))));
- }
-
- //Lookup table for L to y and ify calculations
- static const int BASE = (1 << 14);
- for(i = 0; i < 256; i++)
- {
- int y, ify;
- //8 * 255.0 / 100.0 == 20.4
- if( i <= 20)
- {
- //yy = li / 903.3f;
- //y = L*100/903.3f; 903.3f = (29/3)^3, 255 = 17*3*5
- y = cvRound(softfloat(i*BASE*20*9)/softfloat(17*29*29*29));
- //fy = 7.787f * yy + 16.0f / 116.0f; 7.787f = (29/3)^3/(29*4)
- ify = cvRound(softfloat(BASE)*(softfloat(16)/softfloat(116) + softfloat(i*5)/softfloat(3*17*29)));
- }
- else
- {
- //fy = (li + 16.0f) / 116.0f;
- softfloat fy = (softfloat(i*100*BASE)/softfloat(255*116) +
- softfloat(16*BASE)/softfloat(116));
- ify = cvRound(fy);
- //yy = fy * fy * fy;
- y = cvRound(fy*fy*fy/softfloat(BASE*BASE));
- }
-
- LabToYF_b[i*2 ] = (ushort)y; // 2260 <= y <= BASE
- LabToYF_b[i*2+1] = (ushort)ify; // 0 <= ify <= BASE
- }
-
- //Lookup table for a,b to x,z conversion
- abToXZ_b = initLUTforABXZ(BASE);
-
- softfloat dd = D65[0] + D65[1]*softdouble(15) + D65[2]*softdouble(3);
- dd = softfloat::one()/max(dd, softfloat::eps());
- softfloat un = dd*softfloat(13*4)*D65[0];
- softfloat vn = dd*softfloat(13*9)*D65[1];
-
- //when XYZ are limited to [0, 2]
- /*
- up: [-402, 1431.57]
- min abs diff up: 0.010407
- vp: [-0.25, 0.25]
- min abs(vp): 0.00034207
- */
-
- //Luv LUT
- LUVLUT = initLUTforLUV(BASE, un, vn);
-
- //try to suppress warning
- static const bool calcLUT = enableRGB2LabInterpolation || enableRGB2LuvInterpolation;
- if(calcLUT)
- {
-
- LABLUVLUTs16 = initLUTforLABLUVs16(un, vn);
-
- for(int16_t p = 0; p < TRILINEAR_BASE; p++)
- {
- int16_t pp = TRILINEAR_BASE - p;
- for(int16_t q = 0; q < TRILINEAR_BASE; q++)
- {
- int16_t qq = TRILINEAR_BASE - q;
- for(int16_t r = 0; r < TRILINEAR_BASE; r++)
- {
- int16_t rr = TRILINEAR_BASE - r;
- int16_t* w = &trilinearLUT[8*p + 8*TRILINEAR_BASE*q + 8*TRILINEAR_BASE*TRILINEAR_BASE*r];
- w[0] = pp * qq * rr; w[1] = pp * qq * r ; w[2] = pp * q * rr; w[3] = pp * q * r ;
- w[4] = p * qq * rr; w[5] = p * qq * r ; w[6] = p * q * rr; w[7] = p * q * r ;
- }
- }
- }
- }
-
- initialized = true;
- }
-}
-
-
-// cx, cy, cz are in [0; LAB_BASE]
-static inline void trilinearInterpolate(int cx, int cy, int cz, const int16_t* LUT,
- int& a, int& b, int& c)
-{
- //LUT idx of origin pt of cube
- int tx = cx >> (lab_base_shift - lab_lut_shift);
- int ty = cy >> (lab_base_shift - lab_lut_shift);
- int tz = cz >> (lab_base_shift - lab_lut_shift);
-
- const int16_t* baseLUT = &LUT[3*8*tx + (3*8*LAB_LUT_DIM)*ty + (3*8*LAB_LUT_DIM*LAB_LUT_DIM)*tz];
- int aa[8], bb[8], cc[8];
- for(int i = 0; i < 8; i++)
- {
- aa[i] = baseLUT[i]; bb[i] = baseLUT[i+8]; cc[i] = baseLUT[i+16];
- }
-
- //x, y, z are [0; TRILINEAR_BASE)
- static const int bitMask = (1 << trilinear_shift) - 1;
- int x = (cx >> (lab_base_shift - 8 - 1)) & bitMask;
- int y = (cy >> (lab_base_shift - 8 - 1)) & bitMask;
- int z = (cz >> (lab_base_shift - 8 - 1)) & bitMask;
-
- int w[8];
- for(int i = 0; i < 8; i++)
- {
- w[i] = trilinearLUT[8*x + 8*TRILINEAR_BASE*y + 8*TRILINEAR_BASE*TRILINEAR_BASE*z + i];
- }
-
- a = aa[0]*w[0]+aa[1]*w[1]+aa[2]*w[2]+aa[3]*w[3]+aa[4]*w[4]+aa[5]*w[5]+aa[6]*w[6]+aa[7]*w[7];
- b = bb[0]*w[0]+bb[1]*w[1]+bb[2]*w[2]+bb[3]*w[3]+bb[4]*w[4]+bb[5]*w[5]+bb[6]*w[6]+bb[7]*w[7];
- c = cc[0]*w[0]+cc[1]*w[1]+cc[2]*w[2]+cc[3]*w[3]+cc[4]*w[4]+cc[5]*w[5]+cc[6]*w[6]+cc[7]*w[7];
-
- a = CV_DESCALE(a, trilinear_shift*3);
- b = CV_DESCALE(b, trilinear_shift*3);
- c = CV_DESCALE(c, trilinear_shift*3);
-}
-
-#if CV_SIMD128
-
-// 8 inValues are in [0; LAB_BASE]
-static inline void trilinearPackedInterpolate(const v_uint16x8& inX, const v_uint16x8& inY, const v_uint16x8& inZ,
- const int16_t* LUT,
- v_uint16x8& outA, v_uint16x8& outB, v_uint16x8& outC)
-{
- //LUT idx of origin pt of cube
- v_uint16x8 idxsX = inX >> (lab_base_shift - lab_lut_shift);
- v_uint16x8 idxsY = inY >> (lab_base_shift - lab_lut_shift);
- v_uint16x8 idxsZ = inZ >> (lab_base_shift - lab_lut_shift);
-
- //x, y, z are [0; TRILINEAR_BASE)
- const uint16_t bitMask = (1 << trilinear_shift) - 1;
- v_uint16x8 bitMaskReg = v_setall_u16(bitMask);
- v_uint16x8 fracX = (inX >> (lab_base_shift - 8 - 1)) & bitMaskReg;
- v_uint16x8 fracY = (inY >> (lab_base_shift - 8 - 1)) & bitMaskReg;
- v_uint16x8 fracZ = (inZ >> (lab_base_shift - 8 - 1)) & bitMaskReg;
-
- //load values to interpolate for pix0, pix1, .., pix7
- v_int16x8 a0, a1, a2, a3, a4, a5, a6, a7;
- v_int16x8 b0, b1, b2, b3, b4, b5, b6, b7;
- v_int16x8 c0, c1, c2, c3, c4, c5, c6, c7;
-
- v_uint32x4 addrDw0, addrDw1, addrDw10, addrDw11;
- v_mul_expand(v_setall_u16(3*8), idxsX, addrDw0, addrDw1);
- v_mul_expand(v_setall_u16(3*8*LAB_LUT_DIM), idxsY, addrDw10, addrDw11);
- addrDw0 += addrDw10; addrDw1 += addrDw11;
- v_mul_expand(v_setall_u16(3*8*LAB_LUT_DIM*LAB_LUT_DIM), idxsZ, addrDw10, addrDw11);
- addrDw0 += addrDw10; addrDw1 += addrDw11;
-
- uint32_t CV_DECL_ALIGNED(16) addrofs[8];
- v_store_aligned(addrofs, addrDw0);
- v_store_aligned(addrofs + 4, addrDw1);
-
- const int16_t* ptr;
-#define LOAD_ABC(n) ptr = LUT + addrofs[n]; a##n = v_load(ptr); b##n = v_load(ptr + 8); c##n = v_load(ptr + 16)
- LOAD_ABC(0);
- LOAD_ABC(1);
- LOAD_ABC(2);
- LOAD_ABC(3);
- LOAD_ABC(4);
- LOAD_ABC(5);
- LOAD_ABC(6);
- LOAD_ABC(7);
-#undef LOAD_ABC
-
- //interpolation weights for pix0, pix1, .., pix7
- v_int16x8 w0, w1, w2, w3, w4, w5, w6, w7;
- v_mul_expand(v_setall_u16(8), fracX, addrDw0, addrDw1);
- v_mul_expand(v_setall_u16(8*TRILINEAR_BASE), fracY, addrDw10, addrDw11);
- addrDw0 += addrDw10; addrDw1 += addrDw11;
- v_mul_expand(v_setall_u16(8*TRILINEAR_BASE*TRILINEAR_BASE), fracZ, addrDw10, addrDw11);
- addrDw0 += addrDw10; addrDw1 += addrDw11;
-
- v_store_aligned(addrofs, addrDw0);
- v_store_aligned(addrofs + 4, addrDw1);
-
-#define LOAD_W(n) ptr = trilinearLUT + addrofs[n]; w##n = v_load(ptr)
- LOAD_W(0);
- LOAD_W(1);
- LOAD_W(2);
- LOAD_W(3);
- LOAD_W(4);
- LOAD_W(5);
- LOAD_W(6);
- LOAD_W(7);
-#undef LOAD_W
-
- //outA = descale(v_reg<8>(sum(dot(ai, wi))))
- v_uint32x4 part0, part1;
-#define DOT_SHIFT_PACK(l, ll) \
- part0 = v_uint32x4(v_reduce_sum(v_dotprod(l##0, w0)),\
- v_reduce_sum(v_dotprod(l##1, w1)),\
- v_reduce_sum(v_dotprod(l##2, w2)),\
- v_reduce_sum(v_dotprod(l##3, w3)));\
- part1 = v_uint32x4(v_reduce_sum(v_dotprod(l##4, w4)),\
- v_reduce_sum(v_dotprod(l##5, w5)),\
- v_reduce_sum(v_dotprod(l##6, w6)),\
- v_reduce_sum(v_dotprod(l##7, w7)));\
- (ll) = v_rshr_pack<trilinear_shift*3>(part0, part1)
-
- DOT_SHIFT_PACK(a, outA);
- DOT_SHIFT_PACK(b, outB);
- DOT_SHIFT_PACK(c, outC);
-
-#undef DOT_SHIFT_PACK
-}
-
-#endif // CV_SIMD128
-
-
-struct RGB2Lab_b
-{
- typedef uchar channel_type;
-
- RGB2Lab_b(int _srccn, int blueIdx, const float* _coeffs,
- const float* _whitept, bool _srgb)
- : srccn(_srccn), srgb(_srgb)
- {
- static volatile int _3 = 3;
- initLabTabs();
-
- softdouble whitePt[3];
- for(int i = 0; i < 3; i++)
- if(_whitept)
- whitePt[i] = softdouble(_whitept[i]);
- else
- whitePt[i] = D65[i];
-
- static const softdouble lshift(1 << lab_shift);
- for( int i = 0; i < _3; i++ )
- {
- softdouble c[3];
- for(int j = 0; j < 3; j++)
- if(_coeffs)
- c[j] = softdouble(_coeffs[i*3+j]);
- else
- c[j] = sRGB2XYZ_D65[i*3+j];
- coeffs[i*3+(blueIdx^2)] = cvRound(lshift*c[0]/whitePt[i]);
- coeffs[i*3+1] = cvRound(lshift*c[1]/whitePt[i]);
- coeffs[i*3+blueIdx] = cvRound(lshift*c[2]/whitePt[i]);
-
- CV_Assert(coeffs[i*3] >= 0 && coeffs[i*3+1] >= 0 && coeffs[i*3+2] >= 0 &&
- coeffs[i*3] + coeffs[i*3+1] + coeffs[i*3+2] < 2*(1 << lab_shift));
- }
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- const int Lscale = (116*255+50)/100;
- const int Lshift = -((16*255*(1 << lab_shift2) + 50)/100);
- const ushort* tab = srgb ? sRGBGammaTab_b : linearGammaTab_b;
- int i, scn = srccn;
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- n *= 3;
-
- i = 0;
- for(; i < n; i += 3, src += scn )
- {
- int R = tab[src[0]], G = tab[src[1]], B = tab[src[2]];
- int fX = LabCbrtTab_b[CV_DESCALE(R*C0 + G*C1 + B*C2, lab_shift)];
- int fY = LabCbrtTab_b[CV_DESCALE(R*C3 + G*C4 + B*C5, lab_shift)];
- int fZ = LabCbrtTab_b[CV_DESCALE(R*C6 + G*C7 + B*C8, lab_shift)];
-
- int L = CV_DESCALE( Lscale*fY + Lshift, lab_shift2 );
- int a = CV_DESCALE( 500*(fX - fY) + 128*(1 << lab_shift2), lab_shift2 );
- int b = CV_DESCALE( 200*(fY - fZ) + 128*(1 << lab_shift2), lab_shift2 );
-
- dst[i] = saturate_cast<uchar>(L);
- dst[i+1] = saturate_cast<uchar>(a);
- dst[i+2] = saturate_cast<uchar>(b);
- }
- }
-
- int srccn;
- int coeffs[9];
- bool srgb;
-};
-
-
-struct RGB2Lab_f
-{
- typedef float channel_type;
-
- RGB2Lab_f(int _srccn, int _blueIdx, const float* _coeffs,
- const float* _whitept, bool _srgb)
- : srccn(_srccn), srgb(_srgb), blueIdx(_blueIdx)
- {
- volatile int _3 = 3;
- initLabTabs();
-
- useInterpolation = (!_coeffs && !_whitept && srgb && enableRGB2LabInterpolation);
-
- softdouble whitePt[3];
- for(int i = 0; i < 3; i++)
- if(_whitept)
- whitePt[i] = softdouble((double)_whitept[i]);
- else
- whitePt[i] = D65[i];
-
- softdouble scale[] = { softdouble::one() / whitePt[0],
- softdouble::one(),
- softdouble::one() / whitePt[2] };
-
- for( int i = 0; i < _3; i++ )
- {
- softfloat c[3];
- for(int k = 0; k < 3; k++)
- if(_coeffs)
- c[k] = scale[i] * softdouble((double)_coeffs[i*3 + k]);
- else
- c[k] = scale[i] * sRGB2XYZ_D65[i*3 + k];
- coeffs[i*3 + (blueIdx ^ 2)] = c[0];
- coeffs[i*3 + 1] = c[1];
- coeffs[i*3 + blueIdx] = c[2];
-
- CV_Assert( c[0] >= 0 && c[1] >= 0 && c[2] >= 0 &&
- c[0] + c[1] + c[2] < softfloat((int)LAB_CBRT_TAB_SIZE) );
- }
- }
-
- void operator()(const float* src, float* dst, int n) const
- {
- int i, scn = srccn, bIdx = blueIdx;
- float gscale = GammaTabScale;
- const float* gammaTab = srgb ? sRGBGammaTab : 0;
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- n *= 3;
-
- i = 0;
- if(useInterpolation)
- {
-
-#if CV_SIMD128
- if(enablePackedLab)
- {
- static const int nPixels = 4*2;
- for(; i < n - 3*nPixels; i += 3*nPixels, src += scn*nPixels)
- {
- v_float32x4 rvec0, gvec0, bvec0, rvec1, gvec1, bvec1;
- v_float32x4 dummy0, dummy1;
- if(scn == 3)
- {
- v_load_deinterleave(src, rvec0, gvec0, bvec0);
- v_load_deinterleave(src + scn*4, rvec1, gvec1, bvec1);
- }
- else // scn == 4
- {
- v_load_deinterleave(src, rvec0, gvec0, bvec0, dummy0);
- v_load_deinterleave(src + scn*4, rvec1, gvec1, bvec1, dummy1);
- }
-
- if(bIdx)
- {
- dummy0 = rvec0; rvec0 = bvec0; bvec0 = dummy0;
- dummy1 = rvec1; rvec1 = bvec1; bvec1 = dummy1;
- }
-
- v_float32x4 zerof = v_setzero_f32(), onef = v_setall_f32(1.0f);
- /* clip() */
- #define clipv(r) (r) = v_min(v_max((r), zerof), onef)
- clipv(rvec0); clipv(rvec1);
- clipv(gvec0); clipv(gvec1);
- clipv(bvec0); clipv(bvec1);
- #undef clipv
- /* int iR = R*LAB_BASE, iG = G*LAB_BASE, iB = B*LAB_BASE, iL, ia, ib; */
- v_float32x4 basef = v_setall_f32(LAB_BASE);
- rvec0 *= basef, gvec0 *= basef, bvec0 *= basef;
- rvec1 *= basef, gvec1 *= basef, bvec1 *= basef;
-
- v_int32x4 irvec0, igvec0, ibvec0, irvec1, igvec1, ibvec1;
- irvec0 = v_round(rvec0); irvec1 = v_round(rvec1);
- igvec0 = v_round(gvec0); igvec1 = v_round(gvec1);
- ibvec0 = v_round(bvec0); ibvec1 = v_round(bvec1);
-
- v_int16x8 irvec, igvec, ibvec;
- irvec = v_pack(irvec0, irvec1);
- igvec = v_pack(igvec0, igvec1);
- ibvec = v_pack(ibvec0, ibvec1);
-
- v_uint16x8 uirvec = v_reinterpret_as_u16(irvec);
- v_uint16x8 uigvec = v_reinterpret_as_u16(igvec);
- v_uint16x8 uibvec = v_reinterpret_as_u16(ibvec);
-
- v_uint16x8 ui_lvec, ui_avec, ui_bvec;
- trilinearPackedInterpolate(uirvec, uigvec, uibvec, LABLUVLUTs16.RGB2LabLUT_s16, ui_lvec, ui_avec, ui_bvec);
- v_int16x8 i_lvec = v_reinterpret_as_s16(ui_lvec);
- v_int16x8 i_avec = v_reinterpret_as_s16(ui_avec);
- v_int16x8 i_bvec = v_reinterpret_as_s16(ui_bvec);
-
- /* float L = iL*1.0f/LAB_BASE, a = ia*1.0f/LAB_BASE, b = ib*1.0f/LAB_BASE; */
- v_int32x4 i_lvec0, i_avec0, i_bvec0, i_lvec1, i_avec1, i_bvec1;
- v_expand(i_lvec, i_lvec0, i_lvec1);
- v_expand(i_avec, i_avec0, i_avec1);
- v_expand(i_bvec, i_bvec0, i_bvec1);
-
- v_float32x4 l_vec0, a_vec0, b_vec0, l_vec1, a_vec1, b_vec1;
- l_vec0 = v_cvt_f32(i_lvec0); l_vec1 = v_cvt_f32(i_lvec1);
- a_vec0 = v_cvt_f32(i_avec0); a_vec1 = v_cvt_f32(i_avec1);
- b_vec0 = v_cvt_f32(i_bvec0); b_vec1 = v_cvt_f32(i_bvec1);
-
- /* dst[i] = L*100.0f */
- l_vec0 = l_vec0*v_setall_f32(100.0f/LAB_BASE);
- l_vec1 = l_vec1*v_setall_f32(100.0f/LAB_BASE);
- /*
- dst[i + 1] = a*256.0f - 128.0f;
- dst[i + 2] = b*256.0f - 128.0f;
- */
- a_vec0 = a_vec0*v_setall_f32(256.0f/LAB_BASE) - v_setall_f32(128.0f);
- a_vec1 = a_vec1*v_setall_f32(256.0f/LAB_BASE) - v_setall_f32(128.0f);
- b_vec0 = b_vec0*v_setall_f32(256.0f/LAB_BASE) - v_setall_f32(128.0f);
- b_vec1 = b_vec1*v_setall_f32(256.0f/LAB_BASE) - v_setall_f32(128.0f);
-
- v_store_interleave(dst + i, l_vec0, a_vec0, b_vec0);
- v_store_interleave(dst + i + 3*4, l_vec1, a_vec1, b_vec1);
- }
- }
-#endif // CV_SIMD128
-
- for(; i < n; i += 3, src += scn)
- {
- float R = clip(src[bIdx]);
- float G = clip(src[1]);
- float B = clip(src[bIdx^2]);
-
- int iR = cvRound(R*LAB_BASE), iG = cvRound(G*LAB_BASE), iB = cvRound(B*LAB_BASE);
- int iL, ia, ib;
- trilinearInterpolate(iR, iG, iB, LABLUVLUTs16.RGB2LabLUT_s16, iL, ia, ib);
- float L = iL*1.0f/LAB_BASE, a = ia*1.0f/LAB_BASE, b = ib*1.0f/LAB_BASE;
-
- dst[i] = L*100.0f;
- dst[i + 1] = a*256.0f - 128.0f;
- dst[i + 2] = b*256.0f - 128.0f;
- }
- }
-
- static const float _a = (softfloat(16) / softfloat(116));
- for (; i < n; i += 3, src += scn )
- {
- float R = clip(src[0]);
- float G = clip(src[1]);
- float B = clip(src[2]);
-
- if (gammaTab)
- {
- R = splineInterpolate(R * gscale, gammaTab, GAMMA_TAB_SIZE);
- G = splineInterpolate(G * gscale, gammaTab, GAMMA_TAB_SIZE);
- B = splineInterpolate(B * gscale, gammaTab, GAMMA_TAB_SIZE);
- }
- float X = R*C0 + G*C1 + B*C2;
- float Y = R*C3 + G*C4 + B*C5;
- float Z = R*C6 + G*C7 + B*C8;
- // 7.787f = (29/3)^3/(29*4), 0.008856f = (6/29)^3, 903.3 = (29/3)^3
- float FX = X > 0.008856f ? cubeRoot(X) : (7.787f * X + _a);
- float FY = Y > 0.008856f ? cubeRoot(Y) : (7.787f * Y + _a);
- float FZ = Z > 0.008856f ? cubeRoot(Z) : (7.787f * Z + _a);
-
- float L = Y > 0.008856f ? (116.f * FY - 16.f) : (903.3f * Y);
- float a = 500.f * (FX - FY);
- float b = 200.f * (FY - FZ);
-
- dst[i] = L;
- dst[i + 1] = a;
- dst[i + 2] = b;
- }
- }
-
- int srccn;
- float coeffs[9];
- bool srgb;
- bool useInterpolation;
- int blueIdx;
-};
-
-
-// Performs conversion in floats
-struct Lab2RGBfloat
-{
- typedef float channel_type;
-
- Lab2RGBfloat( int _dstcn, int _blueIdx, const float* _coeffs,
- const float* _whitept, bool _srgb )
- : dstcn(_dstcn), srgb(_srgb), blueIdx(_blueIdx)
- {
- initLabTabs();
-
- softdouble whitePt[3];
- for(int i = 0; i < 3; i++)
- if(_whitept)
- whitePt[i] = softdouble((double)_whitept[i]);
- else
- whitePt[i] = D65[i];
-
- for( int i = 0; i < 3; i++ )
- {
- softdouble c[3];
- for(int j = 0; j < 3; j++)
- if(_coeffs)
- c[j] = softdouble(_coeffs[i+j*3]);
- else
- c[j] = XYZ2sRGB_D65[i+j*3];
-
- coeffs[i+(blueIdx^2)*3] = (float)(c[0]*whitePt[i]);
- coeffs[i+3] = (float)(c[1]*whitePt[i]);
- coeffs[i+blueIdx*3] = (float)(c[2]*whitePt[i]);
- }
-
- lThresh = softfloat(8); // 0.008856f * 903.3f = (6/29)^3*(29/3)^3 = 8
- fThresh = softfloat(6)/softfloat(29); // 7.787f * 0.008856f + 16.0f / 116.0f = 6/29
-
- #if CV_SSE2
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- #endif
- }
-
- #if CV_SSE2
- void process(__m128& v_li0, __m128& v_li1, __m128& v_ai0,
- __m128& v_ai1, __m128& v_bi0, __m128& v_bi1) const
- {
- // 903.3 = (29/3)^3, 7.787 = (29/3)^3/(29*4)
- __m128 v_y00 = _mm_mul_ps(v_li0, _mm_set1_ps(1.0f/903.3f));
- __m128 v_y01 = _mm_mul_ps(v_li1, _mm_set1_ps(1.0f/903.3f));
- __m128 v_fy00 = _mm_add_ps(_mm_mul_ps(_mm_set1_ps(7.787f), v_y00), _mm_set1_ps(16.0f/116.0f));
- __m128 v_fy01 = _mm_add_ps(_mm_mul_ps(_mm_set1_ps(7.787f), v_y01), _mm_set1_ps(16.0f/116.0f));
-
- __m128 v_fy10 = _mm_mul_ps(_mm_add_ps(v_li0, _mm_set1_ps(16.0f)), _mm_set1_ps(1.0f/116.0f));
- __m128 v_fy11 = _mm_mul_ps(_mm_add_ps(v_li1, _mm_set1_ps(16.0f)), _mm_set1_ps(1.0f/116.0f));
- __m128 v_y10 = _mm_mul_ps(_mm_mul_ps(v_fy10, v_fy10), v_fy10);
- __m128 v_y11 = _mm_mul_ps(_mm_mul_ps(v_fy11, v_fy11), v_fy11);
-
- __m128 v_cmpli0 = _mm_cmple_ps(v_li0, _mm_set1_ps(lThresh));
- __m128 v_cmpli1 = _mm_cmple_ps(v_li1, _mm_set1_ps(lThresh));
- v_y00 = _mm_and_ps(v_cmpli0, v_y00);
- v_y01 = _mm_and_ps(v_cmpli1, v_y01);
- v_fy00 = _mm_and_ps(v_cmpli0, v_fy00);
- v_fy01 = _mm_and_ps(v_cmpli1, v_fy01);
- v_y10 = _mm_andnot_ps(v_cmpli0, v_y10);
- v_y11 = _mm_andnot_ps(v_cmpli1, v_y11);
- v_fy10 = _mm_andnot_ps(v_cmpli0, v_fy10);
- v_fy11 = _mm_andnot_ps(v_cmpli1, v_fy11);
- __m128 v_y0 = _mm_or_ps(v_y00, v_y10);
- __m128 v_y1 = _mm_or_ps(v_y01, v_y11);
- __m128 v_fy0 = _mm_or_ps(v_fy00, v_fy10);
- __m128 v_fy1 = _mm_or_ps(v_fy01, v_fy11);
-
- __m128 v_fxz00 = _mm_add_ps(v_fy0, _mm_mul_ps(v_ai0, _mm_set1_ps(0.002f)));
- __m128 v_fxz01 = _mm_add_ps(v_fy1, _mm_mul_ps(v_ai1, _mm_set1_ps(0.002f)));
- __m128 v_fxz10 = _mm_sub_ps(v_fy0, _mm_mul_ps(v_bi0, _mm_set1_ps(0.005f)));
- __m128 v_fxz11 = _mm_sub_ps(v_fy1, _mm_mul_ps(v_bi1, _mm_set1_ps(0.005f)));
-
- __m128 v_fxz000 = _mm_mul_ps(_mm_sub_ps(v_fxz00, _mm_set1_ps(16.0f/116.0f)), _mm_set1_ps(1.0f/7.787f));
- __m128 v_fxz001 = _mm_mul_ps(_mm_sub_ps(v_fxz01, _mm_set1_ps(16.0f/116.0f)), _mm_set1_ps(1.0f/7.787f));
- __m128 v_fxz010 = _mm_mul_ps(_mm_sub_ps(v_fxz10, _mm_set1_ps(16.0f/116.0f)), _mm_set1_ps(1.0f/7.787f));
- __m128 v_fxz011 = _mm_mul_ps(_mm_sub_ps(v_fxz11, _mm_set1_ps(16.0f/116.0f)), _mm_set1_ps(1.0f/7.787f));
-
- __m128 v_fxz100 = _mm_mul_ps(_mm_mul_ps(v_fxz00, v_fxz00), v_fxz00);
- __m128 v_fxz101 = _mm_mul_ps(_mm_mul_ps(v_fxz01, v_fxz01), v_fxz01);
- __m128 v_fxz110 = _mm_mul_ps(_mm_mul_ps(v_fxz10, v_fxz10), v_fxz10);
- __m128 v_fxz111 = _mm_mul_ps(_mm_mul_ps(v_fxz11, v_fxz11), v_fxz11);
-
- __m128 v_cmpfxz00 = _mm_cmple_ps(v_fxz00, _mm_set1_ps(fThresh));
- __m128 v_cmpfxz01 = _mm_cmple_ps(v_fxz01, _mm_set1_ps(fThresh));
- __m128 v_cmpfxz10 = _mm_cmple_ps(v_fxz10, _mm_set1_ps(fThresh));
- __m128 v_cmpfxz11 = _mm_cmple_ps(v_fxz11, _mm_set1_ps(fThresh));
- v_fxz000 = _mm_and_ps(v_cmpfxz00, v_fxz000);
- v_fxz001 = _mm_and_ps(v_cmpfxz01, v_fxz001);
- v_fxz010 = _mm_and_ps(v_cmpfxz10, v_fxz010);
- v_fxz011 = _mm_and_ps(v_cmpfxz11, v_fxz011);
- v_fxz100 = _mm_andnot_ps(v_cmpfxz00, v_fxz100);
- v_fxz101 = _mm_andnot_ps(v_cmpfxz01, v_fxz101);
- v_fxz110 = _mm_andnot_ps(v_cmpfxz10, v_fxz110);
- v_fxz111 = _mm_andnot_ps(v_cmpfxz11, v_fxz111);
- __m128 v_x0 = _mm_or_ps(v_fxz000, v_fxz100);
- __m128 v_x1 = _mm_or_ps(v_fxz001, v_fxz101);
- __m128 v_z0 = _mm_or_ps(v_fxz010, v_fxz110);
- __m128 v_z1 = _mm_or_ps(v_fxz011, v_fxz111);
-
- __m128 v_ro0 = _mm_mul_ps(_mm_set1_ps(coeffs[0]), v_x0);
- __m128 v_ro1 = _mm_mul_ps(_mm_set1_ps(coeffs[0]), v_x1);
- __m128 v_go0 = _mm_mul_ps(_mm_set1_ps(coeffs[3]), v_x0);
- __m128 v_go1 = _mm_mul_ps(_mm_set1_ps(coeffs[3]), v_x1);
- __m128 v_bo0 = _mm_mul_ps(_mm_set1_ps(coeffs[6]), v_x0);
- __m128 v_bo1 = _mm_mul_ps(_mm_set1_ps(coeffs[6]), v_x1);
- v_ro0 = _mm_add_ps(v_ro0, _mm_mul_ps(_mm_set1_ps(coeffs[1]), v_y0));
- v_ro1 = _mm_add_ps(v_ro1, _mm_mul_ps(_mm_set1_ps(coeffs[1]), v_y1));
- v_go0 = _mm_add_ps(v_go0, _mm_mul_ps(_mm_set1_ps(coeffs[4]), v_y0));
- v_go1 = _mm_add_ps(v_go1, _mm_mul_ps(_mm_set1_ps(coeffs[4]), v_y1));
- v_bo0 = _mm_add_ps(v_bo0, _mm_mul_ps(_mm_set1_ps(coeffs[7]), v_y0));
- v_bo1 = _mm_add_ps(v_bo1, _mm_mul_ps(_mm_set1_ps(coeffs[7]), v_y1));
- v_ro0 = _mm_add_ps(v_ro0, _mm_mul_ps(_mm_set1_ps(coeffs[2]), v_z0));
- v_ro1 = _mm_add_ps(v_ro1, _mm_mul_ps(_mm_set1_ps(coeffs[2]), v_z1));
- v_go0 = _mm_add_ps(v_go0, _mm_mul_ps(_mm_set1_ps(coeffs[5]), v_z0));
- v_go1 = _mm_add_ps(v_go1, _mm_mul_ps(_mm_set1_ps(coeffs[5]), v_z1));
- v_bo0 = _mm_add_ps(v_bo0, _mm_mul_ps(_mm_set1_ps(coeffs[8]), v_z0));
- v_bo1 = _mm_add_ps(v_bo1, _mm_mul_ps(_mm_set1_ps(coeffs[8]), v_z1));
-
- v_li0 = _mm_min_ps(_mm_max_ps(v_ro0, _mm_setzero_ps()), _mm_set1_ps(1.0f));
- v_li1 = _mm_min_ps(_mm_max_ps(v_ro1, _mm_setzero_ps()), _mm_set1_ps(1.0f));
- v_ai0 = _mm_min_ps(_mm_max_ps(v_go0, _mm_setzero_ps()), _mm_set1_ps(1.0f));
- v_ai1 = _mm_min_ps(_mm_max_ps(v_go1, _mm_setzero_ps()), _mm_set1_ps(1.0f));
- v_bi0 = _mm_min_ps(_mm_max_ps(v_bo0, _mm_setzero_ps()), _mm_set1_ps(1.0f));
- v_bi1 = _mm_min_ps(_mm_max_ps(v_bo1, _mm_setzero_ps()), _mm_set1_ps(1.0f));
- }
- #endif
-
- void operator()(const float* src, float* dst, int n) const
- {
- int i = 0, dcn = dstcn;
- const float* gammaTab = srgb ? sRGBInvGammaTab : 0;
- float gscale = GammaTabScale;
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- float alpha = ColorChannel<float>::max();
- n *= 3;
-
- #if CV_SSE2
- if (haveSIMD)
- {
- for (; i <= n - 24; i += 24, dst += dcn * 8)
- {
- __m128 v_li0 = _mm_loadu_ps(src + i + 0);
- __m128 v_li1 = _mm_loadu_ps(src + i + 4);
- __m128 v_ai0 = _mm_loadu_ps(src + i + 8);
- __m128 v_ai1 = _mm_loadu_ps(src + i + 12);
- __m128 v_bi0 = _mm_loadu_ps(src + i + 16);
- __m128 v_bi1 = _mm_loadu_ps(src + i + 20);
-
- _mm_deinterleave_ps(v_li0, v_li1, v_ai0, v_ai1, v_bi0, v_bi1);
-
- process(v_li0, v_li1, v_ai0, v_ai1, v_bi0, v_bi1);
-
- if (gammaTab)
- {
- __m128 v_gscale = _mm_set1_ps(gscale);
- v_li0 = _mm_mul_ps(v_li0, v_gscale);
- v_li1 = _mm_mul_ps(v_li1, v_gscale);
- v_ai0 = _mm_mul_ps(v_ai0, v_gscale);
- v_ai1 = _mm_mul_ps(v_ai1, v_gscale);
- v_bi0 = _mm_mul_ps(v_bi0, v_gscale);
- v_bi1 = _mm_mul_ps(v_bi1, v_gscale);
-
- splineInterpolate(v_li0, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_li1, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_ai0, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_ai1, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_bi0, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_bi1, gammaTab, GAMMA_TAB_SIZE);
- }
-
- if( dcn == 4 )
- {
- __m128 v_a0 = _mm_set1_ps(alpha);
- __m128 v_a1 = _mm_set1_ps(alpha);
- _mm_interleave_ps(v_li0, v_li1, v_ai0, v_ai1, v_bi0, v_bi1, v_a0, v_a1);
-
- _mm_storeu_ps(dst + 0, v_li0);
- _mm_storeu_ps(dst + 4, v_li1);
- _mm_storeu_ps(dst + 8, v_ai0);
- _mm_storeu_ps(dst + 12, v_ai1);
- _mm_storeu_ps(dst + 16, v_bi0);
- _mm_storeu_ps(dst + 20, v_bi1);
- _mm_storeu_ps(dst + 24, v_a0);
- _mm_storeu_ps(dst + 28, v_a1);
- }
- else
- {
- _mm_interleave_ps(v_li0, v_li1, v_ai0, v_ai1, v_bi0, v_bi1);
-
- _mm_storeu_ps(dst + 0, v_li0);
- _mm_storeu_ps(dst + 4, v_li1);
- _mm_storeu_ps(dst + 8, v_ai0);
- _mm_storeu_ps(dst + 12, v_ai1);
- _mm_storeu_ps(dst + 16, v_bi0);
- _mm_storeu_ps(dst + 20, v_bi1);
- }
- }
- }
- #endif
- for (; i < n; i += 3, dst += dcn)
- {
- float li = src[i];
- float ai = src[i + 1];
- float bi = src[i + 2];
-
- // 903.3 = (29/3)^3, 7.787 = (29/3)^3/(29*4)
- float y, fy;
- if (li <= lThresh)
- {
- y = li / 903.3f;
- fy = 7.787f * y + 16.0f / 116.0f;
- }
- else
- {
- fy = (li + 16.0f) / 116.0f;
- y = fy * fy * fy;
- }
-
- float fxz[] = { ai / 500.0f + fy, fy - bi / 200.0f };
-
- for (int j = 0; j < 2; j++)
- if (fxz[j] <= fThresh)
- fxz[j] = (fxz[j] - 16.0f / 116.0f) / 7.787f;
- else
- fxz[j] = fxz[j] * fxz[j] * fxz[j];
-
- float x = fxz[0], z = fxz[1];
- float ro = C0 * x + C1 * y + C2 * z;
- float go = C3 * x + C4 * y + C5 * z;
- float bo = C6 * x + C7 * y + C8 * z;
- ro = clip(ro);
- go = clip(go);
- bo = clip(bo);
-
- if (gammaTab)
- {
- ro = splineInterpolate(ro * gscale, gammaTab, GAMMA_TAB_SIZE);
- go = splineInterpolate(go * gscale, gammaTab, GAMMA_TAB_SIZE);
- bo = splineInterpolate(bo * gscale, gammaTab, GAMMA_TAB_SIZE);
- }
-
- dst[0] = ro, dst[1] = go, dst[2] = bo;
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
-
- int dstcn;
- float coeffs[9];
- bool srgb;
- float lThresh;
- float fThresh;
- #if CV_SSE2
- bool haveSIMD;
- #endif
- int blueIdx;
-};
-
-
-// Performs conversion in integers
-struct Lab2RGBinteger
-{
- typedef uchar channel_type;
-
- static const int base_shift = 14;
- static const int BASE = (1 << base_shift);
- // lThresh == (6/29)^3 * (29/3)^3 * BASE/100
- static const int lThresh = 1311;
- // fThresh == ((29/3)^3/(29*4) * (6/29)^3 + 16/116)*BASE
- static const int fThresh = 3390;
- // base16_116 == BASE*16/116
- static const int base16_116 = 2260;
- static const int shift = lab_shift+(base_shift-inv_gamma_shift);
-
- Lab2RGBinteger( int _dstcn, int blueIdx, const float* _coeffs,
- const float* _whitept, bool srgb )
- : dstcn(_dstcn)
- {
- softdouble whitePt[3];
- for(int i = 0; i < 3; i++)
- if(_whitept)
- whitePt[i] = softdouble(_whitept[i]);
- else
- whitePt[i] = D65[i];
-
- static const softdouble lshift(1 << lab_shift);
- for(int i = 0; i < 3; i++)
- {
- softdouble c[3];
- for(int j = 0; j < 3; j++)
- if(_coeffs)
- c[j] = softdouble(_coeffs[i+j*3]);
- else
- c[j] = XYZ2sRGB_D65[i+j*3];
-
- coeffs[i+(blueIdx)*3] = cvRound(lshift*c[0]*whitePt[i]);
- coeffs[i+3] = cvRound(lshift*c[1]*whitePt[i]);
- coeffs[i+(blueIdx^2)*3] = cvRound(lshift*c[2]*whitePt[i]);
- }
-
- tab = srgb ? sRGBInvGammaTab_b : linearInvGammaTab_b;
- }
-
- // L, a, b should be in their natural range
- inline void process(const uchar LL, const uchar aa, const uchar bb, int& ro, int& go, int& bo) const
- {
- int x, y, z;
- int ify;
-
- y = LabToYF_b[LL*2 ];
- ify = LabToYF_b[LL*2+1];
-
- //float fxz[] = { ai / 500.0f + fy, fy - bi / 200.0f };
- int adiv, bdiv;
- //adiv = aa*BASE/500 - 128*BASE/500, bdiv = bb*BASE/200 - 128*BASE/200;
- //approximations with reasonable precision
- adiv = ((5*aa*53687 + (1 << 7)) >> 13) - 128*BASE/500;
- bdiv = (( bb*41943 + (1 << 4)) >> 9) - 128*BASE/200+1;
-
- int ifxz[] = {ify + adiv, ify - bdiv};
-
- for(int k = 0; k < 2; k++)
- {
- int& v = ifxz[k];
- v = abToXZ_b[v-minABvalue];
- }
- x = ifxz[0]; /* y = y */; z = ifxz[1];
-
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2];
- int C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5];
- int C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
-
- ro = CV_DESCALE(C0 * x + C1 * y + C2 * z, shift);
- go = CV_DESCALE(C3 * x + C4 * y + C5 * z, shift);
- bo = CV_DESCALE(C6 * x + C7 * y + C8 * z, shift);
-
- ro = max(0, min((int)INV_GAMMA_TAB_SIZE-1, ro));
- go = max(0, min((int)INV_GAMMA_TAB_SIZE-1, go));
- bo = max(0, min((int)INV_GAMMA_TAB_SIZE-1, bo));
-
- ro = tab[ro];
- go = tab[go];
- bo = tab[bo];
- }
-
- // L, a, b should be in their natural range
- inline void processLabToXYZ(const v_uint8x16& lv, const v_uint8x16& av, const v_uint8x16& bv,
- v_int32x4& xiv00, v_int32x4& yiv00, v_int32x4& ziv00,
- v_int32x4& xiv01, v_int32x4& yiv01, v_int32x4& ziv01,
- v_int32x4& xiv10, v_int32x4& yiv10, v_int32x4& ziv10,
- v_int32x4& xiv11, v_int32x4& yiv11, v_int32x4& ziv11) const
- {
- v_uint16x8 lv0, lv1;
- v_expand(lv, lv0, lv1);
- // Load Y and IFY values from lookup-table
- // y = LabToYF_b[L_value*2], ify = LabToYF_b[L_value*2 + 1]
- // LabToYF_b[i*2 ] = y; // 2260 <= y <= BASE
- // LabToYF_b[i*2+1] = ify; // 0 <= ify <= BASE
- uint16_t CV_DECL_ALIGNED(16) v_lv0[8], v_lv1[8];
- v_store_aligned(v_lv0, (lv0 << 1)); v_store_aligned(v_lv1, (lv1 << 1));
- v_int16x8 ify0, ify1;
-
- yiv00 = v_int32x4(LabToYF_b[v_lv0[0] ], LabToYF_b[v_lv0[1] ], LabToYF_b[v_lv0[2] ], LabToYF_b[v_lv0[3] ]);
- yiv01 = v_int32x4(LabToYF_b[v_lv0[4] ], LabToYF_b[v_lv0[5] ], LabToYF_b[v_lv0[6] ], LabToYF_b[v_lv0[7] ]);
- yiv10 = v_int32x4(LabToYF_b[v_lv1[0] ], LabToYF_b[v_lv1[1] ], LabToYF_b[v_lv1[2] ], LabToYF_b[v_lv1[3] ]);
- yiv11 = v_int32x4(LabToYF_b[v_lv1[4] ], LabToYF_b[v_lv1[5] ], LabToYF_b[v_lv1[6] ], LabToYF_b[v_lv1[7] ]);
-
- ify0 = v_int16x8(LabToYF_b[v_lv0[0]+1], LabToYF_b[v_lv0[1]+1], LabToYF_b[v_lv0[2]+1], LabToYF_b[v_lv0[3]+1],
- LabToYF_b[v_lv0[4]+1], LabToYF_b[v_lv0[5]+1], LabToYF_b[v_lv0[6]+1], LabToYF_b[v_lv0[7]+1]);
- ify1 = v_int16x8(LabToYF_b[v_lv1[0]+1], LabToYF_b[v_lv1[1]+1], LabToYF_b[v_lv1[2]+1], LabToYF_b[v_lv1[3]+1],
- LabToYF_b[v_lv1[4]+1], LabToYF_b[v_lv1[5]+1], LabToYF_b[v_lv1[6]+1], LabToYF_b[v_lv1[7]+1]);
-
- v_int16x8 adiv0, adiv1, bdiv0, bdiv1;
- v_uint16x8 av0, av1, bv0, bv1;
- v_expand(av, av0, av1); v_expand(bv, bv0, bv1);
- //adiv = aa*BASE/500 - 128*BASE/500, bdiv = bb*BASE/200 - 128*BASE/200;
- //approximations with reasonable precision
- v_uint16x8 mulA = v_setall_u16(53687);
- v_uint32x4 ma00, ma01, ma10, ma11;
- v_uint32x4 addA = v_setall_u32(1 << 7);
- v_mul_expand((av0 + (av0 << 2)), mulA, ma00, ma01);
- v_mul_expand((av1 + (av1 << 2)), mulA, ma10, ma11);
- adiv0 = v_reinterpret_as_s16(v_pack(((ma00 + addA) >> 13), ((ma01 + addA) >> 13)));
- adiv1 = v_reinterpret_as_s16(v_pack(((ma10 + addA) >> 13), ((ma11 + addA) >> 13)));
-
- v_uint16x8 mulB = v_setall_u16(41943);
- v_uint32x4 mb00, mb01, mb10, mb11;
- v_uint32x4 addB = v_setall_u32(1 << 4);
- v_mul_expand(bv0, mulB, mb00, mb01);
- v_mul_expand(bv1, mulB, mb10, mb11);
- bdiv0 = v_reinterpret_as_s16(v_pack((mb00 + addB) >> 9, (mb01 + addB) >> 9));
- bdiv1 = v_reinterpret_as_s16(v_pack((mb10 + addB) >> 9, (mb11 + addB) >> 9));
-
- // 0 <= adiv <= 8356, 0 <= bdiv <= 20890
- /* x = ifxz[0]; y = y; z = ifxz[1]; */
- v_uint16x8 xiv0, xiv1, ziv0, ziv1;
- v_int16x8 vSubA = v_setall_s16(-128*BASE/500 - minABvalue), vSubB = v_setall_s16(128*BASE/200-1 - minABvalue);
-
- // int ifxz[] = {ify + adiv, ify - bdiv};
- // ifxz[k] = abToXZ_b[ifxz[k]-minABvalue];
- xiv0 = v_reinterpret_as_u16(v_add_wrap(v_add_wrap(ify0, adiv0), vSubA));
- xiv1 = v_reinterpret_as_u16(v_add_wrap(v_add_wrap(ify1, adiv1), vSubA));
- ziv0 = v_reinterpret_as_u16(v_add_wrap(v_sub_wrap(ify0, bdiv0), vSubB));
- ziv1 = v_reinterpret_as_u16(v_add_wrap(v_sub_wrap(ify1, bdiv1), vSubB));
-
- uint16_t CV_DECL_ALIGNED(16) v_x0[8], v_x1[8], v_z0[8], v_z1[8];
- v_store_aligned(v_x0, xiv0 ); v_store_aligned(v_x1, xiv1 );
- v_store_aligned(v_z0, ziv0 ); v_store_aligned(v_z1, ziv1 );
-
- xiv00 = v_int32x4(abToXZ_b[v_x0[0]], abToXZ_b[v_x0[1]], abToXZ_b[v_x0[2]], abToXZ_b[v_x0[3]]);
- xiv01 = v_int32x4(abToXZ_b[v_x0[4]], abToXZ_b[v_x0[5]], abToXZ_b[v_x0[6]], abToXZ_b[v_x0[7]]);
- xiv10 = v_int32x4(abToXZ_b[v_x1[0]], abToXZ_b[v_x1[1]], abToXZ_b[v_x1[2]], abToXZ_b[v_x1[3]]);
- xiv11 = v_int32x4(abToXZ_b[v_x1[4]], abToXZ_b[v_x1[5]], abToXZ_b[v_x1[6]], abToXZ_b[v_x1[7]]);
- ziv00 = v_int32x4(abToXZ_b[v_z0[0]], abToXZ_b[v_z0[1]], abToXZ_b[v_z0[2]], abToXZ_b[v_z0[3]]);
- ziv01 = v_int32x4(abToXZ_b[v_z0[4]], abToXZ_b[v_z0[5]], abToXZ_b[v_z0[6]], abToXZ_b[v_z0[7]]);
- ziv10 = v_int32x4(abToXZ_b[v_z1[0]], abToXZ_b[v_z1[1]], abToXZ_b[v_z1[2]], abToXZ_b[v_z1[3]]);
- ziv11 = v_int32x4(abToXZ_b[v_z1[4]], abToXZ_b[v_z1[5]], abToXZ_b[v_z1[6]], abToXZ_b[v_z1[7]]);
- // abToXZ_b[i-minABvalue] = v; // -1335 <= v <= 88231
- }
-
- void operator()(const float* src, float* dst, int n) const
- {
- int dcn = dstcn;
- float alpha = ColorChannel<float>::max();
-
- int i = 0;
-
-#if CV_SIMD128
- if(enablePackedLab)
- {
- v_float32x4 vldiv = v_setall_f32(256.f/100.0f);
- v_float32x4 vf255 = v_setall_f32(255.f);
- static const int nPixels = 16;
- for(; i <= n*3-3*nPixels; i += 3*nPixels, dst += dcn*nPixels)
- {
- /*
- int L = saturate_cast<int>(src[i]*BASE/100.0f);
- int a = saturate_cast<int>(src[i + 1]*BASE/256);
- int b = saturate_cast<int>(src[i + 2]*BASE/256);
- */
- v_float32x4 vl[4], va[4], vb[4];
- for(int k = 0; k < 4; k++)
- {
- v_load_deinterleave(src + i + k*3*4, vl[k], va[k], vb[k]);
- vl[k] *= vldiv;
- }
-
- v_int32x4 ivl[4], iva[4], ivb[4];
- for(int k = 0; k < 4; k++)
- {
- ivl[k] = v_round(vl[k]), iva[k] = v_round(va[k]), ivb[k] = v_round(vb[k]);
- }
- v_int16x8 ivl16[2], iva16[2], ivb16[2];
- ivl16[0] = v_pack(ivl[0], ivl[1]); iva16[0] = v_pack(iva[0], iva[1]); ivb16[0] = v_pack(ivb[0], ivb[1]);
- ivl16[1] = v_pack(ivl[2], ivl[3]); iva16[1] = v_pack(iva[2], iva[3]); ivb16[1] = v_pack(ivb[2], ivb[3]);
- v_uint8x16 ivl8, iva8, ivb8;
- ivl8 = v_reinterpret_as_u8(v_pack(ivl16[0], ivl16[1]));
- iva8 = v_reinterpret_as_u8(v_pack(iva16[0], iva16[1]));
- ivb8 = v_reinterpret_as_u8(v_pack(ivb16[0], ivb16[1]));
-
- v_int32x4 ixv[4], iyv[4], izv[4];
-
- processLabToXYZ(ivl8, iva8, ivb8, ixv[0], iyv[0], izv[0],
- ixv[1], iyv[1], izv[1],
- ixv[2], iyv[2], izv[2],
- ixv[3], iyv[3], izv[3]);
- /*
- ro = CV_DESCALE(C0 * x + C1 * y + C2 * z, shift);
- go = CV_DESCALE(C3 * x + C4 * y + C5 * z, shift);
- bo = CV_DESCALE(C6 * x + C7 * y + C8 * z, shift);
- */
- v_int32x4 C0 = v_setall_s32(coeffs[0]), C1 = v_setall_s32(coeffs[1]), C2 = v_setall_s32(coeffs[2]);
- v_int32x4 C3 = v_setall_s32(coeffs[3]), C4 = v_setall_s32(coeffs[4]), C5 = v_setall_s32(coeffs[5]);
- v_int32x4 C6 = v_setall_s32(coeffs[6]), C7 = v_setall_s32(coeffs[7]), C8 = v_setall_s32(coeffs[8]);
- v_int32x4 descaleShift = v_setall_s32(1 << (shift-1)), tabsz = v_setall_s32((int)INV_GAMMA_TAB_SIZE-1);
- for(int k = 0; k < 4; k++)
- {
- v_int32x4 i_r, i_g, i_b;
- v_uint32x4 r_vecs, g_vecs, b_vecs;
- i_r = (ixv[k]*C0 + iyv[k]*C1 + izv[k]*C2 + descaleShift) >> shift;
- i_g = (ixv[k]*C3 + iyv[k]*C4 + izv[k]*C5 + descaleShift) >> shift;
- i_b = (ixv[k]*C6 + iyv[k]*C7 + izv[k]*C8 + descaleShift) >> shift;
-
- //limit indices in table and then substitute
- //ro = tab[ro]; go = tab[go]; bo = tab[bo];
- int32_t CV_DECL_ALIGNED(16) rshifts[4], gshifts[4], bshifts[4];
- v_int32x4 rs = v_max(v_setzero_s32(), v_min(tabsz, i_r));
- v_int32x4 gs = v_max(v_setzero_s32(), v_min(tabsz, i_g));
- v_int32x4 bs = v_max(v_setzero_s32(), v_min(tabsz, i_b));
-
- v_store_aligned(rshifts, rs);
- v_store_aligned(gshifts, gs);
- v_store_aligned(bshifts, bs);
-
- r_vecs = v_uint32x4(tab[rshifts[0]], tab[rshifts[1]], tab[rshifts[2]], tab[rshifts[3]]);
- g_vecs = v_uint32x4(tab[gshifts[0]], tab[gshifts[1]], tab[gshifts[2]], tab[gshifts[3]]);
- b_vecs = v_uint32x4(tab[bshifts[0]], tab[bshifts[1]], tab[bshifts[2]], tab[bshifts[3]]);
-
- v_float32x4 v_r, v_g, v_b;
- v_r = v_cvt_f32(v_reinterpret_as_s32(r_vecs))/vf255;
- v_g = v_cvt_f32(v_reinterpret_as_s32(g_vecs))/vf255;
- v_b = v_cvt_f32(v_reinterpret_as_s32(b_vecs))/vf255;
-
- if(dcn == 4)
- {
- v_store_interleave(dst + k*dcn*4, v_b, v_g, v_r, v_setall_f32(alpha));
- }
- else // dcn == 3
- {
- v_store_interleave(dst + k*dcn*4, v_b, v_g, v_r);
- }
- }
- }
- }
-#endif
-
- for(; i < n*3; i += 3, dst += dcn)
- {
- int ro, go, bo;
- process((uchar)(src[i + 0]*255.f/100.f), (uchar)src[i + 1], (uchar)src[i + 2], ro, go, bo);
-
- dst[0] = bo/255.f;
- dst[1] = go/255.f;
- dst[2] = ro/255.f;
- if(dcn == 4)
- dst[3] = alpha;
- }
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int i, dcn = dstcn;
- uchar alpha = ColorChannel<uchar>::max();
- i = 0;
-
-#if CV_SIMD128
- if(enablePackedLab)
- {
- static const int nPixels = 8*2;
- for(; i <= n*3-3*nPixels; i += 3*nPixels, dst += dcn*nPixels)
- {
- /*
- int L = src[i + 0];
- int a = src[i + 1];
- int b = src[i + 2];
- */
- v_uint8x16 u8l, u8a, u8b;
- v_load_deinterleave(src + i, u8l, u8a, u8b);
-
- v_int32x4 xiv[4], yiv[4], ziv[4];
- processLabToXYZ(u8l, u8a, u8b, xiv[0], yiv[0], ziv[0],
- xiv[1], yiv[1], ziv[1],
- xiv[2], yiv[2], ziv[2],
- xiv[3], yiv[3], ziv[3]);
- /*
- ro = CV_DESCALE(C0 * x + C1 * y + C2 * z, shift);
- go = CV_DESCALE(C3 * x + C4 * y + C5 * z, shift);
- bo = CV_DESCALE(C6 * x + C7 * y + C8 * z, shift);
- */
- v_int32x4 C0 = v_setall_s32(coeffs[0]), C1 = v_setall_s32(coeffs[1]), C2 = v_setall_s32(coeffs[2]);
- v_int32x4 C3 = v_setall_s32(coeffs[3]), C4 = v_setall_s32(coeffs[4]), C5 = v_setall_s32(coeffs[5]);
- v_int32x4 C6 = v_setall_s32(coeffs[6]), C7 = v_setall_s32(coeffs[7]), C8 = v_setall_s32(coeffs[8]);
- v_int32x4 descaleShift = v_setall_s32(1 << (shift-1));
- v_int32x4 tabsz = v_setall_s32((int)INV_GAMMA_TAB_SIZE-1);
- v_uint32x4 r_vecs[4], g_vecs[4], b_vecs[4];
- for(int k = 0; k < 4; k++)
- {
- v_int32x4 i_r, i_g, i_b;
- i_r = (xiv[k]*C0 + yiv[k]*C1 + ziv[k]*C2 + descaleShift) >> shift;
- i_g = (xiv[k]*C3 + yiv[k]*C4 + ziv[k]*C5 + descaleShift) >> shift;
- i_b = (xiv[k]*C6 + yiv[k]*C7 + ziv[k]*C8 + descaleShift) >> shift;
-
- //limit indices in table and then substitute
- //ro = tab[ro]; go = tab[go]; bo = tab[bo];
- int32_t CV_DECL_ALIGNED(16) rshifts[4], gshifts[4], bshifts[4];
- v_int32x4 rs = v_max(v_setzero_s32(), v_min(tabsz, i_r));
- v_int32x4 gs = v_max(v_setzero_s32(), v_min(tabsz, i_g));
- v_int32x4 bs = v_max(v_setzero_s32(), v_min(tabsz, i_b));
-
- v_store_aligned(rshifts, rs);
- v_store_aligned(gshifts, gs);
- v_store_aligned(bshifts, bs);
-
- r_vecs[k] = v_uint32x4(tab[rshifts[0]], tab[rshifts[1]], tab[rshifts[2]], tab[rshifts[3]]);
- g_vecs[k] = v_uint32x4(tab[gshifts[0]], tab[gshifts[1]], tab[gshifts[2]], tab[gshifts[3]]);
- b_vecs[k] = v_uint32x4(tab[bshifts[0]], tab[bshifts[1]], tab[bshifts[2]], tab[bshifts[3]]);
- }
-
- v_uint16x8 u_rvec0 = v_pack(r_vecs[0], r_vecs[1]), u_rvec1 = v_pack(r_vecs[2], r_vecs[3]);
- v_uint16x8 u_gvec0 = v_pack(g_vecs[0], g_vecs[1]), u_gvec1 = v_pack(g_vecs[2], g_vecs[3]);
- v_uint16x8 u_bvec0 = v_pack(b_vecs[0], b_vecs[1]), u_bvec1 = v_pack(b_vecs[2], b_vecs[3]);
-
- v_uint8x16 u8_b, u8_g, u8_r;
- u8_b = v_pack(u_bvec0, u_bvec1);
- u8_g = v_pack(u_gvec0, u_gvec1);
- u8_r = v_pack(u_rvec0, u_rvec1);
-
- if(dcn == 4)
- {
- v_store_interleave(dst, u8_b, u8_g, u8_r, v_setall_u8(alpha));
- }
- else
- {
- v_store_interleave(dst, u8_b, u8_g, u8_r);
- }
- }
- }
-#endif
-
- for (; i < n*3; i += 3, dst += dcn)
- {
- int ro, go, bo;
- process(src[i + 0], src[i + 1], src[i + 2], ro, go, bo);
-
- dst[0] = saturate_cast<uchar>(bo);
- dst[1] = saturate_cast<uchar>(go);
- dst[2] = saturate_cast<uchar>(ro);
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
-
- int dstcn;
- int coeffs[9];
- ushort* tab;
-};
-
-
-struct Lab2RGB_f
-{
- typedef float channel_type;
-
- Lab2RGB_f( int _dstcn, int _blueIdx, const float* _coeffs,
- const float* _whitept, bool _srgb )
- : fcvt(_dstcn, _blueIdx, _coeffs, _whitept, _srgb), dstcn(_dstcn)
- { }
-
- void operator()(const float* src, float* dst, int n) const
- {
- fcvt(src, dst, n);
- }
-
- Lab2RGBfloat fcvt;
- int dstcn;
-};
-
-
-struct Lab2RGB_b
-{
- typedef uchar channel_type;
-
- Lab2RGB_b( int _dstcn, int _blueIdx, const float* _coeffs,
- const float* _whitept, bool _srgb )
- : fcvt(3, _blueIdx, _coeffs, _whitept, _srgb ), icvt(_dstcn, _blueIdx, _coeffs, _whitept, _srgb), dstcn(_dstcn)
- {
- #if CV_NEON
- v_scale_inv = vdupq_n_f32(100.f/255.f);
- v_scale = vdupq_n_f32(255.f);
- v_alpha = vdup_n_u8(ColorChannel<uchar>::max());
- v_128 = vdupq_n_f32(128.0f);
- #elif CV_SSE2
- v_scale = _mm_set1_ps(255.f);
- v_alpha = _mm_set1_ps(ColorChannel<uchar>::max());
- v_zero = _mm_setzero_si128();
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- #endif
- }
-
- #if CV_SSE2
- // 16s x 8
- void process(__m128i v_r, __m128i v_g, __m128i v_b,
- const __m128& v_coeffs_, const __m128& v_res_,
- float * buf) const
- {
- __m128 v_r0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_r, v_zero));
- __m128 v_g0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_g, v_zero));
- __m128 v_b0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_b, v_zero));
-
- __m128 v_r1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_r, v_zero));
- __m128 v_g1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_g, v_zero));
- __m128 v_b1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_b, v_zero));
-
- __m128 v_coeffs = v_coeffs_;
- __m128 v_res = v_res_;
-
- v_r0 = _mm_sub_ps(_mm_mul_ps(v_r0, v_coeffs), v_res);
- v_g1 = _mm_sub_ps(_mm_mul_ps(v_g1, v_coeffs), v_res);
-
- v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x49));
- v_res = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_res), 0x49));
-
- v_r1 = _mm_sub_ps(_mm_mul_ps(v_r1, v_coeffs), v_res);
- v_b0 = _mm_sub_ps(_mm_mul_ps(v_b0, v_coeffs), v_res);
-
- v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x49));
- v_res = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_res), 0x49));
-
- v_g0 = _mm_sub_ps(_mm_mul_ps(v_g0, v_coeffs), v_res);
- v_b1 = _mm_sub_ps(_mm_mul_ps(v_b1, v_coeffs), v_res);
-
- _mm_store_ps(buf, v_r0);
- _mm_store_ps(buf + 4, v_r1);
- _mm_store_ps(buf + 8, v_g0);
- _mm_store_ps(buf + 12, v_g1);
- _mm_store_ps(buf + 16, v_b0);
- _mm_store_ps(buf + 20, v_b1);
- }
- #endif
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- if(enableBitExactness)
- {
- icvt(src, dst, n);
- return;
- }
-
- int i, j, dcn = dstcn;
- uchar alpha = ColorChannel<uchar>::max();
- float CV_DECL_ALIGNED(16) buf[3*BLOCK_SIZE];
- #if CV_SSE2
- __m128 v_coeffs = _mm_set_ps(100.f/255.f, 1.f, 1.f, 100.f/255.f);
- __m128 v_res = _mm_set_ps(0.f, 128.f, 128.f, 0.f);
- #endif
-
- i = 0;
- for(; i < n; i += BLOCK_SIZE, src += BLOCK_SIZE*3 )
- {
- int dn = std::min(n - i, (int)BLOCK_SIZE);
- j = 0;
-
- #if CV_NEON
- for ( ; j <= (dn - 8) * 3; j += 24)
- {
- uint8x8x3_t v_src = vld3_u8(src + j);
- uint16x8_t v_t0 = vmovl_u8(v_src.val[0]),
- v_t1 = vmovl_u8(v_src.val[1]),
- v_t2 = vmovl_u8(v_src.val[2]);
-
- float32x4x3_t v_dst;
- v_dst.val[0] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t0))), v_scale_inv);
- v_dst.val[1] = vsubq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t1))), v_128);
- v_dst.val[2] = vsubq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t2))), v_128);
- vst3q_f32(buf + j, v_dst);
-
- v_dst.val[0] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t0))), v_scale_inv);
- v_dst.val[1] = vsubq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t1))), v_128);
- v_dst.val[2] = vsubq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t2))), v_128);
- vst3q_f32(buf + j + 12, v_dst);
- }
- #elif CV_SSE2
- if (haveSIMD)
- {
- for ( ; j <= (dn - 8) * 3; j += 24)
- {
- __m128i v_src0 = _mm_loadu_si128((__m128i const *)(src + j));
- __m128i v_src1 = _mm_loadl_epi64((__m128i const *)(src + j + 16));
-
- process(_mm_unpacklo_epi8(v_src0, v_zero),
- _mm_unpackhi_epi8(v_src0, v_zero),
- _mm_unpacklo_epi8(v_src1, v_zero),
- v_coeffs, v_res,
- buf + j);
- }
- }
- #endif
-
- for( ; j < dn*3; j += 3 )
- {
- buf[j] = src[j]*(100.f/255.f);
- buf[j+1] = (float)(src[j+1] - 128);
- buf[j+2] = (float)(src[j+2] - 128);
- }
- fcvt(buf, buf, dn);
- j = 0;
-
- #if CV_NEON
- for ( ; j <= (dn - 8) * 3; j += 24, dst += dcn * 8)
- {
- float32x4x3_t v_src0 = vld3q_f32(buf + j), v_src1 = vld3q_f32(buf + j + 12);
- uint8x8_t v_dst0 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[0], v_scale))),
- vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[0], v_scale)))));
- uint8x8_t v_dst1 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[1], v_scale))),
- vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[1], v_scale)))));
- uint8x8_t v_dst2 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[2], v_scale))),
- vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[2], v_scale)))));
-
- if (dcn == 4)
- {
- uint8x8x4_t v_dst;
- v_dst.val[0] = v_dst0;
- v_dst.val[1] = v_dst1;
- v_dst.val[2] = v_dst2;
- v_dst.val[3] = v_alpha;
- vst4_u8(dst, v_dst);
- }
- else
- {
- uint8x8x3_t v_dst;
- v_dst.val[0] = v_dst0;
- v_dst.val[1] = v_dst1;
- v_dst.val[2] = v_dst2;
- vst3_u8(dst, v_dst);
- }
- }
- #elif CV_SSE2
- if (dcn == 3 && haveSIMD)
- {
- for ( ; j <= (dn * 3 - 16); j += 16, dst += 16)
- {
- __m128 v_src0 = _mm_mul_ps(_mm_load_ps(buf + j), v_scale);
- __m128 v_src1 = _mm_mul_ps(_mm_load_ps(buf + j + 4), v_scale);
- __m128 v_src2 = _mm_mul_ps(_mm_load_ps(buf + j + 8), v_scale);
- __m128 v_src3 = _mm_mul_ps(_mm_load_ps(buf + j + 12), v_scale);
-
- __m128i v_dst0 = _mm_packs_epi32(_mm_cvtps_epi32(v_src0),
- _mm_cvtps_epi32(v_src1));
- __m128i v_dst1 = _mm_packs_epi32(_mm_cvtps_epi32(v_src2),
- _mm_cvtps_epi32(v_src3));
-
- _mm_storeu_si128((__m128i *)dst, _mm_packus_epi16(v_dst0, v_dst1));
- }
-
- int jr = j % 3;
- if (jr)
- dst -= jr, j -= jr;
- }
- else if (dcn == 4 && haveSIMD)
- {
- for ( ; j <= (dn * 3 - 12); j += 12, dst += 16)
- {
- __m128 v_buf0 = _mm_mul_ps(_mm_load_ps(buf + j), v_scale);
- __m128 v_buf1 = _mm_mul_ps(_mm_load_ps(buf + j + 4), v_scale);
- __m128 v_buf2 = _mm_mul_ps(_mm_load_ps(buf + j + 8), v_scale);
-
- __m128 v_ba0 = _mm_unpackhi_ps(v_buf0, v_alpha);
- __m128 v_ba1 = _mm_unpacklo_ps(v_buf2, v_alpha);
-
- __m128i v_src0 = _mm_cvtps_epi32(_mm_shuffle_ps(v_buf0, v_ba0, 0x44));
- __m128i v_src1 = _mm_shuffle_epi32(_mm_cvtps_epi32(_mm_shuffle_ps(v_ba0, v_buf1, 0x4e)), 0x78);
- __m128i v_src2 = _mm_cvtps_epi32(_mm_shuffle_ps(v_buf1, v_ba1, 0x4e));
- __m128i v_src3 = _mm_shuffle_epi32(_mm_cvtps_epi32(_mm_shuffle_ps(v_ba1, v_buf2, 0xee)), 0x78);
-
- __m128i v_dst0 = _mm_packs_epi32(v_src0, v_src1);
- __m128i v_dst1 = _mm_packs_epi32(v_src2, v_src3);
-
- _mm_storeu_si128((__m128i *)dst, _mm_packus_epi16(v_dst0, v_dst1));
- }
-
- int jr = j % 3;
- if (jr)
- dst -= jr, j -= jr;
- }
- #endif
-
- for( ; j < dn*3; j += 3, dst += dcn )
- {
- dst[0] = saturate_cast<uchar>(buf[j]*255.f);
- dst[1] = saturate_cast<uchar>(buf[j+1]*255.f);
- dst[2] = saturate_cast<uchar>(buf[j+2]*255.f);
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- }
-
- Lab2RGBfloat fcvt;
- Lab2RGBinteger icvt;
- #if CV_NEON
- float32x4_t v_scale, v_scale_inv, v_128;
- uint8x8_t v_alpha;
- #elif CV_SSE2
- __m128 v_scale;
- __m128 v_alpha;
- __m128i v_zero;
- bool haveSIMD;
- #endif
- int dstcn;
-};
-
-///////////////////////////////////// RGB <-> L*u*v* /////////////////////////////////////
-
-struct RGB2Luvfloat
-{
- typedef float channel_type;
-
- RGB2Luvfloat( int _srccn, int blueIdx, const float* _coeffs,
- const float* whitept, bool _srgb )
- : srccn(_srccn), srgb(_srgb)
- {
- volatile int i;
- initLabTabs();
-
- softdouble whitePt[3];
- for( i = 0; i < 3; i++ )
- if(whitept)
- whitePt[i] = softdouble(whitept[i]);
- else
- whitePt[i] = D65[i];
-
- for( i = 0; i < 3; i++ )
- {
- for(int j = 0; j < 3; j++)
- if(_coeffs)
- coeffs[i*3+j] = _coeffs[i*3+j];
- else
- coeffs[i*3+j] = (float)(sRGB2XYZ_D65[i*3+j]);
-
- if( blueIdx == 0 )
- std::swap(coeffs[i*3], coeffs[i*3+2]);
- CV_Assert( coeffs[i*3] >= 0 && coeffs[i*3+1] >= 0 && coeffs[i*3+2] >= 0 &&
- softfloat(coeffs[i*3]) +
- softfloat(coeffs[i*3+1]) +
- softfloat(coeffs[i*3+2]) < softfloat(1.5f) );
- }
-
- softfloat d = whitePt[0] +
- whitePt[1]*softdouble(15) +
- whitePt[2]*softdouble(3);
- d = softfloat::one()/max(d, softfloat::eps());
- un = d*softfloat(13*4)*whitePt[0];
- vn = d*softfloat(13*9)*whitePt[1];
-
- #if CV_SSE2
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- #endif
-
- CV_Assert(whitePt[1] == softdouble::one());
- }
-
- #if CV_NEON
- void process(float32x4x3_t& v_src) const
- {
- float32x4_t v_x = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], vdupq_n_f32(coeffs[0])), v_src.val[1], vdupq_n_f32(coeffs[1])), v_src.val[2], vdupq_n_f32(coeffs[2]));
- float32x4_t v_y = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], vdupq_n_f32(coeffs[3])), v_src.val[1], vdupq_n_f32(coeffs[4])), v_src.val[2], vdupq_n_f32(coeffs[5]));
- float32x4_t v_z = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], vdupq_n_f32(coeffs[6])), v_src.val[1], vdupq_n_f32(coeffs[7])), v_src.val[2], vdupq_n_f32(coeffs[8]));
-
- v_src.val[0] = vmulq_f32(v_y, vdupq_n_f32(LabCbrtTabScale));
- splineInterpolate(v_src.val[0], LabCbrtTab, LAB_CBRT_TAB_SIZE);
-
- v_src.val[0] = vmlaq_f32(vdupq_n_f32(-16.f), v_src.val[0], vdupq_n_f32(116.f));
-
- float32x4_t v_div = vmaxq_f32(vmlaq_f32(vmlaq_f32(v_x, vdupq_n_f32(15.f), v_y), vdupq_n_f32(3.f), v_z), vdupq_n_f32(FLT_EPSILON));
- float32x4_t v_reciprocal = vrecpeq_f32(v_div);
- v_reciprocal = vmulq_f32(vrecpsq_f32(v_div, v_reciprocal), v_reciprocal);
- v_reciprocal = vmulq_f32(vrecpsq_f32(v_div, v_reciprocal), v_reciprocal);
- float32x4_t v_d = vmulq_f32(vdupq_n_f32(52.f), v_reciprocal);
-
- v_src.val[1] = vmulq_f32(v_src.val[0], vmlaq_f32(vdupq_n_f32(-un), v_x, v_d));
- v_src.val[2] = vmulq_f32(v_src.val[0], vmlaq_f32(vdupq_n_f32(-vn), vmulq_f32(vdupq_n_f32(2.25f), v_y), v_d));
- }
- #elif CV_SSE2
- void process(__m128& v_r0, __m128& v_r1, __m128& v_g0,
- __m128& v_g1, __m128& v_b0, __m128& v_b1) const
- {
- __m128 v_x0 = _mm_mul_ps(v_r0, _mm_set1_ps(coeffs[0]));
- __m128 v_x1 = _mm_mul_ps(v_r1, _mm_set1_ps(coeffs[0]));
- __m128 v_y0 = _mm_mul_ps(v_r0, _mm_set1_ps(coeffs[3]));
- __m128 v_y1 = _mm_mul_ps(v_r1, _mm_set1_ps(coeffs[3]));
- __m128 v_z0 = _mm_mul_ps(v_r0, _mm_set1_ps(coeffs[6]));
- __m128 v_z1 = _mm_mul_ps(v_r1, _mm_set1_ps(coeffs[6]));
-
- v_x0 = _mm_add_ps(v_x0, _mm_mul_ps(v_g0, _mm_set1_ps(coeffs[1])));
- v_x1 = _mm_add_ps(v_x1, _mm_mul_ps(v_g1, _mm_set1_ps(coeffs[1])));
- v_y0 = _mm_add_ps(v_y0, _mm_mul_ps(v_g0, _mm_set1_ps(coeffs[4])));
- v_y1 = _mm_add_ps(v_y1, _mm_mul_ps(v_g1, _mm_set1_ps(coeffs[4])));
- v_z0 = _mm_add_ps(v_z0, _mm_mul_ps(v_g0, _mm_set1_ps(coeffs[7])));
- v_z1 = _mm_add_ps(v_z1, _mm_mul_ps(v_g1, _mm_set1_ps(coeffs[7])));
-
- v_x0 = _mm_add_ps(v_x0, _mm_mul_ps(v_b0, _mm_set1_ps(coeffs[2])));
- v_x1 = _mm_add_ps(v_x1, _mm_mul_ps(v_b1, _mm_set1_ps(coeffs[2])));
- v_y0 = _mm_add_ps(v_y0, _mm_mul_ps(v_b0, _mm_set1_ps(coeffs[5])));
- v_y1 = _mm_add_ps(v_y1, _mm_mul_ps(v_b1, _mm_set1_ps(coeffs[5])));
- v_z0 = _mm_add_ps(v_z0, _mm_mul_ps(v_b0, _mm_set1_ps(coeffs[8])));
- v_z1 = _mm_add_ps(v_z1, _mm_mul_ps(v_b1, _mm_set1_ps(coeffs[8])));
-
- __m128 v_l0 = _mm_mul_ps(v_y0, _mm_set1_ps(LabCbrtTabScale));
- __m128 v_l1 = _mm_mul_ps(v_y1, _mm_set1_ps(LabCbrtTabScale));
- splineInterpolate(v_l0, LabCbrtTab, LAB_CBRT_TAB_SIZE);
- splineInterpolate(v_l1, LabCbrtTab, LAB_CBRT_TAB_SIZE);
-
- v_l0 = _mm_mul_ps(v_l0, _mm_set1_ps(116.0f));
- v_l1 = _mm_mul_ps(v_l1, _mm_set1_ps(116.0f));
- v_r0 = _mm_sub_ps(v_l0, _mm_set1_ps(16.0f));
- v_r1 = _mm_sub_ps(v_l1, _mm_set1_ps(16.0f));
-
- v_z0 = _mm_mul_ps(v_z0, _mm_set1_ps(3.0f));
- v_z1 = _mm_mul_ps(v_z1, _mm_set1_ps(3.0f));
- v_z0 = _mm_add_ps(v_z0, v_x0);
- v_z1 = _mm_add_ps(v_z1, v_x1);
- v_z0 = _mm_add_ps(v_z0, _mm_mul_ps(v_y0, _mm_set1_ps(15.0f)));
- v_z1 = _mm_add_ps(v_z1, _mm_mul_ps(v_y1, _mm_set1_ps(15.0f)));
- v_z0 = _mm_max_ps(v_z0, _mm_set1_ps(FLT_EPSILON));
- v_z1 = _mm_max_ps(v_z1, _mm_set1_ps(FLT_EPSILON));
- __m128 v_d0 = _mm_div_ps(_mm_set1_ps(52.0f), v_z0);
- __m128 v_d1 = _mm_div_ps(_mm_set1_ps(52.0f), v_z1);
-
- v_x0 = _mm_mul_ps(v_x0, v_d0);
- v_x1 = _mm_mul_ps(v_x1, v_d1);
- v_x0 = _mm_sub_ps(v_x0, _mm_set1_ps(un));
- v_x1 = _mm_sub_ps(v_x1, _mm_set1_ps(un));
- v_g0 = _mm_mul_ps(v_x0, v_r0);
- v_g1 = _mm_mul_ps(v_x1, v_r1);
-
- v_y0 = _mm_mul_ps(v_y0, v_d0);
- v_y1 = _mm_mul_ps(v_y1, v_d1);
- v_y0 = _mm_mul_ps(v_y0, _mm_set1_ps(2.25f));
- v_y1 = _mm_mul_ps(v_y1, _mm_set1_ps(2.25f));
- v_y0 = _mm_sub_ps(v_y0, _mm_set1_ps(vn));
- v_y1 = _mm_sub_ps(v_y1, _mm_set1_ps(vn));
- v_b0 = _mm_mul_ps(v_y0, v_r0);
- v_b1 = _mm_mul_ps(v_y1, v_r1);
- }
- #endif
-
- void operator()(const float* src, float* dst, int n) const
- {
- int i = 0, scn = srccn;
- float gscale = GammaTabScale;
- const float* gammaTab = srgb ? sRGBGammaTab : 0;
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- n *= 3;
-
- #if CV_NEON
- if (scn == 3)
- {
- for( ; i <= n - 12; i += 12, src += scn * 4 )
- {
- float32x4x3_t v_src = vld3q_f32(src);
-
- v_src.val[0] = vmaxq_f32(v_src.val[0], vdupq_n_f32(0));
- v_src.val[1] = vmaxq_f32(v_src.val[1], vdupq_n_f32(0));
- v_src.val[2] = vmaxq_f32(v_src.val[2], vdupq_n_f32(0));
-
- v_src.val[0] = vminq_f32(v_src.val[0], vdupq_n_f32(1));
- v_src.val[1] = vminq_f32(v_src.val[1], vdupq_n_f32(1));
- v_src.val[2] = vminq_f32(v_src.val[2], vdupq_n_f32(1));
-
- if( gammaTab )
- {
- v_src.val[0] = vmulq_f32(v_src.val[0], vdupq_n_f32(gscale));
- v_src.val[1] = vmulq_f32(v_src.val[1], vdupq_n_f32(gscale));
- v_src.val[2] = vmulq_f32(v_src.val[2], vdupq_n_f32(gscale));
- splineInterpolate(v_src.val[0], gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_src.val[1], gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_src.val[2], gammaTab, GAMMA_TAB_SIZE);
- }
-
- process(v_src);
-
- vst3q_f32(dst + i, v_src);
- }
- }
- else
- {
- for( ; i <= n - 12; i += 12, src += scn * 4 )
- {
- float32x4x4_t v_src = vld4q_f32(src);
-
- v_src.val[0] = vmaxq_f32(v_src.val[0], vdupq_n_f32(0));
- v_src.val[1] = vmaxq_f32(v_src.val[1], vdupq_n_f32(0));
- v_src.val[2] = vmaxq_f32(v_src.val[2], vdupq_n_f32(0));
-
- v_src.val[0] = vminq_f32(v_src.val[0], vdupq_n_f32(1));
- v_src.val[1] = vminq_f32(v_src.val[1], vdupq_n_f32(1));
- v_src.val[2] = vminq_f32(v_src.val[2], vdupq_n_f32(1));
-
- if( gammaTab )
- {
- v_src.val[0] = vmulq_f32(v_src.val[0], vdupq_n_f32(gscale));
- v_src.val[1] = vmulq_f32(v_src.val[1], vdupq_n_f32(gscale));
- v_src.val[2] = vmulq_f32(v_src.val[2], vdupq_n_f32(gscale));
- splineInterpolate(v_src.val[0], gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_src.val[1], gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_src.val[2], gammaTab, GAMMA_TAB_SIZE);
- }
-
- float32x4x3_t v_dst;
- v_dst.val[0] = v_src.val[0];
- v_dst.val[1] = v_src.val[1];
- v_dst.val[2] = v_src.val[2];
- process(v_dst);
-
- vst3q_f32(dst + i, v_dst);
- }
- }
- #elif CV_SSE2
- if (haveSIMD)
- {
- for( ; i <= n - 24; i += 24, src += scn * 8 )
- {
- __m128 v_r0 = _mm_loadu_ps(src + 0);
- __m128 v_r1 = _mm_loadu_ps(src + 4);
- __m128 v_g0 = _mm_loadu_ps(src + 8);
- __m128 v_g1 = _mm_loadu_ps(src + 12);
- __m128 v_b0 = _mm_loadu_ps(src + 16);
- __m128 v_b1 = _mm_loadu_ps(src + 20);
-
- if (scn == 3)
- {
- _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
- }
- else
- {
- __m128 v_a0 = _mm_loadu_ps(src + 24);
- __m128 v_a1 = _mm_loadu_ps(src + 28);
-
- _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1, v_a0, v_a1);
- }
-
- v_r0 = _mm_max_ps(v_r0, _mm_setzero_ps());
- v_r1 = _mm_max_ps(v_r1, _mm_setzero_ps());
- v_g0 = _mm_max_ps(v_g0, _mm_setzero_ps());
- v_g1 = _mm_max_ps(v_g1, _mm_setzero_ps());
- v_b0 = _mm_max_ps(v_b0, _mm_setzero_ps());
- v_b1 = _mm_max_ps(v_b1, _mm_setzero_ps());
-
- v_r0 = _mm_min_ps(v_r0, _mm_set1_ps(1.f));
- v_r1 = _mm_min_ps(v_r1, _mm_set1_ps(1.f));
- v_g0 = _mm_min_ps(v_g0, _mm_set1_ps(1.f));
- v_g1 = _mm_min_ps(v_g1, _mm_set1_ps(1.f));
- v_b0 = _mm_min_ps(v_b0, _mm_set1_ps(1.f));
- v_b1 = _mm_min_ps(v_b1, _mm_set1_ps(1.f));
-
- if ( gammaTab )
- {
- __m128 v_gscale = _mm_set1_ps(gscale);
- v_r0 = _mm_mul_ps(v_r0, v_gscale);
- v_r1 = _mm_mul_ps(v_r1, v_gscale);
- v_g0 = _mm_mul_ps(v_g0, v_gscale);
- v_g1 = _mm_mul_ps(v_g1, v_gscale);
- v_b0 = _mm_mul_ps(v_b0, v_gscale);
- v_b1 = _mm_mul_ps(v_b1, v_gscale);
-
- splineInterpolate(v_r0, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_r1, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_g0, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_g1, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_b0, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_b1, gammaTab, GAMMA_TAB_SIZE);
- }
-
- process(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
-
- _mm_interleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
-
- _mm_storeu_ps(dst + i + 0, v_r0);
- _mm_storeu_ps(dst + i + 4, v_r1);
- _mm_storeu_ps(dst + i + 8, v_g0);
- _mm_storeu_ps(dst + i + 12, v_g1);
- _mm_storeu_ps(dst + i + 16, v_b0);
- _mm_storeu_ps(dst + i + 20, v_b1);
- }
- }
- #endif
- for( ; i < n; i += 3, src += scn )
- {
- float R = src[0], G = src[1], B = src[2];
- R = std::min(std::max(R, 0.f), 1.f);
- G = std::min(std::max(G, 0.f), 1.f);
- B = std::min(std::max(B, 0.f), 1.f);
- if( gammaTab )
- {
- R = splineInterpolate(R*gscale, gammaTab, GAMMA_TAB_SIZE);
- G = splineInterpolate(G*gscale, gammaTab, GAMMA_TAB_SIZE);
- B = splineInterpolate(B*gscale, gammaTab, GAMMA_TAB_SIZE);
- }
-
- float X = R*C0 + G*C1 + B*C2;
- float Y = R*C3 + G*C4 + B*C5;
- float Z = R*C6 + G*C7 + B*C8;
-
- float L = splineInterpolate(Y*LabCbrtTabScale, LabCbrtTab, LAB_CBRT_TAB_SIZE);
- L = 116.f*L - 16.f;
-
- float d = (4*13) / std::max(X + 15 * Y + 3 * Z, FLT_EPSILON);
- float u = L*(X*d - un);
- float v = L*((9*0.25f)*Y*d - vn);
-
- dst[i] = L; dst[i+1] = u; dst[i+2] = v;
- }
- }
-
- int srccn;
- float coeffs[9], un, vn;
- bool srgb;
- #if CV_SSE2
- bool haveSIMD;
- #endif
-};
-
-struct RGB2Luv_f
-{
- typedef float channel_type;
-
- RGB2Luv_f( int _srccn, int blueIdx, const float* _coeffs,
- const float* whitept, bool _srgb )
- : fcvt(_srccn, blueIdx, _coeffs, whitept, _srgb), srccn(_srccn)
- { }
-
- void operator()(const float* src, float* dst, int n) const
- {
- fcvt(src, dst, n);
- }
-
- RGB2Luvfloat fcvt;
- int srccn;
-};
-
-struct Luv2RGBfloat
-{
- typedef float channel_type;
-
- Luv2RGBfloat( int _dstcn, int blueIdx, const float* _coeffs,
- const float* whitept, bool _srgb )
- : dstcn(_dstcn), srgb(_srgb)
- {
- initLabTabs();
-
- softdouble whitePt[3];
- for(int i = 0; i < 3; i++)
- if(whitept)
- whitePt[i] = softdouble(whitept[i]);
- else
- whitePt[i] = D65[i];
-
- for( int i = 0; i < 3; i++ )
- {
- softfloat c[3];
- for(int j = 0; j < 3; j++)
- if(_coeffs)
- c[j] = softfloat(_coeffs[i+j*3]);
- else
- c[j] = XYZ2sRGB_D65[i+j*3];
-
- coeffs[i+(blueIdx^2)*3] = c[0];
- coeffs[i+3] = c[1];
- coeffs[i+blueIdx*3] = c[2];
- }
-
- softfloat d = whitePt[0] +
- whitePt[1]*softdouble(15) +
- whitePt[2]*softdouble(3);
- d = softfloat::one()/max(d, softfloat::eps());
- un = softfloat(4*13)*d*whitePt[0];
- vn = softfloat(9*13)*d*whitePt[1];
- #if CV_SSE2
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- #endif
-
- CV_Assert(whitePt[1] == softdouble::one());
- }
-
- #if CV_SSE2
- void process(__m128& v_l0, __m128& v_l1, __m128& v_u0,
- __m128& v_u1, __m128& v_v0, __m128& v_v1) const
- {
- // L*(3./29.)^3
- __m128 v_y00 = _mm_mul_ps(v_l0, _mm_set1_ps(1.0f/903.3f));
- __m128 v_y01 = _mm_mul_ps(v_l1, _mm_set1_ps(1.0f/903.3f));
- // ((L + 16)/116)^3
- __m128 v_y10 = _mm_mul_ps(_mm_add_ps(v_l0, _mm_set1_ps(16.0f)), _mm_set1_ps(1.f/116.f));
- __m128 v_y11 = _mm_mul_ps(_mm_add_ps(v_l1, _mm_set1_ps(16.0f)), _mm_set1_ps(1.f/116.f));
- v_y10 = _mm_mul_ps(_mm_mul_ps(v_y10, v_y10), v_y10);
- v_y11 = _mm_mul_ps(_mm_mul_ps(v_y11, v_y11), v_y11);
- // Y = (L <= 8) ? Y0 : Y1;
- __m128 v_cmpl0 = _mm_cmplt_ps(v_l0, _mm_set1_ps(8.f));
- __m128 v_cmpl1 = _mm_cmplt_ps(v_l1, _mm_set1_ps(8.f));
- v_y00 = _mm_and_ps(v_cmpl0, v_y00);
- v_y01 = _mm_and_ps(v_cmpl1, v_y01);
- v_y10 = _mm_andnot_ps(v_cmpl0, v_y10);
- v_y11 = _mm_andnot_ps(v_cmpl1, v_y11);
- __m128 v_y0 = _mm_or_ps(v_y00, v_y10);
- __m128 v_y1 = _mm_or_ps(v_y01, v_y11);
- // up = 3*(u + L*_un);
- __m128 v_up0 = _mm_mul_ps(_mm_set1_ps(3.f), _mm_add_ps(v_u0, _mm_mul_ps(v_l0, _mm_set1_ps(un))));
- __m128 v_up1 = _mm_mul_ps(_mm_set1_ps(3.f), _mm_add_ps(v_u1, _mm_mul_ps(v_l1, _mm_set1_ps(un))));
- // vp = 0.25/(v + L*_vn);
- __m128 v_vp0 = _mm_div_ps(_mm_set1_ps(0.25f), _mm_add_ps(v_v0, _mm_mul_ps(v_l0, _mm_set1_ps(vn))));
- __m128 v_vp1 = _mm_div_ps(_mm_set1_ps(0.25f), _mm_add_ps(v_v1, _mm_mul_ps(v_l1, _mm_set1_ps(vn))));
- // vp = max(-0.25, min(0.25, vp));
- v_vp0 = _mm_max_ps(v_vp0, _mm_set1_ps(-0.25f));
- v_vp1 = _mm_max_ps(v_vp1, _mm_set1_ps(-0.25f));
- v_vp0 = _mm_min_ps(v_vp0, _mm_set1_ps( 0.25f));
- v_vp1 = _mm_min_ps(v_vp1, _mm_set1_ps( 0.25f));
- //X = 3*up*vp; // (*Y) is done later
- __m128 v_x0 = _mm_mul_ps(_mm_set1_ps(3.f), _mm_mul_ps(v_up0, v_vp0));
- __m128 v_x1 = _mm_mul_ps(_mm_set1_ps(3.f), _mm_mul_ps(v_up1, v_vp1));
- //Z = ((12*13*L - up)*vp - 5); // (*Y) is done later
- __m128 v_z0 = _mm_sub_ps(_mm_mul_ps(_mm_sub_ps(_mm_mul_ps(_mm_set1_ps(12.f*13.f), v_l0), v_up0), v_vp0), _mm_set1_ps(5.f));
- __m128 v_z1 = _mm_sub_ps(_mm_mul_ps(_mm_sub_ps(_mm_mul_ps(_mm_set1_ps(12.f*13.f), v_l1), v_up1), v_vp1), _mm_set1_ps(5.f));
-
- // R = (X*C0 + C1 + Z*C2)*Y; // here (*Y) is done
- v_l0 = _mm_mul_ps(v_x0, _mm_set1_ps(coeffs[0]));
- v_l1 = _mm_mul_ps(v_x1, _mm_set1_ps(coeffs[0]));
- v_u0 = _mm_mul_ps(v_x0, _mm_set1_ps(coeffs[3]));
- v_u1 = _mm_mul_ps(v_x1, _mm_set1_ps(coeffs[3]));
- v_v0 = _mm_mul_ps(v_x0, _mm_set1_ps(coeffs[6]));
- v_v1 = _mm_mul_ps(v_x1, _mm_set1_ps(coeffs[6]));
- v_l0 = _mm_add_ps(v_l0, _mm_set1_ps(coeffs[1]));
- v_l1 = _mm_add_ps(v_l1, _mm_set1_ps(coeffs[1]));
- v_u0 = _mm_add_ps(v_u0, _mm_set1_ps(coeffs[4]));
- v_u1 = _mm_add_ps(v_u1, _mm_set1_ps(coeffs[4]));
- v_v0 = _mm_add_ps(v_v0, _mm_set1_ps(coeffs[7]));
- v_v1 = _mm_add_ps(v_v1, _mm_set1_ps(coeffs[7]));
- v_l0 = _mm_add_ps(v_l0, _mm_mul_ps(v_z0, _mm_set1_ps(coeffs[2])));
- v_l1 = _mm_add_ps(v_l1, _mm_mul_ps(v_z1, _mm_set1_ps(coeffs[2])));
- v_u0 = _mm_add_ps(v_u0, _mm_mul_ps(v_z0, _mm_set1_ps(coeffs[5])));
- v_u1 = _mm_add_ps(v_u1, _mm_mul_ps(v_z1, _mm_set1_ps(coeffs[5])));
- v_v0 = _mm_add_ps(v_v0, _mm_mul_ps(v_z0, _mm_set1_ps(coeffs[8])));
- v_v1 = _mm_add_ps(v_v1, _mm_mul_ps(v_z1, _mm_set1_ps(coeffs[8])));
- v_l0 = _mm_mul_ps(v_l0, v_y0);
- v_l1 = _mm_mul_ps(v_l1, v_y1);
- v_u0 = _mm_mul_ps(v_u0, v_y0);
- v_u1 = _mm_mul_ps(v_u1, v_y1);
- v_v0 = _mm_mul_ps(v_v0, v_y0);
- v_v1 = _mm_mul_ps(v_v1, v_y1);
-
- v_l0 = _mm_max_ps(v_l0, _mm_setzero_ps());
- v_l1 = _mm_max_ps(v_l1, _mm_setzero_ps());
- v_u0 = _mm_max_ps(v_u0, _mm_setzero_ps());
- v_u1 = _mm_max_ps(v_u1, _mm_setzero_ps());
- v_v0 = _mm_max_ps(v_v0, _mm_setzero_ps());
- v_v1 = _mm_max_ps(v_v1, _mm_setzero_ps());
- v_l0 = _mm_min_ps(v_l0, _mm_set1_ps(1.f));
- v_l1 = _mm_min_ps(v_l1, _mm_set1_ps(1.f));
- v_u0 = _mm_min_ps(v_u0, _mm_set1_ps(1.f));
- v_u1 = _mm_min_ps(v_u1, _mm_set1_ps(1.f));
- v_v0 = _mm_min_ps(v_v0, _mm_set1_ps(1.f));
- v_v1 = _mm_min_ps(v_v1, _mm_set1_ps(1.f));
- }
- #endif
-
- void operator()(const float* src, float* dst, int n) const
- {
- int i = 0, dcn = dstcn;
- const float* gammaTab = srgb ? sRGBInvGammaTab : 0;
- float gscale = GammaTabScale;
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
- float alpha = ColorChannel<float>::max();
- float _un = un, _vn = vn;
- n *= 3;
-
- #if CV_SSE2
- if (haveSIMD)
- {
- for( ; i <= n - 24; i += 24, dst += dcn * 8 )
- {
- __m128 v_l0 = _mm_loadu_ps(src + i + 0);
- __m128 v_l1 = _mm_loadu_ps(src + i + 4);
- __m128 v_u0 = _mm_loadu_ps(src + i + 8);
- __m128 v_u1 = _mm_loadu_ps(src + i + 12);
- __m128 v_v0 = _mm_loadu_ps(src + i + 16);
- __m128 v_v1 = _mm_loadu_ps(src + i + 20);
-
- _mm_deinterleave_ps(v_l0, v_l1, v_u0, v_u1, v_v0, v_v1);
-
- process(v_l0, v_l1, v_u0, v_u1, v_v0, v_v1);
-
- if( gammaTab )
- {
- __m128 v_gscale = _mm_set1_ps(gscale);
- v_l0 = _mm_mul_ps(v_l0, v_gscale);
- v_l1 = _mm_mul_ps(v_l1, v_gscale);
- v_u0 = _mm_mul_ps(v_u0, v_gscale);
- v_u1 = _mm_mul_ps(v_u1, v_gscale);
- v_v0 = _mm_mul_ps(v_v0, v_gscale);
- v_v1 = _mm_mul_ps(v_v1, v_gscale);
- splineInterpolate(v_l0, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_l1, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_u0, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_u1, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_v0, gammaTab, GAMMA_TAB_SIZE);
- splineInterpolate(v_v1, gammaTab, GAMMA_TAB_SIZE);
- }
-
- if( dcn == 4 )
- {
- __m128 v_a0 = _mm_set1_ps(alpha);
- __m128 v_a1 = _mm_set1_ps(alpha);
- _mm_interleave_ps(v_l0, v_l1, v_u0, v_u1, v_v0, v_v1, v_a0, v_a1);
-
- _mm_storeu_ps(dst + 0, v_l0);
- _mm_storeu_ps(dst + 4, v_l1);
- _mm_storeu_ps(dst + 8, v_u0);
- _mm_storeu_ps(dst + 12, v_u1);
- _mm_storeu_ps(dst + 16, v_v0);
- _mm_storeu_ps(dst + 20, v_v1);
- _mm_storeu_ps(dst + 24, v_a0);
- _mm_storeu_ps(dst + 28, v_a1);
- }
- else
- {
- _mm_interleave_ps(v_l0, v_l1, v_u0, v_u1, v_v0, v_v1);
-
- _mm_storeu_ps(dst + 0, v_l0);
- _mm_storeu_ps(dst + 4, v_l1);
- _mm_storeu_ps(dst + 8, v_u0);
- _mm_storeu_ps(dst + 12, v_u1);
- _mm_storeu_ps(dst + 16, v_v0);
- _mm_storeu_ps(dst + 20, v_v1);
- }
- }
- }
- #endif
- for( ; i < n; i += 3, dst += dcn )
- {
- float L = src[i], u = src[i+1], v = src[i+2], X, Y, Z;
- if(L >= 8)
- {
- Y = (L + 16.f) * (1.f/116.f);
- Y = Y*Y*Y;
- }
- else
- {
- Y = L * (1.0f/903.3f); // L*(3./29.)^3
- }
- float up = 3.f*(u + L*_un);
- float vp = 0.25f/(v + L*_vn);
- if(vp > 0.25f) vp = 0.25f;
- if(vp < -0.25f) vp = -0.25f;
- X = Y*3.f*up*vp;
- Z = Y*(((12.f*13.f)*L - up)*vp - 5.f);
-
- float R = X*C0 + Y*C1 + Z*C2;
- float G = X*C3 + Y*C4 + Z*C5;
- float B = X*C6 + Y*C7 + Z*C8;
-
- R = std::min(std::max(R, 0.f), 1.f);
- G = std::min(std::max(G, 0.f), 1.f);
- B = std::min(std::max(B, 0.f), 1.f);
-
- if( gammaTab )
- {
- R = splineInterpolate(R*gscale, gammaTab, GAMMA_TAB_SIZE);
- G = splineInterpolate(G*gscale, gammaTab, GAMMA_TAB_SIZE);
- B = splineInterpolate(B*gscale, gammaTab, GAMMA_TAB_SIZE);
- }
-
- dst[0] = R; dst[1] = G; dst[2] = B;
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
-
- int dstcn;
- float coeffs[9], un, vn;
- bool srgb;
- #if CV_SSE2
- bool haveSIMD;
- #endif
-};
-
-
-struct Luv2RGB_f
-{
- typedef float channel_type;
-
- Luv2RGB_f( int _dstcn, int blueIdx, const float* _coeffs,
- const float* whitept, bool _srgb )
- : fcvt(_dstcn, blueIdx, _coeffs, whitept, _srgb), dstcn(_dstcn)
- { }
-
- void operator()(const float* src, float* dst, int n) const
- {
- fcvt(src, dst, n);
- }
-
- Luv2RGBfloat fcvt;
- int dstcn;
-};
-
-struct RGB2Luvinterpolate
-{
- typedef uchar channel_type;
-
- RGB2Luvinterpolate( int _srccn, int _blueIdx, const float* /* _coeffs */,
- const float* /* _whitept */, bool /*_srgb*/ )
- : srccn(_srccn), blueIdx(_blueIdx)
- {
- initLabTabs();
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int i, scn = srccn, bIdx = blueIdx;
-
- i = 0; n *= 3;
-
-#if CV_SIMD128
- if(enablePackedRGB2Luv)
- {
- static const int nPixels = 8*2;
- for(; i < n - 3*nPixels; i += 3*nPixels, src += scn*nPixels)
- {
- /*
- int R = src[bIdx], G = src[1], B = src[bIdx^2];
- */
- v_uint8x16 r16, g16, b16, dummy16;
- if(scn == 3)
- {
- v_load_deinterleave(src, r16, g16, b16);
- }
- else // scn == 4
- {
- v_load_deinterleave(src, r16, g16, b16, dummy16);
- }
-
- if(bIdx)
- {
- dummy16 = r16; r16 = b16; b16 = dummy16;
- }
-
- /*
- static const int baseDiv = LAB_BASE/256;
- R = R*baseDiv, G = G*baseDiv, B = B*baseDiv;
- */
- v_uint16x8 r80, r81, g80, g81, b80, b81;
- v_expand(r16, r80, r81);
- v_expand(g16, g80, g81);
- v_expand(b16, b80, b81);
- r80 = r80 << (lab_base_shift - 8); r81 = r81 << (lab_base_shift - 8);
- g80 = g80 << (lab_base_shift - 8); g81 = g81 << (lab_base_shift - 8);
- b80 = b80 << (lab_base_shift - 8); b81 = b81 << (lab_base_shift - 8);
-
- /*
- int L, u, v;
- trilinearInterpolate(R, G, B, RGB2LuvLUT_s16, L, u, v);
- */
- v_uint16x8 l80, u80, v80, l81, u81, v81;
- trilinearPackedInterpolate(r80, g80, b80, LABLUVLUTs16.RGB2LuvLUT_s16, l80, u80, v80);
- trilinearPackedInterpolate(r81, g81, b81, LABLUVLUTs16.RGB2LuvLUT_s16, l81, u81, v81);
-
- /*
- dst[i] = saturate_cast<uchar>(L/baseDiv);
- dst[i+1] = saturate_cast<uchar>(u/baseDiv);
- dst[i+2] = saturate_cast<uchar>(v/baseDiv);
- */
- l80 = l80 >> (lab_base_shift - 8); l81 = l81 >> (lab_base_shift - 8);
- u80 = u80 >> (lab_base_shift - 8); u81 = u81 >> (lab_base_shift - 8);
- v80 = v80 >> (lab_base_shift - 8); v81 = v81 >> (lab_base_shift - 8);
- v_uint8x16 l16 = v_pack(l80, l81);
- v_uint8x16 u16 = v_pack(u80, u81);
- v_uint8x16 v16 = v_pack(v80, v81);
- v_store_interleave(dst + i, l16, u16, v16);
- }
- }
-#endif // CV_SIMD128
-
- for(; i < n; i += 3, src += scn)
- {
- int R = src[bIdx], G = src[1], B = src[bIdx^2];
-
- // (LAB_BASE/255) gives more accuracy but not very much
- static const int baseDiv = LAB_BASE/256;
- R = R*baseDiv, G = G*baseDiv, B = B*baseDiv;
-
- int L, u, v;
- trilinearInterpolate(R, G, B, LABLUVLUTs16.RGB2LuvLUT_s16, L, u, v);
-
- dst[i] = saturate_cast<uchar>(L/baseDiv);
- dst[i+1] = saturate_cast<uchar>(u/baseDiv);
- dst[i+2] = saturate_cast<uchar>(v/baseDiv);
- }
-
- }
-
- int srccn;
- int blueIdx;
-};
-
-
-struct RGB2Luv_b
-{
- typedef uchar channel_type;
-
- RGB2Luv_b( int _srccn, int blueIdx, const float* _coeffs,
- const float* _whitept, bool _srgb )
- : srccn(_srccn),
- fcvt(3, blueIdx, _coeffs, _whitept, _srgb),
- icvt(_srccn, blueIdx, _coeffs, _whitept, _srgb)
- {
- useInterpolation = (!_coeffs && !_whitept && _srgb
- && enableBitExactness
- && enableRGB2LuvInterpolation);
-
- #if CV_NEON
- v_scale_inv = vdupq_n_f32(softfloat::one()/f255);
- v_scale = vdupq_n_f32(f255/softfloat(100));
- v_coeff1 = vdupq_n_f32(f255/uRange);
- v_coeff2 = vdupq_n_f32(-uLow*f255/uRange);
- v_coeff3 = vdupq_n_f32(f255/vRange);
- v_coeff4 = vdupq_n_f32(-vLow*f255/vRange);
- v_alpha = vdup_n_u8(ColorChannel<uchar>::max());
- #elif CV_SSE2
- v_zero = _mm_setzero_si128();
- v_scale_inv = _mm_set1_ps(softfloat::one()/f255);
- haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
- #endif
- }
-
- #if CV_SSE2
- void process(const float * buf,
- __m128 & v_coeffs, __m128 & v_res, uchar * dst) const
- {
- __m128 v_l0f = _mm_load_ps(buf);
- __m128 v_l1f = _mm_load_ps(buf + 4);
- __m128 v_u0f = _mm_load_ps(buf + 8);
- __m128 v_u1f = _mm_load_ps(buf + 12);
-
- v_l0f = _mm_add_ps(_mm_mul_ps(v_l0f, v_coeffs), v_res);
- v_u1f = _mm_add_ps(_mm_mul_ps(v_u1f, v_coeffs), v_res);
- v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x92));
- v_res = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_res), 0x92));
- v_u0f = _mm_add_ps(_mm_mul_ps(v_u0f, v_coeffs), v_res);
- v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x92));
- v_res = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_res), 0x92));
- v_l1f = _mm_add_ps(_mm_mul_ps(v_l1f, v_coeffs), v_res);
-
- __m128i v_l = _mm_packs_epi32(_mm_cvtps_epi32(v_l0f), _mm_cvtps_epi32(v_l1f));
- __m128i v_u = _mm_packs_epi32(_mm_cvtps_epi32(v_u0f), _mm_cvtps_epi32(v_u1f));
- __m128i v_l0 = _mm_packus_epi16(v_l, v_u);
-
- _mm_storeu_si128((__m128i *)(dst), v_l0);
- }
- #endif
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- if(useInterpolation)
- {
- icvt(src, dst, n);
- return;
- }
-
- int i, j, scn = srccn;
- float CV_DECL_ALIGNED(16) buf[3*BLOCK_SIZE];
-
- #if CV_SSE2
- __m128 v_coeffs = _mm_set_ps(f255/softfloat(100), f255/vRange, f255/uRange, f255/softfloat(100));
- __m128 v_res = _mm_set_ps(0.f, -vLow*f255/vRange, -uLow*f255/uRange, 0.f);
- #endif
-
- for( i = 0; i < n; i += BLOCK_SIZE, dst += BLOCK_SIZE*3 )
- {
- int dn = std::min(n - i, (int)BLOCK_SIZE);
- j = 0;
-
- #if CV_NEON
- for ( ; j <= (dn - 8) * 3; j += 24, src += 8 * scn)
- {
- uint16x8_t v_t0, v_t1, v_t2;
-
- if (scn == 3)
- {
- uint8x8x3_t v_src = vld3_u8(src);
- v_t0 = vmovl_u8(v_src.val[0]);
- v_t1 = vmovl_u8(v_src.val[1]);
- v_t2 = vmovl_u8(v_src.val[2]);
- }
- else
- {
- uint8x8x4_t v_src = vld4_u8(src);
- v_t0 = vmovl_u8(v_src.val[0]);
- v_t1 = vmovl_u8(v_src.val[1]);
- v_t2 = vmovl_u8(v_src.val[2]);
- }
-
- float32x4x3_t v_dst;
- v_dst.val[0] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t0))), v_scale_inv);
- v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t1))), v_scale_inv);
- v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t2))), v_scale_inv);
- vst3q_f32(buf + j, v_dst);
-
- v_dst.val[0] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t0))), v_scale_inv);
- v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t1))), v_scale_inv);
- v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t2))), v_scale_inv);
- vst3q_f32(buf + j + 12, v_dst);
- }
- #elif CV_SSE2
- if (scn == 3 && haveSIMD)
- {
- for ( ; j <= (dn * 3 - 16); j += 16, src += 16)
- {
- __m128i v_src = _mm_loadu_si128((__m128i const *)src);
-
- __m128i v_src_p = _mm_unpacklo_epi8(v_src, v_zero);
- _mm_store_ps(buf + j, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_p, v_zero)), v_scale_inv));
- _mm_store_ps(buf + j + 4, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpackhi_epi16(v_src_p, v_zero)), v_scale_inv));
-
- v_src_p = _mm_unpackhi_epi8(v_src, v_zero);
- _mm_store_ps(buf + j + 8, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_p, v_zero)), v_scale_inv));
- _mm_store_ps(buf + j + 12, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpackhi_epi16(v_src_p, v_zero)), v_scale_inv));
- }
-
- int jr = j % 3;
- if (jr)
- src -= jr, j -= jr;
- }
- else if (scn == 4 && haveSIMD)
- {
- for ( ; j <= (dn * 3 - 12); j += 12, src += 16)
- {
- __m128i v_src = _mm_loadu_si128((__m128i const *)src);
-
- __m128i v_src_lo = _mm_unpacklo_epi8(v_src, v_zero);
- __m128i v_src_hi = _mm_unpackhi_epi8(v_src, v_zero);
- _mm_storeu_ps(buf + j, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_lo, v_zero)), v_scale_inv));
- _mm_storeu_ps(buf + j + 3, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpackhi_epi16(v_src_lo, v_zero)), v_scale_inv));
- _mm_storeu_ps(buf + j + 6, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_hi, v_zero)), v_scale_inv));
- float tmp = buf[j + 8];
- _mm_storeu_ps(buf + j + 8, _mm_mul_ps(_mm_cvtepi32_ps(_mm_shuffle_epi32(_mm_unpackhi_epi16(v_src_hi, v_zero), 0x90)), v_scale_inv));
- buf[j + 8] = tmp;
- }
-
- int jr = j % 3;
- if (jr)
- src -= jr, j -= jr;
- }
- #endif
- static const softfloat f255inv = softfloat::one()/f255;
- for( ; j < dn*3; j += 3, src += scn )
- {
- buf[j ] = (float)(src[0]*((float)f255inv));
- buf[j+1] = (float)(src[1]*((float)f255inv));
- buf[j+2] = (float)(src[2]*((float)f255inv));
- }
- fcvt(buf, buf, dn);
-
- j = 0;
- #if CV_NEON
- for ( ; j <= (dn - 8) * 3; j += 24)
- {
- float32x4x3_t v_src0 = vld3q_f32(buf + j), v_src1 = vld3q_f32(buf + j + 12);
-
- uint8x8x3_t v_dst;
- v_dst.val[0] = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[0], v_scale))),
- vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[0], v_scale)))));
- v_dst.val[1] = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vaddq_f32(vmulq_f32(v_src0.val[1], v_coeff1), v_coeff2))),
- vqmovn_u32(cv_vrndq_u32_f32(vaddq_f32(vmulq_f32(v_src1.val[1], v_coeff1), v_coeff2)))));
- v_dst.val[2] = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vaddq_f32(vmulq_f32(v_src0.val[2], v_coeff3), v_coeff4))),
- vqmovn_u32(cv_vrndq_u32_f32(vaddq_f32(vmulq_f32(v_src1.val[2], v_coeff3), v_coeff4)))));
-
- vst3_u8(dst + j, v_dst);
- }
- #elif CV_SSE2
- if (haveSIMD)
- {
- for ( ; j <= (dn - 16) * 3; j += 48)
- {
- process(buf + j,
- v_coeffs, v_res, dst + j);
-
- process(buf + j + 16,
- v_coeffs, v_res, dst + j + 16);
-
- process(buf + j + 32,
- v_coeffs, v_res, dst + j + 32);
- }
- }
- #endif
-
- static const softfloat fL = f255/softfloat(100);
- static const softfloat fu = f255/uRange;
- static const softfloat fv = f255/vRange;
- static const softfloat su = -uLow*f255/uRange;
- static const softfloat sv = -vLow*f255/vRange;
- for( ; j < dn*3; j += 3 )
- {
- dst[j] = saturate_cast<uchar>(buf[j]*(float)fL);
- dst[j+1] = saturate_cast<uchar>(buf[j+1]*(float)fu + (float)su);
- dst[j+2] = saturate_cast<uchar>(buf[j+2]*(float)fv + (float)sv);
- }
- }
- }
-
- int srccn;
- RGB2Luvfloat fcvt;
- RGB2Luvinterpolate icvt;
-
- #if CV_NEON
- float32x4_t v_scale, v_scale_inv, v_coeff1, v_coeff2, v_coeff3, v_coeff4;
- uint8x8_t v_alpha;
- #elif CV_SSE2
- __m128 v_scale_inv;
- __m128i v_zero;
- bool haveSIMD;
- #endif
- bool useInterpolation;
-};
-
-
-struct Luv2RGBinteger
-{
- typedef uchar channel_type;
-
- static const int base_shift = 14;
- static const int BASE = (1 << base_shift);
- static const int shift = lab_shift+(base_shift-inv_gamma_shift);
-
- // whitept is fixed for int calculations
- Luv2RGBinteger( int _dstcn, int blueIdx, const float* _coeffs,
- const float* /*_whitept*/, bool _srgb )
- : dstcn(_dstcn)
- {
- initLabTabs();
-
- static const softdouble lshift(1 << lab_shift);
- for(int i = 0; i < 3; i++)
- {
- softdouble c[3];
- for(int j = 0; j < 3; j++)
- if(_coeffs)
- c[j] = softdouble(_coeffs[i + j*3]);
- else
- c[j] = XYZ2sRGB_D65[i + j*3];
-
- coeffs[i+blueIdx*3] = cvRound(lshift*c[0]);
- coeffs[i+3] = cvRound(lshift*c[1]);
- coeffs[i+(blueIdx^2)*3] = cvRound(lshift*c[2]);
- }
-
- tab = _srgb ? sRGBInvGammaTab_b : linearInvGammaTab_b;
- }
-
- // L, u, v should be in their natural range
- inline void process(const uchar LL, const uchar uu, const uchar vv, int& ro, int& go, int& bo) const
- {
- ushort y = LabToYF_b[LL*2];
-
- // y : [0, BASE]
- // up: [-402, 1431.57]*(BASE/1024)
- // vp: +/- 0.25*BASE*1024
- int up = LUVLUT.LuToUp_b[LL*256+uu];
- int vp = LUVLUT.LvToVp_b[LL*256+vv];
- //X = y*3.f* up/((float)BASE/1024) *vp/((float)BASE*1024);
- //Z = y*(((12.f*13.f)*((float)LL)*100.f/255.f - up/((float)BASE))*vp/((float)BASE*1024) - 5.f);
-
- long long int xv = ((int)up)*(long long)vp;
- int x = (int)(xv/BASE);
- x = y*x/BASE;
-
- long long int vpl = LUVLUT.LvToVpl_b[LL*256+vv];
- long long int zp = vpl - xv*(255/3);
- zp /= BASE;
- long long int zq = zp - (long long)(5*255*BASE);
- int zm = (int)(y*zq/BASE);
- int z = zm/256 + zm/65536;
-
- //limit X, Y, Z to [0, 2] to fit white point
- x = max(0, min(2*BASE, x)); z = max(0, min(2*BASE, z));
-
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2];
- int C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5];
- int C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
-
- ro = CV_DESCALE(C0 * x + C1 * y + C2 * z, shift);
- go = CV_DESCALE(C3 * x + C4 * y + C5 * z, shift);
- bo = CV_DESCALE(C6 * x + C7 * y + C8 * z, shift);
-
- ro = max(0, min((int)INV_GAMMA_TAB_SIZE-1, ro));
- go = max(0, min((int)INV_GAMMA_TAB_SIZE-1, go));
- bo = max(0, min((int)INV_GAMMA_TAB_SIZE-1, bo));
-
- ro = tab[ro];
- go = tab[go];
- bo = tab[bo];
- }
-
- inline void processLuvToXYZ(const v_uint8x16& lv, const v_uint8x16& uv, const v_uint8x16& vv,
- int32_t* xyz) const
- {
- uint8_t CV_DECL_ALIGNED(16) lvstore[16], uvstore[16], vvstore[16];
- v_store_aligned(lvstore, lv); v_store_aligned(uvstore, uv); v_store_aligned(vvstore, vv);
-
- for(int i = 0; i < 16; i++)
- {
- int LL = lvstore[i];
- int u = uvstore[i];
- int v = vvstore[i];
- int y = LabToYF_b[LL*2];
-
- int up = LUVLUT.LuToUp_b[LL*256+u];
- int vp = LUVLUT.LvToVp_b[LL*256+v];
-
- long long int xv = up*(long long int)vp;
- long long int vpl = LUVLUT.LvToVpl_b[LL*256+v];
- long long int zp = vpl - xv*(255/3);
- zp = zp >> base_shift;
- long long int zq = zp - (5*255*BASE);
- int zm = (int)((y*zq) >> base_shift);
-
- int x = (int)(xv >> base_shift);
- x = (y*x) >> base_shift;
-
- int z = zm/256 + zm/65536;
- x = max(0, min(2*BASE, x)); z = max(0, min(2*BASE, z));
-
- xyz[i] = x; xyz[i + 16] = y; xyz[i + 32] = z;
- }
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- int i, dcn = dstcn;
- uchar alpha = ColorChannel<uchar>::max();
-
- i = 0;
-#if CV_SIMD128
- if(enablePackedLuv2RGB)
- {
- static const int nPixels = 16;
- for (; i < n*3-3*nPixels; i += 3*nPixels, dst += dcn*nPixels)
- {
- v_uint8x16 u8l, u8u, u8v;
- v_load_deinterleave(src + i, u8l, u8u, u8v);
-
- int32_t CV_DECL_ALIGNED(16) xyz[48];
- processLuvToXYZ(u8l, u8u, u8v, xyz);
-
- v_int32x4 xiv[4], yiv[4], ziv[4];
- for(int k = 0; k < 4; k++)
- {
- xiv[k] = v_load_aligned(xyz + 4*k);
- yiv[k] = v_load_aligned(xyz + 4*k + 16);
- ziv[k] = v_load_aligned(xyz + 4*k + 32);
- }
-
- /*
- ro = CV_DESCALE(C0 * x + C1 * y + C2 * z, shift);
- go = CV_DESCALE(C3 * x + C4 * y + C5 * z, shift);
- bo = CV_DESCALE(C6 * x + C7 * y + C8 * z, shift);
- */
- v_int32x4 C0 = v_setall_s32(coeffs[0]), C1 = v_setall_s32(coeffs[1]), C2 = v_setall_s32(coeffs[2]);
- v_int32x4 C3 = v_setall_s32(coeffs[3]), C4 = v_setall_s32(coeffs[4]), C5 = v_setall_s32(coeffs[5]);
- v_int32x4 C6 = v_setall_s32(coeffs[6]), C7 = v_setall_s32(coeffs[7]), C8 = v_setall_s32(coeffs[8]);
- v_int32x4 descaleShift = v_setall_s32(1 << (shift-1));
- v_int32x4 tabsz = v_setall_s32((int)INV_GAMMA_TAB_SIZE-1);
- v_uint32x4 r_vecs[4], g_vecs[4], b_vecs[4];
- for(int k = 0; k < 4; k++)
- {
- v_int32x4 i_r, i_g, i_b;
- i_r = (xiv[k]*C0 + yiv[k]*C1 + ziv[k]*C2 + descaleShift) >> shift;
- i_g = (xiv[k]*C3 + yiv[k]*C4 + ziv[k]*C5 + descaleShift) >> shift;
- i_b = (xiv[k]*C6 + yiv[k]*C7 + ziv[k]*C8 + descaleShift) >> shift;
-
- //limit indices in table and then substitute
- //ro = tab[ro]; go = tab[go]; bo = tab[bo];
- int32_t CV_DECL_ALIGNED(16) rshifts[4], gshifts[4], bshifts[4];
- v_int32x4 rs = v_max(v_setzero_s32(), v_min(tabsz, i_r));
- v_int32x4 gs = v_max(v_setzero_s32(), v_min(tabsz, i_g));
- v_int32x4 bs = v_max(v_setzero_s32(), v_min(tabsz, i_b));
-
- v_store_aligned(rshifts, rs);
- v_store_aligned(gshifts, gs);
- v_store_aligned(bshifts, bs);
-
- r_vecs[k] = v_uint32x4(tab[rshifts[0]], tab[rshifts[1]], tab[rshifts[2]], tab[rshifts[3]]);
- g_vecs[k] = v_uint32x4(tab[gshifts[0]], tab[gshifts[1]], tab[gshifts[2]], tab[gshifts[3]]);
- b_vecs[k] = v_uint32x4(tab[bshifts[0]], tab[bshifts[1]], tab[bshifts[2]], tab[bshifts[3]]);
- }
-
- v_uint16x8 u_rvec0 = v_pack(r_vecs[0], r_vecs[1]), u_rvec1 = v_pack(r_vecs[2], r_vecs[3]);
- v_uint16x8 u_gvec0 = v_pack(g_vecs[0], g_vecs[1]), u_gvec1 = v_pack(g_vecs[2], g_vecs[3]);
- v_uint16x8 u_bvec0 = v_pack(b_vecs[0], b_vecs[1]), u_bvec1 = v_pack(b_vecs[2], b_vecs[3]);
-
- v_uint8x16 u8_b, u8_g, u8_r;
- u8_b = v_pack(u_bvec0, u_bvec1);
- u8_g = v_pack(u_gvec0, u_gvec1);
- u8_r = v_pack(u_rvec0, u_rvec1);
-
- if(dcn == 4)
- {
- v_store_interleave(dst, u8_b, u8_g, u8_r, v_setall_u8(alpha));
- }
- else
- {
- v_store_interleave(dst, u8_b, u8_g, u8_r);
- }
- }
- }
-#endif
-
- for (; i < n*3; i += 3, dst += dcn)
- {
- int ro, go, bo;
- process(src[i + 0], src[i + 1], src[i + 2], ro, go, bo);
-
- dst[0] = saturate_cast<uchar>(bo);
- dst[1] = saturate_cast<uchar>(go);
- dst[2] = saturate_cast<uchar>(ro);
- if( dcn == 4 )
- dst[3] = alpha;
- }
-
- }
-
- int dstcn;
- int coeffs[9];
- ushort* tab;
-};
-
-
-struct Luv2RGB_b
-{
- typedef uchar channel_type;
-
- Luv2RGB_b( int _dstcn, int blueIdx, const float* _coeffs,
- const float* _whitept, bool _srgb )
- : dstcn(_dstcn),
- fcvt(_dstcn, blueIdx, _coeffs, _whitept, _srgb),
- icvt(_dstcn, blueIdx, _coeffs, _whitept, _srgb)
- {
- // whitept is fixed for int calculations
- useBitExactness = (!_whitept && enableBitExactness);
- }
-
- void operator()(const uchar* src, uchar* dst, int n) const
- {
- if(useBitExactness)
- {
- icvt(src, dst, n);
- return;
- }
-
- int i, j, dcn = dstcn;
- uchar alpha = ColorChannel<uchar>::max();
- float CV_DECL_ALIGNED(16) buf[3*BLOCK_SIZE];
-
- static const softfloat fl = softfloat(100)/f255;
- static const softfloat fu = uRange/f255;
- static const softfloat fv = vRange/f255;
-
- for( i = 0; i < n; i += BLOCK_SIZE, src += BLOCK_SIZE*3 )
- {
- int dn = std::min(n - i, (int)BLOCK_SIZE);
- j = 0;
-
- v_float32x4 luvlm(fl, fu, fv, fl), uvlum(fu, fv, fl, fu), vluvm(fv, fl, fu, fv);
- v_float32x4 luvla(0, uLow, vLow, 0), uvlua(uLow, vLow, 0, uLow), vluva(vLow, 0, uLow, vLow);
-
- static const int nPixBlock = 16;
- for( ; j < (dn-nPixBlock)*3; j += nPixBlock*3)
- {
- v_uint8x16 src8;
- v_uint16x8 src16_0, src16_1;
- v_int32x4 src32_00, src32_01, src32_10, src32_11;
- v_float32x4 m00, m01, m10, m11, a00, a01, a10, a11;
-
- int bufp = 0, srcp = 0;
-
- #define CVTSTORE(n) v_store_aligned(buf + j + (bufp++)*4, v_muladd(v_cvt_f32(src32_##n), m##n, a##n))
- #define LOADSTORE(seq1, seq2, seq3, seq4) \
- do{\
- m00 = seq1##m, m01 = seq2##m, m10 = seq3##m, m11 = seq4##m;\
- a00 = seq1##a, a01 = seq2##a, a10 = seq3##a, a11 = seq4##a;\
- src8 = v_load(src + j + (srcp++)*16);\
- v_expand(src8, src16_0, src16_1);\
- v_expand(v_reinterpret_as_s16(src16_0), src32_00, src32_01);\
- v_expand(v_reinterpret_as_s16(src16_1), src32_10, src32_11);\
- CVTSTORE(00); CVTSTORE(01); CVTSTORE(10); CVTSTORE(11);\
- }while(0)
-
- LOADSTORE(luvl, uvlu, vluv, luvl);
- LOADSTORE(uvlu, vluv, luvl, uvlu);
- LOADSTORE(vluv, luvl, uvlu, vluv);
-
- #undef CVTSTORE
- #undef LOADSTORE
- }
- for( ; j < dn*3; j += 3 )
- {
- buf[j] = src[j]*((float)fl);
- buf[j+1] = (float)(src[j+1]*(float)fu + (float)uLow);
- buf[j+2] = (float)(src[j+2]*(float)fv + (float)vLow);
- }
-
- fcvt(buf, buf, dn);
-
- j = 0;
-
- //assume that fcvt returns 1.f as alpha value in case of 4 channels
- static const int nBlock = 16;
- v_float32x4 m255(255.f, 255.f, 255.f, 255.f);
- v_float32x4 f00, f01, f10, f11;
- v_int32x4 i00, i01, i10, i11;
- for(; j < dn*3 - nBlock; j += nBlock, dst += nBlock)
- {
- f00 = v_load_aligned(buf + j + 0); f01 = v_load_aligned(buf + j + 4);
- f10 = v_load_aligned(buf + j + 8); f11 = v_load_aligned(buf + j + 12);
- i00 = v_round(f00*m255); i01 = v_round(f01*m255);
- i10 = v_round(f10*m255); i11 = v_round(f11*m255);
- v_store(dst, v_pack(v_reinterpret_as_u16(v_pack(i00, i01)),
- v_reinterpret_as_u16(v_pack(i10, i11))));
- }
-
- for( ; j < dn*3; j += 3, dst += dcn )
- {
- dst[0] = saturate_cast<uchar>(buf[j]*255.f);
- dst[1] = saturate_cast<uchar>(buf[j+1]*255.f);
- dst[2] = saturate_cast<uchar>(buf[j+2]*255.f);
- if( dcn == 4 )
- dst[3] = alpha;
- }
- }
- }
-
- int dstcn;
- Luv2RGBfloat fcvt;
- Luv2RGBinteger icvt;
-
- bool useBitExactness;
-};
-
-#undef clip
-
-///////////////////////////////////// YUV420 -> RGB /////////////////////////////////////
-
-const int ITUR_BT_601_CY = 1220542;
-const int ITUR_BT_601_CUB = 2116026;
-const int ITUR_BT_601_CUG = -409993;
-const int ITUR_BT_601_CVG = -852492;
-const int ITUR_BT_601_CVR = 1673527;
-const int ITUR_BT_601_SHIFT = 20;
-
-// Coefficients for RGB to YUV420p conversion
-const int ITUR_BT_601_CRY = 269484;
-const int ITUR_BT_601_CGY = 528482;
-const int ITUR_BT_601_CBY = 102760;
-const int ITUR_BT_601_CRU = -155188;
-const int ITUR_BT_601_CGU = -305135;
-const int ITUR_BT_601_CBU = 460324;
-const int ITUR_BT_601_CGV = -385875;
-const int ITUR_BT_601_CBV = -74448;
-
-template<int bIdx, int uIdx>
-struct YUV420sp2RGB888Invoker : ParallelLoopBody
-{
- uchar * dst_data;
- size_t dst_step;
- int width;
- const uchar* my1, *muv;
- size_t stride;
-
- YUV420sp2RGB888Invoker(uchar * _dst_data, size_t _dst_step, int _dst_width, size_t _stride, const uchar* _y1, const uchar* _uv)
- : dst_data(_dst_data), dst_step(_dst_step), width(_dst_width), my1(_y1), muv(_uv), stride(_stride) {}
-
- void operator()(const Range& range) const
- {
- int rangeBegin = range.start * 2;
- int rangeEnd = range.end * 2;
-
- //R = 1.164(Y - 16) + 1.596(V - 128)
- //G = 1.164(Y - 16) - 0.813(V - 128) - 0.391(U - 128)
- //B = 1.164(Y - 16) + 2.018(U - 128)
-
- //R = (1220542(Y - 16) + 1673527(V - 128) + (1 << 19)) >> 20
- //G = (1220542(Y - 16) - 852492(V - 128) - 409993(U - 128) + (1 << 19)) >> 20
- //B = (1220542(Y - 16) + 2116026(U - 128) + (1 << 19)) >> 20
-
- const uchar* y1 = my1 + rangeBegin * stride, *uv = muv + rangeBegin * stride / 2;
-
- for (int j = rangeBegin; j < rangeEnd; j += 2, y1 += stride * 2, uv += stride)
- {
- uchar* row1 = dst_data + dst_step * j;
- uchar* row2 = dst_data + dst_step * (j + 1);
- const uchar* y2 = y1 + stride;
-
- for (int i = 0; i < width; i += 2, row1 += 6, row2 += 6)
- {
- int u = int(uv[i + 0 + uIdx]) - 128;
- int v = int(uv[i + 1 - uIdx]) - 128;
-
- int ruv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVR * v;
- int guv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVG * v + ITUR_BT_601_CUG * u;
- int buv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CUB * u;
-
- int y00 = std::max(0, int(y1[i]) - 16) * ITUR_BT_601_CY;
- row1[2-bIdx] = saturate_cast<uchar>((y00 + ruv) >> ITUR_BT_601_SHIFT);
- row1[1] = saturate_cast<uchar>((y00 + guv) >> ITUR_BT_601_SHIFT);
- row1[bIdx] = saturate_cast<uchar>((y00 + buv) >> ITUR_BT_601_SHIFT);
-
- int y01 = std::max(0, int(y1[i + 1]) - 16) * ITUR_BT_601_CY;
- row1[5-bIdx] = saturate_cast<uchar>((y01 + ruv) >> ITUR_BT_601_SHIFT);
- row1[4] = saturate_cast<uchar>((y01 + guv) >> ITUR_BT_601_SHIFT);
- row1[3+bIdx] = saturate_cast<uchar>((y01 + buv) >> ITUR_BT_601_SHIFT);
-
- int y10 = std::max(0, int(y2[i]) - 16) * ITUR_BT_601_CY;
- row2[2-bIdx] = saturate_cast<uchar>((y10 + ruv) >> ITUR_BT_601_SHIFT);
- row2[1] = saturate_cast<uchar>((y10 + guv) >> ITUR_BT_601_SHIFT);
- row2[bIdx] = saturate_cast<uchar>((y10 + buv) >> ITUR_BT_601_SHIFT);
-
- int y11 = std::max(0, int(y2[i + 1]) - 16) * ITUR_BT_601_CY;
- row2[5-bIdx] = saturate_cast<uchar>((y11 + ruv) >> ITUR_BT_601_SHIFT);
- row2[4] = saturate_cast<uchar>((y11 + guv) >> ITUR_BT_601_SHIFT);
- row2[3+bIdx] = saturate_cast<uchar>((y11 + buv) >> ITUR_BT_601_SHIFT);
- }
- }
- }
-};
-
-template<int bIdx, int uIdx>
-struct YUV420sp2RGBA8888Invoker : ParallelLoopBody
-{
- uchar * dst_data;
- size_t dst_step;
- int width;
- const uchar* my1, *muv;
- size_t stride;
-
- YUV420sp2RGBA8888Invoker(uchar * _dst_data, size_t _dst_step, int _dst_width, size_t _stride, const uchar* _y1, const uchar* _uv)
- : dst_data(_dst_data), dst_step(_dst_step), width(_dst_width), my1(_y1), muv(_uv), stride(_stride) {}
-
- void operator()(const Range& range) const
- {
- int rangeBegin = range.start * 2;
- int rangeEnd = range.end * 2;
-
- //R = 1.164(Y - 16) + 1.596(V - 128)
- //G = 1.164(Y - 16) - 0.813(V - 128) - 0.391(U - 128)
- //B = 1.164(Y - 16) + 2.018(U - 128)
-
- //R = (1220542(Y - 16) + 1673527(V - 128) + (1 << 19)) >> 20
- //G = (1220542(Y - 16) - 852492(V - 128) - 409993(U - 128) + (1 << 19)) >> 20
- //B = (1220542(Y - 16) + 2116026(U - 128) + (1 << 19)) >> 20
-
- const uchar* y1 = my1 + rangeBegin * stride, *uv = muv + rangeBegin * stride / 2;
-
- for (int j = rangeBegin; j < rangeEnd; j += 2, y1 += stride * 2, uv += stride)
- {
- uchar* row1 = dst_data + dst_step * j;
- uchar* row2 = dst_data + dst_step * (j + 1);
- const uchar* y2 = y1 + stride;
-
- for (int i = 0; i < width; i += 2, row1 += 8, row2 += 8)
- {
- int u = int(uv[i + 0 + uIdx]) - 128;
- int v = int(uv[i + 1 - uIdx]) - 128;
-
- int ruv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVR * v;
- int guv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVG * v + ITUR_BT_601_CUG * u;
- int buv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CUB * u;
-
- int y00 = std::max(0, int(y1[i]) - 16) * ITUR_BT_601_CY;
- row1[2-bIdx] = saturate_cast<uchar>((y00 + ruv) >> ITUR_BT_601_SHIFT);
- row1[1] = saturate_cast<uchar>((y00 + guv) >> ITUR_BT_601_SHIFT);
- row1[bIdx] = saturate_cast<uchar>((y00 + buv) >> ITUR_BT_601_SHIFT);
- row1[3] = uchar(0xff);
-
- int y01 = std::max(0, int(y1[i + 1]) - 16) * ITUR_BT_601_CY;
- row1[6-bIdx] = saturate_cast<uchar>((y01 + ruv) >> ITUR_BT_601_SHIFT);
- row1[5] = saturate_cast<uchar>((y01 + guv) >> ITUR_BT_601_SHIFT);
- row1[4+bIdx] = saturate_cast<uchar>((y01 + buv) >> ITUR_BT_601_SHIFT);
- row1[7] = uchar(0xff);
-
- int y10 = std::max(0, int(y2[i]) - 16) * ITUR_BT_601_CY;
- row2[2-bIdx] = saturate_cast<uchar>((y10 + ruv) >> ITUR_BT_601_SHIFT);
- row2[1] = saturate_cast<uchar>((y10 + guv) >> ITUR_BT_601_SHIFT);
- row2[bIdx] = saturate_cast<uchar>((y10 + buv) >> ITUR_BT_601_SHIFT);
- row2[3] = uchar(0xff);
-
- int y11 = std::max(0, int(y2[i + 1]) - 16) * ITUR_BT_601_CY;
- row2[6-bIdx] = saturate_cast<uchar>((y11 + ruv) >> ITUR_BT_601_SHIFT);
- row2[5] = saturate_cast<uchar>((y11 + guv) >> ITUR_BT_601_SHIFT);
- row2[4+bIdx] = saturate_cast<uchar>((y11 + buv) >> ITUR_BT_601_SHIFT);
- row2[7] = uchar(0xff);
- }
- }
- }
-};
-
-template<int bIdx>
-struct YUV420p2RGB888Invoker : ParallelLoopBody
-{
- uchar * dst_data;
- size_t dst_step;
- int width;
- const uchar* my1, *mu, *mv;
- size_t stride;
- int ustepIdx, vstepIdx;
-
- YUV420p2RGB888Invoker(uchar * _dst_data, size_t _dst_step, int _dst_width, size_t _stride, const uchar* _y1, const uchar* _u, const uchar* _v, int _ustepIdx, int _vstepIdx)
- : dst_data(_dst_data), dst_step(_dst_step), width(_dst_width), my1(_y1), mu(_u), mv(_v), stride(_stride), ustepIdx(_ustepIdx), vstepIdx(_vstepIdx) {}
-
- void operator()(const Range& range) const
- {
- const int rangeBegin = range.start * 2;
- const int rangeEnd = range.end * 2;
-
- int uvsteps[2] = {width/2, static_cast<int>(stride) - width/2};
- int usIdx = ustepIdx, vsIdx = vstepIdx;
-
- const uchar* y1 = my1 + rangeBegin * stride;
- const uchar* u1 = mu + (range.start / 2) * stride;
- const uchar* v1 = mv + (range.start / 2) * stride;
-
- if(range.start % 2 == 1)
- {
- u1 += uvsteps[(usIdx++) & 1];
- v1 += uvsteps[(vsIdx++) & 1];
- }
-
- for (int j = rangeBegin; j < rangeEnd; j += 2, y1 += stride * 2, u1 += uvsteps[(usIdx++) & 1], v1 += uvsteps[(vsIdx++) & 1])
- {
- uchar* row1 = dst_data + dst_step * j;
- uchar* row2 = dst_data + dst_step * (j + 1);
- const uchar* y2 = y1 + stride;
-
- for (int i = 0; i < width / 2; i += 1, row1 += 6, row2 += 6)
- {
- int u = int(u1[i]) - 128;
- int v = int(v1[i]) - 128;
-
- int ruv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVR * v;
- int guv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVG * v + ITUR_BT_601_CUG * u;
- int buv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CUB * u;
-
- int y00 = std::max(0, int(y1[2 * i]) - 16) * ITUR_BT_601_CY;
- row1[2-bIdx] = saturate_cast<uchar>((y00 + ruv) >> ITUR_BT_601_SHIFT);
- row1[1] = saturate_cast<uchar>((y00 + guv) >> ITUR_BT_601_SHIFT);
- row1[bIdx] = saturate_cast<uchar>((y00 + buv) >> ITUR_BT_601_SHIFT);
-
- int y01 = std::max(0, int(y1[2 * i + 1]) - 16) * ITUR_BT_601_CY;
- row1[5-bIdx] = saturate_cast<uchar>((y01 + ruv) >> ITUR_BT_601_SHIFT);
- row1[4] = saturate_cast<uchar>((y01 + guv) >> ITUR_BT_601_SHIFT);
- row1[3+bIdx] = saturate_cast<uchar>((y01 + buv) >> ITUR_BT_601_SHIFT);
-
- int y10 = std::max(0, int(y2[2 * i]) - 16) * ITUR_BT_601_CY;
- row2[2-bIdx] = saturate_cast<uchar>((y10 + ruv) >> ITUR_BT_601_SHIFT);
- row2[1] = saturate_cast<uchar>((y10 + guv) >> ITUR_BT_601_SHIFT);
- row2[bIdx] = saturate_cast<uchar>((y10 + buv) >> ITUR_BT_601_SHIFT);
-
- int y11 = std::max(0, int(y2[2 * i + 1]) - 16) * ITUR_BT_601_CY;
- row2[5-bIdx] = saturate_cast<uchar>((y11 + ruv) >> ITUR_BT_601_SHIFT);
- row2[4] = saturate_cast<uchar>((y11 + guv) >> ITUR_BT_601_SHIFT);
- row2[3+bIdx] = saturate_cast<uchar>((y11 + buv) >> ITUR_BT_601_SHIFT);
- }
- }
- }
-};
-
-template<int bIdx>
-struct YUV420p2RGBA8888Invoker : ParallelLoopBody
-{
- uchar * dst_data;
- size_t dst_step;
- int width;
- const uchar* my1, *mu, *mv;
- size_t stride;
- int ustepIdx, vstepIdx;
-
- YUV420p2RGBA8888Invoker(uchar * _dst_data, size_t _dst_step, int _dst_width, size_t _stride, const uchar* _y1, const uchar* _u, const uchar* _v, int _ustepIdx, int _vstepIdx)
- : dst_data(_dst_data), dst_step(_dst_step), width(_dst_width), my1(_y1), mu(_u), mv(_v), stride(_stride), ustepIdx(_ustepIdx), vstepIdx(_vstepIdx) {}
-
- void operator()(const Range& range) const
- {
- int rangeBegin = range.start * 2;
- int rangeEnd = range.end * 2;
-
- int uvsteps[2] = {width/2, static_cast<int>(stride) - width/2};
- int usIdx = ustepIdx, vsIdx = vstepIdx;
-
- const uchar* y1 = my1 + rangeBegin * stride;
- const uchar* u1 = mu + (range.start / 2) * stride;
- const uchar* v1 = mv + (range.start / 2) * stride;
-
- if(range.start % 2 == 1)
- {
- u1 += uvsteps[(usIdx++) & 1];
- v1 += uvsteps[(vsIdx++) & 1];
- }
-
- for (int j = rangeBegin; j < rangeEnd; j += 2, y1 += stride * 2, u1 += uvsteps[(usIdx++) & 1], v1 += uvsteps[(vsIdx++) & 1])
- {
- uchar* row1 = dst_data + dst_step * j;
- uchar* row2 = dst_data + dst_step * (j + 1);
- const uchar* y2 = y1 + stride;
-
- for (int i = 0; i < width / 2; i += 1, row1 += 8, row2 += 8)
- {
- int u = int(u1[i]) - 128;
- int v = int(v1[i]) - 128;
-
- int ruv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVR * v;
- int guv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVG * v + ITUR_BT_601_CUG * u;
- int buv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CUB * u;
-
- int y00 = std::max(0, int(y1[2 * i]) - 16) * ITUR_BT_601_CY;
- row1[2-bIdx] = saturate_cast<uchar>((y00 + ruv) >> ITUR_BT_601_SHIFT);
- row1[1] = saturate_cast<uchar>((y00 + guv) >> ITUR_BT_601_SHIFT);
- row1[bIdx] = saturate_cast<uchar>((y00 + buv) >> ITUR_BT_601_SHIFT);
- row1[3] = uchar(0xff);
-
- int y01 = std::max(0, int(y1[2 * i + 1]) - 16) * ITUR_BT_601_CY;
- row1[6-bIdx] = saturate_cast<uchar>((y01 + ruv) >> ITUR_BT_601_SHIFT);
- row1[5] = saturate_cast<uchar>((y01 + guv) >> ITUR_BT_601_SHIFT);
- row1[4+bIdx] = saturate_cast<uchar>((y01 + buv) >> ITUR_BT_601_SHIFT);
- row1[7] = uchar(0xff);
-
- int y10 = std::max(0, int(y2[2 * i]) - 16) * ITUR_BT_601_CY;
- row2[2-bIdx] = saturate_cast<uchar>((y10 + ruv) >> ITUR_BT_601_SHIFT);
- row2[1] = saturate_cast<uchar>((y10 + guv) >> ITUR_BT_601_SHIFT);
- row2[bIdx] = saturate_cast<uchar>((y10 + buv) >> ITUR_BT_601_SHIFT);
- row2[3] = uchar(0xff);
-
- int y11 = std::max(0, int(y2[2 * i + 1]) - 16) * ITUR_BT_601_CY;
- row2[6-bIdx] = saturate_cast<uchar>((y11 + ruv) >> ITUR_BT_601_SHIFT);
- row2[5] = saturate_cast<uchar>((y11 + guv) >> ITUR_BT_601_SHIFT);
- row2[4+bIdx] = saturate_cast<uchar>((y11 + buv) >> ITUR_BT_601_SHIFT);
- row2[7] = uchar(0xff);
- }
- }
- }
-};
-
-#define MIN_SIZE_FOR_PARALLEL_YUV420_CONVERSION (320*240)
-
-template<int bIdx, int uIdx>
-inline void cvtYUV420sp2RGB(uchar * dst_data, size_t dst_step, int dst_width, int dst_height, size_t _stride, const uchar* _y1, const uchar* _uv)
-{
- YUV420sp2RGB888Invoker<bIdx, uIdx> converter(dst_data, dst_step, dst_width, _stride, _y1, _uv);
- if (dst_width * dst_height >= MIN_SIZE_FOR_PARALLEL_YUV420_CONVERSION)
- parallel_for_(Range(0, dst_height/2), converter);
- else
- converter(Range(0, dst_height/2));
-}
-
-template<int bIdx, int uIdx>
-inline void cvtYUV420sp2RGBA(uchar * dst_data, size_t dst_step, int dst_width, int dst_height, size_t _stride, const uchar* _y1, const uchar* _uv)
-{
- YUV420sp2RGBA8888Invoker<bIdx, uIdx> converter(dst_data, dst_step, dst_width, _stride, _y1, _uv);
- if (dst_width * dst_height >= MIN_SIZE_FOR_PARALLEL_YUV420_CONVERSION)
- parallel_for_(Range(0, dst_height/2), converter);
- else
- converter(Range(0, dst_height/2));
-}
-
-template<int bIdx>
-inline void cvtYUV420p2RGB(uchar * dst_data, size_t dst_step, int dst_width, int dst_height, size_t _stride, const uchar* _y1, const uchar* _u, const uchar* _v, int ustepIdx, int vstepIdx)
-{
- YUV420p2RGB888Invoker<bIdx> converter(dst_data, dst_step, dst_width, _stride, _y1, _u, _v, ustepIdx, vstepIdx);
- if (dst_width * dst_height >= MIN_SIZE_FOR_PARALLEL_YUV420_CONVERSION)
- parallel_for_(Range(0, dst_height/2), converter);
- else
- converter(Range(0, dst_height/2));
-}
-
-template<int bIdx>
-inline void cvtYUV420p2RGBA(uchar * dst_data, size_t dst_step, int dst_width, int dst_height, size_t _stride, const uchar* _y1, const uchar* _u, const uchar* _v, int ustepIdx, int vstepIdx)
-{
- YUV420p2RGBA8888Invoker<bIdx> converter(dst_data, dst_step, dst_width, _stride, _y1, _u, _v, ustepIdx, vstepIdx);
- if (dst_width * dst_height >= MIN_SIZE_FOR_PARALLEL_YUV420_CONVERSION)
- parallel_for_(Range(0, dst_height/2), converter);
- else
- converter(Range(0, dst_height/2));
-}
-
-///////////////////////////////////// RGB -> YUV420p /////////////////////////////////////
-
-struct RGB888toYUV420pInvoker: public ParallelLoopBody
-{
- RGB888toYUV420pInvoker(const uchar * _src_data, size_t _src_step,
- uchar * _y_data, uchar * _uv_data, size_t _dst_step,
- int _src_width, int _src_height, int _scn, bool swapBlue_, bool swapUV_, bool interleaved_)
- : src_data(_src_data), src_step(_src_step),
- y_data(_y_data), uv_data(_uv_data), dst_step(_dst_step),
- src_width(_src_width), src_height(_src_height),
- scn(_scn), swapBlue(swapBlue_), swapUV(swapUV_), interleaved(interleaved_) { }
-
- void operator()(const Range& rowRange) const
- {
- const int w = src_width;
- const int h = src_height;
- const int cn = scn;
- for( int i = rowRange.start; i < rowRange.end; i++ )
- {
- const uchar* brow0 = src_data + src_step * (2 * i);
- const uchar* grow0 = brow0 + 1;
- const uchar* rrow0 = brow0 + 2;
- const uchar* brow1 = src_data + src_step * (2 * i + 1);
- const uchar* grow1 = brow1 + 1;
- const uchar* rrow1 = brow1 + 2;
- if (swapBlue)
- {
- std::swap(brow0, rrow0);
- std::swap(brow1, rrow1);
- }
-
- uchar* y = y_data + dst_step * (2*i);
- uchar* u;
- uchar* v;
- if (interleaved)
- {
- u = uv_data + dst_step * i;
- v = uv_data + dst_step * i + 1;
- }
- else
- {
- u = uv_data + dst_step * (i/2) + (i % 2) * (w/2);
- v = uv_data + dst_step * ((i + h/2)/2) + ((i + h/2) % 2) * (w/2);
- }
-
- if (swapUV)
- {
- std::swap(u, v);
- }
-
- for( int j = 0, k = 0; j < w * cn; j += 2 * cn, k++ )
- {
- int r00 = rrow0[j]; int g00 = grow0[j]; int b00 = brow0[j];
- int r01 = rrow0[cn + j]; int g01 = grow0[cn + j]; int b01 = brow0[cn + j];
- int r10 = rrow1[j]; int g10 = grow1[j]; int b10 = brow1[j];
- int r11 = rrow1[cn + j]; int g11 = grow1[cn + j]; int b11 = brow1[cn + j];
-
- const int shifted16 = (16 << ITUR_BT_601_SHIFT);
- const int halfShift = (1 << (ITUR_BT_601_SHIFT - 1));
- int y00 = ITUR_BT_601_CRY * r00 + ITUR_BT_601_CGY * g00 + ITUR_BT_601_CBY * b00 + halfShift + shifted16;
- int y01 = ITUR_BT_601_CRY * r01 + ITUR_BT_601_CGY * g01 + ITUR_BT_601_CBY * b01 + halfShift + shifted16;
- int y10 = ITUR_BT_601_CRY * r10 + ITUR_BT_601_CGY * g10 + ITUR_BT_601_CBY * b10 + halfShift + shifted16;
- int y11 = ITUR_BT_601_CRY * r11 + ITUR_BT_601_CGY * g11 + ITUR_BT_601_CBY * b11 + halfShift + shifted16;
-
- y[2*k + 0] = saturate_cast<uchar>(y00 >> ITUR_BT_601_SHIFT);
- y[2*k + 1] = saturate_cast<uchar>(y01 >> ITUR_BT_601_SHIFT);
- y[2*k + dst_step + 0] = saturate_cast<uchar>(y10 >> ITUR_BT_601_SHIFT);
- y[2*k + dst_step + 1] = saturate_cast<uchar>(y11 >> ITUR_BT_601_SHIFT);
-
- const int shifted128 = (128 << ITUR_BT_601_SHIFT);
- int u00 = ITUR_BT_601_CRU * r00 + ITUR_BT_601_CGU * g00 + ITUR_BT_601_CBU * b00 + halfShift + shifted128;
- int v00 = ITUR_BT_601_CBU * r00 + ITUR_BT_601_CGV * g00 + ITUR_BT_601_CBV * b00 + halfShift + shifted128;
-
- if (interleaved)
- {
- u[k*2] = saturate_cast<uchar>(u00 >> ITUR_BT_601_SHIFT);
- v[k*2] = saturate_cast<uchar>(v00 >> ITUR_BT_601_SHIFT);
- }
- else
- {
- u[k] = saturate_cast<uchar>(u00 >> ITUR_BT_601_SHIFT);
- v[k] = saturate_cast<uchar>(v00 >> ITUR_BT_601_SHIFT);
- }
- }
- }
- }
-
- void convert() const
- {
- if( src_width * src_height >= 320*240 )
- parallel_for_(Range(0, src_height/2), *this);
- else
- operator()(Range(0, src_height/2));
- }
-
-private:
- RGB888toYUV420pInvoker& operator=(const RGB888toYUV420pInvoker&);
-
- const uchar * src_data;
- size_t src_step;
- uchar *y_data, *uv_data;
- size_t dst_step;
- int src_width;
- int src_height;
- const int scn;
- bool swapBlue;
- bool swapUV;
- bool interleaved;
-};
-
-
-///////////////////////////////////// YUV422 -> RGB /////////////////////////////////////
-
-template<int bIdx, int uIdx, int yIdx>
-struct YUV422toRGB888Invoker : ParallelLoopBody
-{
- uchar * dst_data;
- size_t dst_step;
- const uchar * src_data;
- size_t src_step;
- int width;
-
- YUV422toRGB888Invoker(uchar * _dst_data, size_t _dst_step,
- const uchar * _src_data, size_t _src_step,
- int _width)
- : dst_data(_dst_data), dst_step(_dst_step), src_data(_src_data), src_step(_src_step), width(_width) {}
-
- void operator()(const Range& range) const
- {
- int rangeBegin = range.start;
- int rangeEnd = range.end;
-
- const int uidx = 1 - yIdx + uIdx * 2;
- const int vidx = (2 + uidx) % 4;
- const uchar* yuv_src = src_data + rangeBegin * src_step;
-
- for (int j = rangeBegin; j < rangeEnd; j++, yuv_src += src_step)
- {
- uchar* row = dst_data + dst_step * j;
-
- for (int i = 0; i < 2 * width; i += 4, row += 6)
- {
- int u = int(yuv_src[i + uidx]) - 128;
- int v = int(yuv_src[i + vidx]) - 128;
-
- int ruv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVR * v;
- int guv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVG * v + ITUR_BT_601_CUG * u;
- int buv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CUB * u;
-
- int y00 = std::max(0, int(yuv_src[i + yIdx]) - 16) * ITUR_BT_601_CY;
- row[2-bIdx] = saturate_cast<uchar>((y00 + ruv) >> ITUR_BT_601_SHIFT);
- row[1] = saturate_cast<uchar>((y00 + guv) >> ITUR_BT_601_SHIFT);
- row[bIdx] = saturate_cast<uchar>((y00 + buv) >> ITUR_BT_601_SHIFT);
-
- int y01 = std::max(0, int(yuv_src[i + yIdx + 2]) - 16) * ITUR_BT_601_CY;
- row[5-bIdx] = saturate_cast<uchar>((y01 + ruv) >> ITUR_BT_601_SHIFT);
- row[4] = saturate_cast<uchar>((y01 + guv) >> ITUR_BT_601_SHIFT);
- row[3+bIdx] = saturate_cast<uchar>((y01 + buv) >> ITUR_BT_601_SHIFT);
- }
- }
- }
-};
-
-template<int bIdx, int uIdx, int yIdx>
-struct YUV422toRGBA8888Invoker : ParallelLoopBody
-{
- uchar * dst_data;
- size_t dst_step;
- const uchar * src_data;
- size_t src_step;
- int width;
-
- YUV422toRGBA8888Invoker(uchar * _dst_data, size_t _dst_step,
- const uchar * _src_data, size_t _src_step,
- int _width)
- : dst_data(_dst_data), dst_step(_dst_step), src_data(_src_data), src_step(_src_step), width(_width) {}
-
- void operator()(const Range& range) const
- {
- int rangeBegin = range.start;
- int rangeEnd = range.end;
-
- const int uidx = 1 - yIdx + uIdx * 2;
- const int vidx = (2 + uidx) % 4;
- const uchar* yuv_src = src_data + rangeBegin * src_step;
-
- for (int j = rangeBegin; j < rangeEnd; j++, yuv_src += src_step)
- {
- uchar* row = dst_data + dst_step * j;
-
- for (int i = 0; i < 2 * width; i += 4, row += 8)
- {
- int u = int(yuv_src[i + uidx]) - 128;
- int v = int(yuv_src[i + vidx]) - 128;
-
- int ruv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVR * v;
- int guv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVG * v + ITUR_BT_601_CUG * u;
- int buv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CUB * u;
-
- int y00 = std::max(0, int(yuv_src[i + yIdx]) - 16) * ITUR_BT_601_CY;
- row[2-bIdx] = saturate_cast<uchar>((y00 + ruv) >> ITUR_BT_601_SHIFT);
- row[1] = saturate_cast<uchar>((y00 + guv) >> ITUR_BT_601_SHIFT);
- row[bIdx] = saturate_cast<uchar>((y00 + buv) >> ITUR_BT_601_SHIFT);
- row[3] = uchar(0xff);
-
- int y01 = std::max(0, int(yuv_src[i + yIdx + 2]) - 16) * ITUR_BT_601_CY;
- row[6-bIdx] = saturate_cast<uchar>((y01 + ruv) >> ITUR_BT_601_SHIFT);
- row[5] = saturate_cast<uchar>((y01 + guv) >> ITUR_BT_601_SHIFT);
- row[4+bIdx] = saturate_cast<uchar>((y01 + buv) >> ITUR_BT_601_SHIFT);
- row[7] = uchar(0xff);
- }
- }
- }
-};
-
-#define MIN_SIZE_FOR_PARALLEL_YUV422_CONVERSION (320*240)
-
-template<int bIdx, int uIdx, int yIdx>
-inline void cvtYUV422toRGB(uchar * dst_data, size_t dst_step, const uchar * src_data, size_t src_step,
- int width, int height)
-{
- YUV422toRGB888Invoker<bIdx, uIdx, yIdx> converter(dst_data, dst_step, src_data, src_step, width);
- if (width * height >= MIN_SIZE_FOR_PARALLEL_YUV422_CONVERSION)
- parallel_for_(Range(0, height), converter);
- else
- converter(Range(0, height));
-}
-
-template<int bIdx, int uIdx, int yIdx>
-inline void cvtYUV422toRGBA(uchar * dst_data, size_t dst_step, const uchar * src_data, size_t src_step,
- int width, int height)
-{
- YUV422toRGBA8888Invoker<bIdx, uIdx, yIdx> converter(dst_data, dst_step, src_data, src_step, width);
- if (width * height >= MIN_SIZE_FOR_PARALLEL_YUV422_CONVERSION)
- parallel_for_(Range(0, height), converter);
- else
- converter(Range(0, height));
-}
-
-/////////////////////////// RGBA <-> mRGBA (alpha premultiplied) //////////////
-
-template<typename _Tp>
-struct RGBA2mRGBA
-{
- typedef _Tp channel_type;
-
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- _Tp max_val = ColorChannel<_Tp>::max();
- _Tp half_val = ColorChannel<_Tp>::half();
- for( int i = 0; i < n; i++ )
- {
- _Tp v0 = *src++;
- _Tp v1 = *src++;
- _Tp v2 = *src++;
- _Tp v3 = *src++;
-
- *dst++ = (v0 * v3 + half_val) / max_val;
- *dst++ = (v1 * v3 + half_val) / max_val;
- *dst++ = (v2 * v3 + half_val) / max_val;
- *dst++ = v3;
- }
- }
-};
-
-
-template<typename _Tp>
-struct mRGBA2RGBA
-{
- typedef _Tp channel_type;
-
- void operator()(const _Tp* src, _Tp* dst, int n) const
- {
- _Tp max_val = ColorChannel<_Tp>::max();
- for( int i = 0; i < n; i++ )
- {
- _Tp v0 = *src++;
- _Tp v1 = *src++;
- _Tp v2 = *src++;
- _Tp v3 = *src++;
- _Tp v3_half = v3 / 2;
-
- *dst++ = (v3==0)? 0 : (v0 * max_val + v3_half) / v3;
- *dst++ = (v3==0)? 0 : (v1 * max_val + v3_half) / v3;
- *dst++ = (v3==0)? 0 : (v2 * max_val + v3_half) / v3;
- *dst++ = v3;
- }
- }
-};
-
-#ifdef HAVE_OPENCL
-
-static bool ocl_cvtColor( InputArray _src, OutputArray _dst, int code, int dcn )
-{
- bool ok = false;
- UMat src = _src.getUMat(), dst;
- Size sz = src.size(), dstSz = sz;
- int scn = src.channels(), depth = src.depth(), bidx, uidx, yidx;
- int dims = 2, stripeSize = 1;
- ocl::Kernel k;
-
- if (depth != CV_8U && depth != CV_16U && depth != CV_32F)
- return false;
-
- ocl::Device dev = ocl::Device::getDefault();
- int pxPerWIy = dev.isIntel() && (dev.type() & ocl::Device::TYPE_GPU) ? 4 : 1;
- int pxPerWIx = 1;
-
- size_t globalsize[] = { (size_t)src.cols, ((size_t)src.rows + pxPerWIy - 1) / pxPerWIy };
- cv::String opts = format("-D depth=%d -D scn=%d -D PIX_PER_WI_Y=%d ",
- depth, scn, pxPerWIy);
-
- switch (code)
- {
- case COLOR_BGR2BGRA: case COLOR_RGB2BGRA: case COLOR_BGRA2BGR:
- case COLOR_RGBA2BGR: case COLOR_RGB2BGR: case COLOR_BGRA2RGBA:
- {
- CV_Assert(scn == 3 || scn == 4);
- dcn = code == COLOR_BGR2BGRA || code == COLOR_RGB2BGRA || code == COLOR_BGRA2RGBA ? 4 : 3;
- bool reverse = !(code == COLOR_BGR2BGRA || code == COLOR_BGRA2BGR);
- k.create("RGB", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=%d -D bidx=0 -D %s", dcn,
- reverse ? "REVERSE" : "ORDER"));
- break;
- }
- case COLOR_BGR5652BGR: case COLOR_BGR5552BGR: case COLOR_BGR5652RGB: case COLOR_BGR5552RGB:
- case COLOR_BGR5652BGRA: case COLOR_BGR5552BGRA: case COLOR_BGR5652RGBA: case COLOR_BGR5552RGBA:
- {
- dcn = code == COLOR_BGR5652BGRA || code == COLOR_BGR5552BGRA || code == COLOR_BGR5652RGBA || code == COLOR_BGR5552RGBA ? 4 : 3;
- CV_Assert((dcn == 3 || dcn == 4) && scn == 2 && depth == CV_8U);
- bidx = code == COLOR_BGR5652BGR || code == COLOR_BGR5552BGR ||
- code == COLOR_BGR5652BGRA || code == COLOR_BGR5552BGRA ? 0 : 2;
- int greenbits = code == COLOR_BGR5652BGR || code == COLOR_BGR5652RGB ||
- code == COLOR_BGR5652BGRA || code == COLOR_BGR5652RGBA ? 6 : 5;
- k.create("RGB5x52RGB", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=%d -D bidx=%d -D greenbits=%d", dcn, bidx, greenbits));
- break;
- }
- case COLOR_BGR2BGR565: case COLOR_BGR2BGR555: case COLOR_RGB2BGR565: case COLOR_RGB2BGR555:
- case COLOR_BGRA2BGR565: case COLOR_BGRA2BGR555: case COLOR_RGBA2BGR565: case COLOR_RGBA2BGR555:
- {
- CV_Assert((scn == 3 || scn == 4) && depth == CV_8U );
- bidx = code == COLOR_BGR2BGR565 || code == COLOR_BGR2BGR555 ||
- code == COLOR_BGRA2BGR565 || code == COLOR_BGRA2BGR555 ? 0 : 2;
- int greenbits = code == COLOR_BGR2BGR565 || code == COLOR_RGB2BGR565 ||
- code == COLOR_BGRA2BGR565 || code == COLOR_RGBA2BGR565 ? 6 : 5;
- dcn = 2;
- k.create("RGB2RGB5x5", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=2 -D bidx=%d -D greenbits=%d", bidx, greenbits));
- break;
- }
- case COLOR_BGR5652GRAY: case COLOR_BGR5552GRAY:
- {
- CV_Assert(scn == 2 && depth == CV_8U);
- dcn = 1;
- int greenbits = code == COLOR_BGR5652GRAY ? 6 : 5;
- k.create("BGR5x52Gray", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=1 -D bidx=0 -D greenbits=%d", greenbits));
- break;
- }
- case COLOR_GRAY2BGR565: case COLOR_GRAY2BGR555:
- {
- CV_Assert(scn == 1 && depth == CV_8U);
- dcn = 2;
- int greenbits = code == COLOR_GRAY2BGR565 ? 6 : 5;
- k.create("Gray2BGR5x5", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=2 -D bidx=0 -D greenbits=%d", greenbits));
- break;
- }
- case COLOR_BGR2GRAY: case COLOR_BGRA2GRAY:
- case COLOR_RGB2GRAY: case COLOR_RGBA2GRAY:
- {
- CV_Assert(scn == 3 || scn == 4);
- bidx = code == COLOR_BGR2GRAY || code == COLOR_BGRA2GRAY ? 0 : 2;
- dcn = 1;
- k.create("RGB2Gray", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=1 -D bidx=%d -D STRIPE_SIZE=%d",
- bidx, stripeSize));
- globalsize[0] = (src.cols + stripeSize-1)/stripeSize;
- break;
- }
- case COLOR_GRAY2BGR:
- case COLOR_GRAY2BGRA:
- {
- CV_Assert(scn == 1);
- dcn = code == COLOR_GRAY2BGRA ? 4 : 3;
- k.create("Gray2RGB", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D bidx=0 -D dcn=%d", dcn));
- break;
- }
- case COLOR_BGR2YUV:
- case COLOR_RGB2YUV:
- {
- CV_Assert(scn == 3 || scn == 4);
- bidx = code == COLOR_RGB2YUV ? 2 : 0;
- dcn = 3;
- k.create("RGB2YUV", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=3 -D bidx=%d", bidx));
- break;
- }
- case COLOR_YUV2BGR:
- case COLOR_YUV2RGB:
- {
- if(dcn <= 0) dcn = 3;
- CV_Assert(dcn == 3 || dcn == 4);
- bidx = code == COLOR_YUV2RGB ? 2 : 0;
- k.create("YUV2RGB", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=%d -D bidx=%d", dcn, bidx));
- break;
- }
- case COLOR_YUV2RGB_NV12: case COLOR_YUV2BGR_NV12: case COLOR_YUV2RGB_NV21: case COLOR_YUV2BGR_NV21:
- case COLOR_YUV2RGBA_NV12: case COLOR_YUV2BGRA_NV12: case COLOR_YUV2RGBA_NV21: case COLOR_YUV2BGRA_NV21:
- {
- CV_Assert( scn == 1 );
- CV_Assert( sz.width % 2 == 0 && sz.height % 3 == 0 && depth == CV_8U );
- dcn = code == COLOR_YUV2BGRA_NV12 || code == COLOR_YUV2RGBA_NV12 ||
- code == COLOR_YUV2BGRA_NV21 || code == COLOR_YUV2RGBA_NV21 ? 4 : 3;
- bidx = code == COLOR_YUV2BGRA_NV12 || code == COLOR_YUV2BGR_NV12 ||
- code == COLOR_YUV2BGRA_NV21 || code == COLOR_YUV2BGR_NV21 ? 0 : 2;
- uidx = code == COLOR_YUV2RGBA_NV21 || code == COLOR_YUV2RGB_NV21 ||
- code == COLOR_YUV2BGRA_NV21 || code == COLOR_YUV2BGR_NV21 ? 1 : 0;
-
- dstSz = Size(sz.width, sz.height * 2 / 3);
- globalsize[0] = dstSz.width / 2; globalsize[1] = (dstSz.height/2 + pxPerWIy - 1) / pxPerWIy;
- k.create("YUV2RGB_NVx", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=%d -D bidx=%d -D uidx=%d", dcn, bidx, uidx));
- break;
- }
- case COLOR_YUV2BGR_YV12: case COLOR_YUV2RGB_YV12: case COLOR_YUV2BGRA_YV12: case COLOR_YUV2RGBA_YV12:
- case COLOR_YUV2BGR_IYUV: case COLOR_YUV2RGB_IYUV: case COLOR_YUV2BGRA_IYUV: case COLOR_YUV2RGBA_IYUV:
- {
- CV_Assert( scn == 1 );
- CV_Assert( sz.width % 2 == 0 && sz.height % 3 == 0 && depth == CV_8U );
- dcn = code == COLOR_YUV2BGRA_YV12 || code == COLOR_YUV2RGBA_YV12 ||
- code == COLOR_YUV2BGRA_IYUV || code == COLOR_YUV2RGBA_IYUV ? 4 : 3;
- bidx = code == COLOR_YUV2BGRA_YV12 || code == COLOR_YUV2BGR_YV12 ||
- code == COLOR_YUV2BGRA_IYUV || code == COLOR_YUV2BGR_IYUV ? 0 : 2;
- uidx = code == COLOR_YUV2BGRA_YV12 || code == COLOR_YUV2BGR_YV12 ||
- code == COLOR_YUV2RGBA_YV12 || code == COLOR_YUV2RGB_YV12 ? 1 : 0;
-
- dstSz = Size(sz.width, sz.height * 2 / 3);
- globalsize[0] = dstSz.width / 2; globalsize[1] = (dstSz.height/2 + pxPerWIy - 1) / pxPerWIy;
- k.create("YUV2RGB_YV12_IYUV", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=%d -D bidx=%d -D uidx=%d%s", dcn, bidx, uidx,
- src.isContinuous() ? " -D SRC_CONT" : ""));
- break;
- }
- case COLOR_YUV2GRAY_420:
- {
- if (dcn <= 0) dcn = 1;
-
- CV_Assert( dcn == 1 );
- CV_Assert( sz.width % 2 == 0 && sz.height % 3 == 0 && depth == CV_8U );
-
- dstSz = Size(sz.width, sz.height * 2 / 3);
- _dst.create(dstSz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getUMat();
-
- src.rowRange(0, dstSz.height).copyTo(dst);
- return true;
- }
- case COLOR_RGB2YUV_YV12: case COLOR_BGR2YUV_YV12: case COLOR_RGBA2YUV_YV12: case COLOR_BGRA2YUV_YV12:
- case COLOR_RGB2YUV_IYUV: case COLOR_BGR2YUV_IYUV: case COLOR_RGBA2YUV_IYUV: case COLOR_BGRA2YUV_IYUV:
- {
- if (dcn <= 0) dcn = 1;
- bidx = code == COLOR_BGRA2YUV_YV12 || code == COLOR_BGR2YUV_YV12 ||
- code == COLOR_BGRA2YUV_IYUV || code == COLOR_BGR2YUV_IYUV ? 0 : 2;
- uidx = code == COLOR_RGBA2YUV_YV12 || code == COLOR_RGB2YUV_YV12 ||
- code == COLOR_BGRA2YUV_YV12 || code == COLOR_BGR2YUV_YV12 ? 1 : 0;
-
- CV_Assert( (scn == 3 || scn == 4) && depth == CV_8U );
- CV_Assert( dcn == 1 );
- CV_Assert( sz.width % 2 == 0 && sz.height % 2 == 0 );
-
- dstSz = Size(sz.width, sz.height / 2 * 3);
- _dst.create(dstSz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getUMat();
-
- if (dev.isIntel() && src.cols % 4 == 0 && src.step % 4 == 0 && src.offset % 4 == 0 &&
- dst.step % 4 == 0 && dst.offset % 4 == 0)
- {
- pxPerWIx = 2;
- }
- globalsize[0] = dstSz.width / (2 * pxPerWIx); globalsize[1] = (dstSz.height/3 + pxPerWIy - 1) / pxPerWIy;
-
- k.create("RGB2YUV_YV12_IYUV", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=%d -D bidx=%d -D uidx=%d -D PIX_PER_WI_X=%d", dcn, bidx, uidx, pxPerWIx));
- k.args(ocl::KernelArg::ReadOnlyNoSize(src), ocl::KernelArg::WriteOnly(dst));
- return k.run(2, globalsize, NULL, false);
- }
- case COLOR_YUV2RGB_UYVY: case COLOR_YUV2BGR_UYVY: case COLOR_YUV2RGBA_UYVY: case COLOR_YUV2BGRA_UYVY:
- case COLOR_YUV2RGB_YUY2: case COLOR_YUV2BGR_YUY2: case COLOR_YUV2RGB_YVYU: case COLOR_YUV2BGR_YVYU:
- case COLOR_YUV2RGBA_YUY2: case COLOR_YUV2BGRA_YUY2: case COLOR_YUV2RGBA_YVYU: case COLOR_YUV2BGRA_YVYU:
- {
- if (dcn <= 0)
- dcn = (code==COLOR_YUV2RGBA_UYVY || code==COLOR_YUV2BGRA_UYVY || code==COLOR_YUV2RGBA_YUY2 ||
- code==COLOR_YUV2BGRA_YUY2 || code==COLOR_YUV2RGBA_YVYU || code==COLOR_YUV2BGRA_YVYU) ? 4 : 3;
-
- bidx = (code==COLOR_YUV2BGR_UYVY || code==COLOR_YUV2BGRA_UYVY || code==COLOR_YUV2BGRA_YUY2 ||
- code==COLOR_YUV2BGR_YUY2 || code==COLOR_YUV2BGRA_YVYU || code==COLOR_YUV2BGR_YVYU) ? 0 : 2;
- yidx = (code==COLOR_YUV2RGB_UYVY || code==COLOR_YUV2RGBA_UYVY || code==COLOR_YUV2BGR_UYVY || code==COLOR_YUV2BGRA_UYVY) ? 1 : 0;
- uidx = (code==COLOR_YUV2RGB_YVYU || code==COLOR_YUV2RGBA_YVYU ||
- code==COLOR_YUV2BGR_YVYU || code==COLOR_YUV2BGRA_YVYU) ? 2 : 0;
- uidx = 1 - yidx + uidx;
-
- CV_Assert( dcn == 3 || dcn == 4 );
- CV_Assert( scn == 2 && depth == CV_8U );
-
- k.create("YUV2RGB_422", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=%d -D bidx=%d -D uidx=%d -D yidx=%d%s", dcn, bidx, uidx, yidx,
- src.offset % 4 == 0 && src.step % 4 == 0 ? " -D USE_OPTIMIZED_LOAD" : ""));
- break;
- }
- case COLOR_BGR2YCrCb:
- case COLOR_RGB2YCrCb:
- {
- CV_Assert(scn == 3 || scn == 4);
- bidx = code == COLOR_BGR2YCrCb ? 0 : 2;
- dcn = 3;
- k.create("RGB2YCrCb", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=3 -D bidx=%d", bidx));
- break;
- }
- case COLOR_YCrCb2BGR:
- case COLOR_YCrCb2RGB:
- {
- if( dcn <= 0 )
- dcn = 3;
- CV_Assert(scn == 3 && (dcn == 3 || dcn == 4));
- bidx = code == COLOR_YCrCb2BGR ? 0 : 2;
- k.create("YCrCb2RGB", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=%d -D bidx=%d", dcn, bidx));
- break;
- }
- case COLOR_BGR2XYZ: case COLOR_RGB2XYZ:
- {
- CV_Assert(scn == 3 || scn == 4);
- bidx = code == COLOR_BGR2XYZ ? 0 : 2;
-
- UMat c;
- if (depth == CV_32F)
- {
- float coeffs[] =
- {
- 0.412453f, 0.357580f, 0.180423f,
- 0.212671f, 0.715160f, 0.072169f,
- 0.019334f, 0.119193f, 0.950227f
- };
- if (bidx == 0)
- {
- std::swap(coeffs[0], coeffs[2]);
- std::swap(coeffs[3], coeffs[5]);
- std::swap(coeffs[6], coeffs[8]);
- }
- Mat(1, 9, CV_32FC1, &coeffs[0]).copyTo(c);
- }
- else
- {
- int coeffs[] =
- {
- 1689, 1465, 739,
- 871, 2929, 296,
- 79, 488, 3892
- };
- if (bidx == 0)
- {
- std::swap(coeffs[0], coeffs[2]);
- std::swap(coeffs[3], coeffs[5]);
- std::swap(coeffs[6], coeffs[8]);
- }
- Mat(1, 9, CV_32SC1, &coeffs[0]).copyTo(c);
- }
-
- _dst.create(dstSz, CV_MAKETYPE(depth, 3));
- dst = _dst.getUMat();
-
- k.create("RGB2XYZ", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=3 -D bidx=%d", bidx));
- if (k.empty())
- return false;
- k.args(ocl::KernelArg::ReadOnlyNoSize(src), ocl::KernelArg::WriteOnly(dst), ocl::KernelArg::PtrReadOnly(c));
- return k.run(2, globalsize, 0, false);
- }
- case COLOR_XYZ2BGR: case COLOR_XYZ2RGB:
- {
- if (dcn <= 0)
- dcn = 3;
- CV_Assert(scn == 3 && (dcn == 3 || dcn == 4));
- bidx = code == COLOR_XYZ2BGR ? 0 : 2;
-
- UMat c;
- if (depth == CV_32F)
- {
- float coeffs[] =
- {
- 3.240479f, -1.53715f, -0.498535f,
- -0.969256f, 1.875991f, 0.041556f,
- 0.055648f, -0.204043f, 1.057311f
- };
- if (bidx == 0)
- {
- std::swap(coeffs[0], coeffs[6]);
- std::swap(coeffs[1], coeffs[7]);
- std::swap(coeffs[2], coeffs[8]);
- }
- Mat(1, 9, CV_32FC1, &coeffs[0]).copyTo(c);
- }
- else
- {
- int coeffs[] =
- {
- 13273, -6296, -2042,
- -3970, 7684, 170,
- 228, -836, 4331
- };
- if (bidx == 0)
- {
- std::swap(coeffs[0], coeffs[6]);
- std::swap(coeffs[1], coeffs[7]);
- std::swap(coeffs[2], coeffs[8]);
- }
- Mat(1, 9, CV_32SC1, &coeffs[0]).copyTo(c);
- }
-
- _dst.create(dstSz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getUMat();
-
- k.create("XYZ2RGB", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=%d -D bidx=%d", dcn, bidx));
- if (k.empty())
- return false;
- k.args(ocl::KernelArg::ReadOnlyNoSize(src), ocl::KernelArg::WriteOnly(dst), ocl::KernelArg::PtrReadOnly(c));
- return k.run(2, globalsize, 0, false);
- }
- case COLOR_BGR2HSV: case COLOR_RGB2HSV: case COLOR_BGR2HSV_FULL: case COLOR_RGB2HSV_FULL:
- case COLOR_BGR2HLS: case COLOR_RGB2HLS: case COLOR_BGR2HLS_FULL: case COLOR_RGB2HLS_FULL:
- {
- CV_Assert((scn == 3 || scn == 4) && (depth == CV_8U || depth == CV_32F));
- bidx = code == COLOR_BGR2HSV || code == COLOR_BGR2HLS ||
- code == COLOR_BGR2HSV_FULL || code == COLOR_BGR2HLS_FULL ? 0 : 2;
- int hrange = depth == CV_32F ? 360 : code == COLOR_BGR2HSV || code == COLOR_RGB2HSV ||
- code == COLOR_BGR2HLS || code == COLOR_RGB2HLS ? 180 : 256;
- bool is_hsv = code == COLOR_BGR2HSV || code == COLOR_RGB2HSV || code == COLOR_BGR2HSV_FULL || code == COLOR_RGB2HSV_FULL;
- String kernelName = String("RGB2") + (is_hsv ? "HSV" : "HLS");
- dcn = 3;
-
- if (is_hsv && depth == CV_8U)
- {
- static UMat sdiv_data;
- static UMat hdiv_data180;
- static UMat hdiv_data256;
- static int sdiv_table[256];
- static int hdiv_table180[256];
- static int hdiv_table256[256];
- static volatile bool initialized180 = false, initialized256 = false;
- volatile bool & initialized = hrange == 180 ? initialized180 : initialized256;
-
- if (!initialized)
- {
- int * const hdiv_table = hrange == 180 ? hdiv_table180 : hdiv_table256, hsv_shift = 12;
- UMat & hdiv_data = hrange == 180 ? hdiv_data180 : hdiv_data256;
-
- sdiv_table[0] = hdiv_table180[0] = hdiv_table256[0] = 0;
-
- int v = 255 << hsv_shift;
- if (!initialized180 && !initialized256)
- {
- for(int i = 1; i < 256; i++ )
- sdiv_table[i] = saturate_cast<int>(v/(1.*i));
- Mat(1, 256, CV_32SC1, sdiv_table).copyTo(sdiv_data);
- }
-
- v = hrange << hsv_shift;
- for (int i = 1; i < 256; i++ )
- hdiv_table[i] = saturate_cast<int>(v/(6.*i));
-
- Mat(1, 256, CV_32SC1, hdiv_table).copyTo(hdiv_data);
- initialized = true;
- }
-
- _dst.create(dstSz, CV_8UC3);
- dst = _dst.getUMat();
-
- k.create("RGB2HSV", ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D hrange=%d -D bidx=%d -D dcn=3",
- hrange, bidx));
- if (k.empty())
- return false;
-
- k.args(ocl::KernelArg::ReadOnlyNoSize(src), ocl::KernelArg::WriteOnly(dst),
- ocl::KernelArg::PtrReadOnly(sdiv_data), hrange == 256 ? ocl::KernelArg::PtrReadOnly(hdiv_data256) :
- ocl::KernelArg::PtrReadOnly(hdiv_data180));
-
- return k.run(2, globalsize, NULL, false);
- }
- else
- k.create(kernelName.c_str(), ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D hscale=%ff -D bidx=%d -D dcn=3",
- hrange*(1.f/360.f), bidx));
- break;
- }
- case COLOR_HSV2BGR: case COLOR_HSV2RGB: case COLOR_HSV2BGR_FULL: case COLOR_HSV2RGB_FULL:
- case COLOR_HLS2BGR: case COLOR_HLS2RGB: case COLOR_HLS2BGR_FULL: case COLOR_HLS2RGB_FULL:
- {
- if (dcn <= 0)
- dcn = 3;
- CV_Assert(scn == 3 && (dcn == 3 || dcn == 4) && (depth == CV_8U || depth == CV_32F));
- bidx = code == COLOR_HSV2BGR || code == COLOR_HLS2BGR ||
- code == COLOR_HSV2BGR_FULL || code == COLOR_HLS2BGR_FULL ? 0 : 2;
- int hrange = depth == CV_32F ? 360 : code == COLOR_HSV2BGR || code == COLOR_HSV2RGB ||
- code == COLOR_HLS2BGR || code == COLOR_HLS2RGB ? 180 : 255;
- bool is_hsv = code == COLOR_HSV2BGR || code == COLOR_HSV2RGB ||
- code == COLOR_HSV2BGR_FULL || code == COLOR_HSV2RGB_FULL;
-
- String kernelName = String(is_hsv ? "HSV" : "HLS") + "2RGB";
- k.create(kernelName.c_str(), ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=%d -D bidx=%d -D hrange=%d -D hscale=%ff",
- dcn, bidx, hrange, 6.f/hrange));
- break;
- }
- case COLOR_RGBA2mRGBA: case COLOR_mRGBA2RGBA:
- {
- CV_Assert(scn == 4 && depth == CV_8U);
- dcn = 4;
-
- k.create(code == COLOR_RGBA2mRGBA ? "RGBA2mRGBA" : "mRGBA2RGBA", ocl::imgproc::cvtcolor_oclsrc,
- opts + "-D dcn=4 -D bidx=3");
- break;
- }
- case COLOR_BGR2Lab: case COLOR_RGB2Lab: case COLOR_LBGR2Lab: case COLOR_LRGB2Lab:
- case COLOR_BGR2Luv: case COLOR_RGB2Luv: case COLOR_LBGR2Luv: case COLOR_LRGB2Luv:
- {
- CV_Assert( (scn == 3 || scn == 4) && (depth == CV_8U || depth == CV_32F) );
-
- bidx = code == COLOR_BGR2Lab || code == COLOR_LBGR2Lab || code == COLOR_BGR2Luv || code == COLOR_LBGR2Luv ? 0 : 2;
- bool srgb = code == COLOR_BGR2Lab || code == COLOR_RGB2Lab || code == COLOR_RGB2Luv || code == COLOR_BGR2Luv;
- bool lab = code == COLOR_BGR2Lab || code == COLOR_RGB2Lab || code == COLOR_LBGR2Lab || code == COLOR_LRGB2Lab;
- float un, vn;
- dcn = 3;
-
- k.create(format("BGR2%s", lab ? "Lab" : "Luv").c_str(),
- ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=%d -D bidx=%d%s",
- dcn, bidx, srgb ? " -D SRGB" : ""));
- if (k.empty())
- return false;
-
- initLabTabs();
-
- _dst.create(dstSz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getUMat();
-
- ocl::KernelArg srcarg = ocl::KernelArg::ReadOnlyNoSize(src),
- dstarg = ocl::KernelArg::WriteOnly(dst);
-
- if (depth == CV_8U && lab)
- {
- static UMat usRGBGammaTab, ulinearGammaTab, uLabCbrtTab, ucoeffs;
-
- if (srgb && usRGBGammaTab.empty())
- Mat(1, 256, CV_16UC1, sRGBGammaTab_b).copyTo(usRGBGammaTab);
- else if (ulinearGammaTab.empty())
- Mat(1, 256, CV_16UC1, linearGammaTab_b).copyTo(ulinearGammaTab);
- if (uLabCbrtTab.empty())
- Mat(1, LAB_CBRT_TAB_SIZE_B, CV_16UC1, LabCbrtTab_b).copyTo(uLabCbrtTab);
-
- {
- int coeffs[9];
- static const softfloat lshift(1 << lab_shift);
- for( int i = 0; i < 3; i++ )
- {
- coeffs[i*3+(bidx^2)] = cvRound(lshift*sRGB2XYZ_D65[i*3 ]/D65[i]);
- coeffs[i*3+1] = cvRound(lshift*sRGB2XYZ_D65[i*3+1]/D65[i]);
- coeffs[i*3+bidx] = cvRound(lshift*sRGB2XYZ_D65[i*3+2]/D65[i]);
-
- CV_Assert(coeffs[i*3] >= 0 && coeffs[i*3+1] >= 0 && coeffs[i*3+2] >= 0 &&
- coeffs[i*3] + coeffs[i*3+1] + coeffs[i*3+2] < 2*(1 << lab_shift));
- }
- Mat(1, 9, CV_32SC1, coeffs).copyTo(ucoeffs);
- }
-
- const int Lscale = (116*255+50)/100;
- const int Lshift = -((16*255*(1 << lab_shift2) + 50)/100);
-
- k.args(srcarg, dstarg,
- ocl::KernelArg::PtrReadOnly(srgb ? usRGBGammaTab : ulinearGammaTab),
- ocl::KernelArg::PtrReadOnly(uLabCbrtTab), ocl::KernelArg::PtrReadOnly(ucoeffs),
- Lscale, Lshift);
- }
- else
- {
- static UMat usRGBGammaTab, ucoeffs, uLabCbrtTab;
-
- if (srgb && usRGBGammaTab.empty())
- Mat(1, GAMMA_TAB_SIZE * 4, CV_32FC1, const_cast<float*>(sRGBGammaTab)).copyTo(usRGBGammaTab);
- if (!lab && uLabCbrtTab.empty())
- Mat(1, LAB_CBRT_TAB_SIZE * 4, CV_32FC1, const_cast<float*>(LabCbrtTab)).copyTo(uLabCbrtTab);
-
- {
- float coeffs[9];
- softdouble whitePt[3];
- for(int i = 0; i < 3; i++)
- whitePt[i] = D65[i];
-
- softdouble scale[] = { softdouble::one() / whitePt[0],
- softdouble::one(),
- softdouble::one() / whitePt[2] };
-
- for (int i = 0; i < 3; i++)
- {
- int j = i * 3;
-
- softfloat c0 = (lab ? scale[i] : softdouble::one()) * sRGB2XYZ_D65[j ];
- softfloat c1 = (lab ? scale[i] : softdouble::one()) * sRGB2XYZ_D65[j + 1];
- softfloat c2 = (lab ? scale[i] : softdouble::one()) * sRGB2XYZ_D65[j + 2];
-
- coeffs[j + (bidx ^ 2)] = c0;
- coeffs[j + 1] = c1;
- coeffs[j + bidx] = c2;
-
- CV_Assert( c0 >= 0 && c1 >= 0 && c2 >= 0 &&
- c0 + c1 + c2 < (lab ? softfloat((int)LAB_CBRT_TAB_SIZE) : softfloat(3)/softfloat(2)));
- }
-
- softfloat d = whitePt[0] +
- whitePt[1]*softdouble(15) +
- whitePt[2]*softdouble(3);
- d = softfloat::one()/max(d, softfloat(FLT_EPSILON));
- un = d*softfloat(13*4)*whitePt[0];
- vn = d*softfloat(13*9)*whitePt[1];
-
- Mat(1, 9, CV_32FC1, coeffs).copyTo(ucoeffs);
- }
-
- static const float _a = softfloat(16)/softfloat(116);
- static const float _1_3f = softfloat::one()/softfloat(3);
- ocl::KernelArg ucoeffsarg = ocl::KernelArg::PtrReadOnly(ucoeffs);
-
- if (lab)
- {
- if (srgb)
- k.args(srcarg, dstarg, ocl::KernelArg::PtrReadOnly(usRGBGammaTab),
- ucoeffsarg, _1_3f, _a);
- else
- k.args(srcarg, dstarg, ucoeffsarg, _1_3f, _a);
- }
- else
- {
- ocl::KernelArg LabCbrtTabarg = ocl::KernelArg::PtrReadOnly(uLabCbrtTab);
- if (srgb)
- k.args(srcarg, dstarg, ocl::KernelArg::PtrReadOnly(usRGBGammaTab),
- LabCbrtTabarg, ucoeffsarg, un, vn);
- else
- k.args(srcarg, dstarg, LabCbrtTabarg, ucoeffsarg, un, vn);
- }
- }
-
- return k.run(dims, globalsize, NULL, false);
- }
- case COLOR_Lab2BGR: case COLOR_Lab2RGB: case COLOR_Lab2LBGR: case COLOR_Lab2LRGB:
- case COLOR_Luv2BGR: case COLOR_Luv2RGB: case COLOR_Luv2LBGR: case COLOR_Luv2LRGB:
- {
- if( dcn <= 0 )
- dcn = 3;
- CV_Assert( scn == 3 && (dcn == 3 || dcn == 4) && (depth == CV_8U || depth == CV_32F) );
-
- bidx = code == COLOR_Lab2BGR || code == COLOR_Lab2LBGR || code == COLOR_Luv2BGR || code == COLOR_Luv2LBGR ? 0 : 2;
- bool srgb = code == COLOR_Lab2BGR || code == COLOR_Lab2RGB || code == COLOR_Luv2BGR || code == COLOR_Luv2RGB;
- bool lab = code == COLOR_Lab2BGR || code == COLOR_Lab2RGB || code == COLOR_Lab2LBGR || code == COLOR_Lab2LRGB;
- float un, vn;
-
- k.create(format("%s2BGR", lab ? "Lab" : "Luv").c_str(),
- ocl::imgproc::cvtcolor_oclsrc,
- opts + format("-D dcn=%d -D bidx=%d%s",
- dcn, bidx, srgb ? " -D SRGB" : ""));
- if (k.empty())
- return false;
-
- initLabTabs();
- static UMat ucoeffs, usRGBInvGammaTab;
-
- if (srgb && usRGBInvGammaTab.empty())
- Mat(1, GAMMA_TAB_SIZE*4, CV_32FC1, const_cast<float*>(sRGBInvGammaTab)).copyTo(usRGBInvGammaTab);
-
- {
- float coeffs[9];
- softdouble whitePt[3];
- for(int i = 0; i < 3; i++)
- whitePt[i] = D65[i];
-
- for( int i = 0; i < 3; i++ )
- {
- coeffs[i+(bidx^2)*3] = (float)(XYZ2sRGB_D65[i ]*(lab ? whitePt[i] : softdouble::one()));
- coeffs[i+3] = (float)(XYZ2sRGB_D65[i+3]*(lab ? whitePt[i] : softdouble::one()));
- coeffs[i+bidx*3] = (float)(XYZ2sRGB_D65[i+6]*(lab ? whitePt[i] : softdouble::one()));
- }
-
- softfloat d = whitePt[0] +
- whitePt[1]*softdouble(15) +
- whitePt[2]*softdouble(3);
- d = softfloat::one()/max(d, softfloat(FLT_EPSILON));
- un = softfloat(4*13)*d*whitePt[0];
- vn = softfloat(9*13)*d*whitePt[1];
-
- Mat(1, 9, CV_32FC1, coeffs).copyTo(ucoeffs);
- }
-
- _dst.create(sz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getUMat();
-
- float lThresh = softfloat(8); // 0.008856f * 903.3f = (6/29)^3*(29/3)^3 = 8
- float fThresh = softfloat(6)/softfloat(29); // 7.787f * 0.008856f + 16.0f / 116.0f = 6/29
-
- ocl::KernelArg srcarg = ocl::KernelArg::ReadOnlyNoSize(src),
- dstarg = ocl::KernelArg::WriteOnly(dst),
- coeffsarg = ocl::KernelArg::PtrReadOnly(ucoeffs);
-
- if (lab)
- {
- if (srgb)
- k.args(srcarg, dstarg, ocl::KernelArg::PtrReadOnly(usRGBInvGammaTab),
- coeffsarg, lThresh, fThresh);
- else
- k.args(srcarg, dstarg, coeffsarg, lThresh, fThresh);
- }
- else
- {
- if (srgb)
- k.args(srcarg, dstarg, ocl::KernelArg::PtrReadOnly(usRGBInvGammaTab),
- coeffsarg, un, vn);
- else
- k.args(srcarg, dstarg, coeffsarg, un, vn);
- }
-
- return k.run(dims, globalsize, NULL, false);
- }
- default:
- break;
- }
-
- if( !k.empty() )
- {
- _dst.create(dstSz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getUMat();
- k.args(ocl::KernelArg::ReadOnlyNoSize(src), ocl::KernelArg::WriteOnly(dst));
- ok = k.run(dims, globalsize, NULL, false);
- }
- return ok;
-}
-
-#endif
-
-}
-
-//
-// HAL functions
-//
-
-namespace cv {
-namespace hal {
-
-// 8u, 16u, 32f
-void cvtBGRtoBGR(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int depth, int scn, int dcn, bool swapBlue)
-{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtBGRtoBGR, cv_hal_cvtBGRtoBGR, src_data, src_step, dst_data, dst_step, width, height, depth, scn, dcn, swapBlue);
-
-#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
- CV_IPP_CHECK()
- {
- if(scn == 3 && dcn == 4 && !swapBlue)
- {
- if ( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPReorderFunctor(ippiSwapChannelsC3C4RTab[depth], 0, 1, 2)) )
- return;
- }
- else if(scn == 4 && dcn == 3 && !swapBlue)
- {
- if ( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralFunctor(ippiCopyAC4C3RTab[depth])) )
- return;
- }
- else if(scn == 3 && dcn == 4 && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPReorderFunctor(ippiSwapChannelsC3C4RTab[depth], 2, 1, 0)) )
- return;
- }
- else if(scn == 4 && dcn == 3 && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPReorderFunctor(ippiSwapChannelsC4C3RTab[depth], 2, 1, 0)) )
- return;
- }
- else if(scn == 3 && dcn == 3 && swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, scn), dst_data, dst_step, width, height,
- IPPReorderFunctor(ippiSwapChannelsC3RTab[depth], 2, 1, 0)) )
- return;
- }
-#if IPP_VERSION_X100 >= 810
- else if(scn == 4 && dcn == 4 && swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, scn), dst_data, dst_step, width, height,
- IPPReorderFunctor(ippiSwapChannelsC4RTab[depth], 2, 1, 0)) )
- return;
- }
- }
-#endif
-#endif
-
- int blueIdx = swapBlue ? 2 : 0;
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2RGB<uchar>(scn, dcn, blueIdx));
- else if( depth == CV_16U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2RGB<ushort>(scn, dcn, blueIdx));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2RGB<float>(scn, dcn, blueIdx));
-}
-
-// only 8u
-void cvtBGRtoBGR5x5(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int scn, bool swapBlue, int greenBits)
-{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtBGRtoBGR5x5, cv_hal_cvtBGRtoBGR5x5, src_data, src_step, dst_data, dst_step, width, height, scn, swapBlue, greenBits);
-
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2RGB5x5(scn, swapBlue ? 2 : 0, greenBits));
-}
-
-// only 8u
-void cvtBGR5x5toBGR(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int dcn, bool swapBlue, int greenBits)
-{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtBGR5x5toBGR, cv_hal_cvtBGR5x5toBGR, src_data, src_step, dst_data, dst_step, width, height, dcn, swapBlue, greenBits);
-
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB5x52RGB(dcn, swapBlue ? 2 : 0, greenBits));
-}
-
-// 8u, 16u, 32f
-void cvtBGRtoGray(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int depth, int scn, bool swapBlue)
-{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtBGRtoGray, cv_hal_cvtBGRtoGray, src_data, src_step, dst_data, dst_step, width, height, depth, scn, swapBlue);
-
-#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
- CV_IPP_CHECK()
- {
- if(depth == CV_32F && scn == 3 && !swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPColor2GrayFunctor(ippiColor2GrayC3Tab[depth])) )
- return;
- }
- else if(depth == CV_32F && scn == 3 && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralFunctor(ippiRGB2GrayC3Tab[depth])) )
- return;
- }
- else if(depth == CV_32F && scn == 4 && !swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPColor2GrayFunctor(ippiColor2GrayC4Tab[depth])) )
- return;
- }
- else if(depth == CV_32F && scn == 4 && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralFunctor(ippiRGB2GrayC4Tab[depth])) )
- return;
- }
- }
-#endif
-
- int blueIdx = swapBlue ? 2 : 0;
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Gray<uchar>(scn, blueIdx, 0));
- else if( depth == CV_16U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Gray<ushort>(scn, blueIdx, 0));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Gray<float>(scn, blueIdx, 0));
-}
-
-// 8u, 16u, 32f
-void cvtGraytoBGR(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int depth, int dcn)
-{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtGraytoBGR, cv_hal_cvtGraytoBGR, src_data, src_step, dst_data, dst_step, width, height, depth, dcn);
-
-#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
- CV_IPP_CHECK()
- {
- bool ippres = false;
- if(dcn == 3)
- {
- if( depth == CV_8U )
- ippres = CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height, IPPGray2BGRFunctor<Ipp8u>());
- else if( depth == CV_16U )
- ippres = CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height, IPPGray2BGRFunctor<Ipp16u>());
- else
- ippres = CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height, IPPGray2BGRFunctor<Ipp32f>());
- }
- else if(dcn == 4)
- {
- if( depth == CV_8U )
- ippres = CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height, IPPGray2BGRAFunctor<Ipp8u>());
- else if( depth == CV_16U )
- ippres = CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height, IPPGray2BGRAFunctor<Ipp16u>());
- else
- ippres = CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height, IPPGray2BGRAFunctor<Ipp32f>());
- }
- if(ippres)
- return;
- }
-#endif
-
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Gray2RGB<uchar>(dcn));
- else if( depth == CV_16U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Gray2RGB<ushort>(dcn));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Gray2RGB<float>(dcn));
-}
-
-// only 8u
-void cvtBGR5x5toGray(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int greenBits)
-{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtBGR5x5toGray, cv_hal_cvtBGR5x5toGray, src_data, src_step, dst_data, dst_step, width, height, greenBits);
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB5x52Gray(greenBits));
-}
-
-// only 8u
-void cvtGraytoBGR5x5(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int greenBits)
-{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtGraytoBGR5x5, cv_hal_cvtGraytoBGR5x5, src_data, src_step, dst_data, dst_step, width, height, greenBits);
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Gray2RGB5x5(greenBits));
-}
-
-// 8u, 16u, 32f
-void cvtBGRtoYUV(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int depth, int scn, bool swapBlue, bool isCbCr)
-{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtBGRtoYUV, cv_hal_cvtBGRtoYUV, src_data, src_step, dst_data, dst_step, width, height, depth, scn, swapBlue, isCbCr);
-
-#if defined(HAVE_IPP)
-#if !IPP_DISABLE_RGB_YUV
- CV_IPP_CHECK()
- {
- if (scn == 3 && depth == CV_8U && swapBlue && !isCbCr)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralFunctor((ippiGeneralFunc)ippiRGBToYUV_8u_C3R)))
- return;
- }
- else if (scn == 3 && depth == CV_8U && !swapBlue && !isCbCr)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC3RTab[depth],
- (ippiGeneralFunc)ippiRGBToYUV_8u_C3R, 2, 1, 0, depth)))
- return;
- }
- else if (scn == 4 && depth == CV_8U && swapBlue && !isCbCr)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth],
- (ippiGeneralFunc)ippiRGBToYUV_8u_C3R, 0, 1, 2, depth)))
- return;
- }
- else if (scn == 4 && depth == CV_8U && !swapBlue && !isCbCr)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth],
- (ippiGeneralFunc)ippiRGBToYUV_8u_C3R, 2, 1, 0, depth)))
- return;
- }
- }
-#endif
-#endif
-
- int blueIdx = swapBlue ? 2 : 0;
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2YCrCb_i<uchar>(scn, blueIdx, isCbCr));
- else if( depth == CV_16U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2YCrCb_i<ushort>(scn, blueIdx, isCbCr));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2YCrCb_f<float>(scn, blueIdx, isCbCr));
-}
+#include "precomp.hpp"
+#include "color.hpp"
-void cvtYUVtoBGR(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int depth, int dcn, bool swapBlue, bool isCbCr)
+namespace cv
{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtYUVtoBGR, cv_hal_cvtYUVtoBGR, src_data, src_step, dst_data, dst_step, width, height, depth, dcn, swapBlue, isCbCr);
-
-
-#if defined(HAVE_IPP)
-#if !IPP_DISABLE_YUV_RGB
- CV_IPP_CHECK()
- {
- if (dcn == 3 && depth == CV_8U && swapBlue && !isCbCr)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralFunctor((ippiGeneralFunc)ippiYUVToRGB_8u_C3R)))
- return;
- }
- else if (dcn == 3 && depth == CV_8U && !swapBlue && !isCbCr)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralReorderFunctor((ippiGeneralFunc)ippiYUVToRGB_8u_C3R,
- ippiSwapChannelsC3RTab[depth], 2, 1, 0, depth)))
- return;
- }
- else if (dcn == 4 && depth == CV_8U && swapBlue && !isCbCr)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralReorderFunctor((ippiGeneralFunc)ippiYUVToRGB_8u_C3R,
- ippiSwapChannelsC3C4RTab[depth], 0, 1, 2, depth)))
- return;
- }
- else if (dcn == 4 && depth == CV_8U && !swapBlue && !isCbCr)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralReorderFunctor((ippiGeneralFunc)ippiYUVToRGB_8u_C3R,
- ippiSwapChannelsC3C4RTab[depth], 2, 1, 0, depth)))
- return;
- }
- }
-#endif
-#endif
- int blueIdx = swapBlue ? 2 : 0;
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, YCrCb2RGB_i<uchar>(dcn, blueIdx, isCbCr));
- else if( depth == CV_16U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, YCrCb2RGB_i<ushort>(dcn, blueIdx, isCbCr));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, YCrCb2RGB_f<float>(dcn, blueIdx, isCbCr));
-}
+#ifdef HAVE_OPENCL
-void cvtBGRtoXYZ(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int depth, int scn, bool swapBlue)
+static bool ocl_cvtColor( InputArray _src, OutputArray _dst, int code, int dcn )
{
- CV_INSTRUMENT_REGION()
+ int bidx = swapBlue(code) ? 2 : 0;
- CALL_HAL(cvtBGRtoXYZ, cv_hal_cvtBGRtoXYZ, src_data, src_step, dst_data, dst_step, width, height, depth, scn, swapBlue);
-
-#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
-#if !IPP_DISABLE_RGB_XYZ
- CV_IPP_CHECK()
+ switch (code)
{
- if(scn == 3 && depth != CV_32F && !swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, scn), dst_data, dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC3RTab[depth], ippiRGB2XYZTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if(scn == 4 && depth != CV_32F && !swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth], ippiRGB2XYZTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if(scn == 3 && depth != CV_32F && swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, scn), dst_data, dst_step, width, height,
- IPPGeneralFunctor(ippiRGB2XYZTab[depth])) )
- return;
- }
- else if(scn == 4 && depth != CV_32F && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth], ippiRGB2XYZTab[depth], 0, 1, 2, depth)) )
- return;
- }
- }
-#endif
-#endif
-
- int blueIdx = swapBlue ? 2 : 0;
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2XYZ_i<uchar>(scn, blueIdx, 0));
- else if( depth == CV_16U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2XYZ_i<ushort>(scn, blueIdx, 0));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2XYZ_f<float>(scn, blueIdx, 0));
-}
-
-void cvtXYZtoBGR(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int depth, int dcn, bool swapBlue)
-{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtXYZtoBGR, cv_hal_cvtXYZtoBGR, src_data, src_step, dst_data, dst_step, width, height, depth, dcn, swapBlue);
-
-#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
-#if !IPP_DISABLE_XYZ_RGB
- CV_IPP_CHECK()
+ case COLOR_BGR2BGRA: case COLOR_RGB2BGRA: case COLOR_BGRA2BGR:
+ case COLOR_RGBA2BGR: case COLOR_RGB2BGR: case COLOR_BGRA2RGBA:
{
- if(dcn == 3 && depth != CV_32F && !swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, 3), dst_data, dst_step, width, height,
- IPPGeneralReorderFunctor(ippiXYZ2RGBTab[depth], ippiSwapChannelsC3RTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if(dcn == 4 && depth != CV_32F && !swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralReorderFunctor(ippiXYZ2RGBTab[depth], ippiSwapChannelsC3C4RTab[depth], 2, 1, 0, depth)) )
- return;
- }
- if(dcn == 3 && depth != CV_32F && swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, 3), dst_data, dst_step, width, height,
- IPPGeneralFunctor(ippiXYZ2RGBTab[depth])) )
- return;
- }
- else if(dcn == 4 && depth != CV_32F && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralReorderFunctor(ippiXYZ2RGBTab[depth], ippiSwapChannelsC3C4RTab[depth], 0, 1, 2, depth)) )
- return;
- }
+ bool reverse = !(code == COLOR_BGR2BGRA || code == COLOR_BGRA2BGR);
+ return oclCvtColorBGR2BGR(_src, _dst, dcn, reverse);
}
-#endif
-#endif
-
- int blueIdx = swapBlue ? 2 : 0;
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, XYZ2RGB_i<uchar>(dcn, blueIdx, 0));
- else if( depth == CV_16U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, XYZ2RGB_i<ushort>(dcn, blueIdx, 0));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, XYZ2RGB_f<float>(dcn, blueIdx, 0));
-}
+ case COLOR_BGR5652BGR: case COLOR_BGR5552BGR: case COLOR_BGR5652RGB: case COLOR_BGR5552RGB:
+ case COLOR_BGR5652BGRA: case COLOR_BGR5552BGRA: case COLOR_BGR5652RGBA: case COLOR_BGR5552RGBA:
+ return oclCvtColor5x52BGR(_src, _dst, dcn, bidx, greenBits(code));
-// 8u, 32f
-void cvtBGRtoHSV(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int depth, int scn, bool swapBlue, bool isFullRange, bool isHSV)
-{
- CV_INSTRUMENT_REGION()
+ case COLOR_BGR2BGR565: case COLOR_BGR2BGR555: case COLOR_RGB2BGR565: case COLOR_RGB2BGR555:
+ case COLOR_BGRA2BGR565: case COLOR_BGRA2BGR555: case COLOR_RGBA2BGR565: case COLOR_RGBA2BGR555:
+ return oclCvtColorBGR25x5(_src, _dst, bidx, greenBits(code) );
- CALL_HAL(cvtBGRtoHSV, cv_hal_cvtBGRtoHSV, src_data, src_step, dst_data, dst_step, width, height, depth, scn, swapBlue, isFullRange, isHSV);
+ case COLOR_BGR5652GRAY: case COLOR_BGR5552GRAY:
+ return oclCvtColor5x52Gray(_src, _dst, greenBits(code));
-#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
- CV_IPP_CHECK()
- {
- if(depth == CV_8U && isFullRange)
- {
- if (isHSV)
- {
-#if !IPP_DISABLE_RGB_HSV // breaks OCL accuracy tests
- if(scn == 3 && !swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKE_TYPE(depth, scn), dst_data, dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC3RTab[depth], ippiRGB2HSVTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if(scn == 4 && !swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth], ippiRGB2HSVTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if(scn == 4 && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth], ippiRGB2HSVTab[depth], 0, 1, 2, depth)) )
- return;
- }
-#endif
- }
- else
- {
- if(scn == 3 && !swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKE_TYPE(depth, scn), dst_data, dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC3RTab[depth], ippiRGB2HLSTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if(scn == 4 && !swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth], ippiRGB2HLSTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if(scn == 3 && swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKE_TYPE(depth, scn), dst_data, dst_step, width, height,
- IPPGeneralFunctor(ippiRGB2HLSTab[depth])) )
- return;
- }
- else if(scn == 4 && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth], ippiRGB2HLSTab[depth], 0, 1, 2, depth)) )
- return;
- }
- }
- }
- }
-#endif
+ case COLOR_GRAY2BGR565: case COLOR_GRAY2BGR555:
+ return oclCvtColorGray25x5(_src, _dst, greenBits(code));
- int hrange = depth == CV_32F ? 360 : isFullRange ? 256 : 180;
- int blueIdx = swapBlue ? 2 : 0;
- if(isHSV)
- {
- if(depth == CV_8U)
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2HSV_b(scn, blueIdx, hrange));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2HSV_f(scn, blueIdx, static_cast<float>(hrange)));
- }
- else
- {
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2HLS_b(scn, blueIdx, hrange));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2HLS_f(scn, blueIdx, static_cast<float>(hrange)));
- }
-}
+ case COLOR_BGR2GRAY: case COLOR_BGRA2GRAY:
+ case COLOR_RGB2GRAY: case COLOR_RGBA2GRAY:
+ return oclCvtColorBGR2Gray(_src, _dst, bidx);
-// 8u, 32f
-void cvtHSVtoBGR(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int depth, int dcn, bool swapBlue, bool isFullRange, bool isHSV)
-{
- CV_INSTRUMENT_REGION()
+ case COLOR_GRAY2BGR:
+ case COLOR_GRAY2BGRA:
+ return oclCvtColorGray2BGR(_src, _dst, dcn);
- CALL_HAL(cvtHSVtoBGR, cv_hal_cvtHSVtoBGR, src_data, src_step, dst_data, dst_step, width, height, depth, dcn, swapBlue, isFullRange, isHSV);
+ case COLOR_BGR2YUV:
+ case COLOR_RGB2YUV:
+ return oclCvtColorBGR2YUV(_src, _dst, bidx);
-#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
- CV_IPP_CHECK()
- {
- if (depth == CV_8U && isFullRange)
- {
- if (isHSV)
- {
- if(dcn == 3 && !swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, 3), dst_data, dst_step, width, height,
- IPPGeneralReorderFunctor(ippiHSV2RGBTab[depth], ippiSwapChannelsC3RTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if(dcn == 4 && !swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralReorderFunctor(ippiHSV2RGBTab[depth], ippiSwapChannelsC3C4RTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if(dcn == 3 && swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, 3), dst_data, dst_step, width, height,
- IPPGeneralFunctor(ippiHSV2RGBTab[depth])) )
- return;
- }
- else if(dcn == 4 && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralReorderFunctor(ippiHSV2RGBTab[depth], ippiSwapChannelsC3C4RTab[depth], 0, 1, 2, depth)) )
- return;
- }
- }
- else
- {
- if(dcn == 3 && !swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, 3), dst_data, dst_step, width, height,
- IPPGeneralReorderFunctor(ippiHLS2RGBTab[depth], ippiSwapChannelsC3RTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if(dcn == 4 && !swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralReorderFunctor(ippiHLS2RGBTab[depth], ippiSwapChannelsC3C4RTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if(dcn == 3 && swapBlue)
- {
- if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, 3), dst_data, dst_step, width, height,
- IPPGeneralFunctor(ippiHLS2RGBTab[depth])) )
- return;
- }
- else if(dcn == 4 && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralReorderFunctor(ippiHLS2RGBTab[depth], ippiSwapChannelsC3C4RTab[depth], 0, 1, 2, depth)) )
- return;
- }
- }
- }
- }
-#endif
+ case COLOR_YUV2BGR:
+ case COLOR_YUV2RGB:
+ return oclCvtColorYUV2BGR(_src, _dst, dcn, bidx);
- int hrange = depth == CV_32F ? 360 : isFullRange ? 255 : 180;
- int blueIdx = swapBlue ? 2 : 0;
- if(isHSV)
- {
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, HSV2RGB_b(dcn, blueIdx, hrange));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, HSV2RGB_f(dcn, blueIdx, static_cast<float>(hrange)));
- }
- else
+ case COLOR_YUV2RGB_NV12: case COLOR_YUV2BGR_NV12: case COLOR_YUV2RGB_NV21: case COLOR_YUV2BGR_NV21:
+ case COLOR_YUV2RGBA_NV12: case COLOR_YUV2BGRA_NV12: case COLOR_YUV2RGBA_NV21: case COLOR_YUV2BGRA_NV21:
{
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, HLS2RGB_b(dcn, blueIdx, hrange));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, HLS2RGB_f(dcn, blueIdx, static_cast<float>(hrange)));
+ int uidx = code == COLOR_YUV2RGBA_NV21 || code == COLOR_YUV2RGB_NV21 ||
+ code == COLOR_YUV2BGRA_NV21 || code == COLOR_YUV2BGR_NV21 ? 1 : 0;
+ return oclCvtColorTwoPlaneYUV2BGR(_src, _dst, dcn, bidx, uidx);
}
-}
-
-// 8u, 32f
-void cvtBGRtoLab(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int depth, int scn, bool swapBlue, bool isLab, bool srgb)
-{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtBGRtoLab, cv_hal_cvtBGRtoLab, src_data, src_step, dst_data, dst_step, width, height, depth, scn, swapBlue, isLab, srgb);
-
-#if defined(HAVE_IPP) && !IPP_DISABLE_RGB_LAB
- CV_IPP_CHECK()
+ case COLOR_YUV2BGR_YV12: case COLOR_YUV2RGB_YV12: case COLOR_YUV2BGRA_YV12: case COLOR_YUV2RGBA_YV12:
+ case COLOR_YUV2BGR_IYUV: case COLOR_YUV2RGB_IYUV: case COLOR_YUV2BGRA_IYUV: case COLOR_YUV2RGBA_IYUV:
{
- if (!srgb)
- {
- if (isLab)
- {
- if (scn == 3 && depth == CV_8U && !swapBlue)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPGeneralFunctor((ippiGeneralFunc)ippiBGRToLab_8u_C3R)))
- return;
- }
- else if (scn == 4 && depth == CV_8U && !swapBlue)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth],
- (ippiGeneralFunc)ippiBGRToLab_8u_C3R, 0, 1, 2, depth)))
- return;
- }
- else if (scn == 3 && depth == CV_8U && swapBlue) // slower than OpenCV
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC3RTab[depth],
- (ippiGeneralFunc)ippiBGRToLab_8u_C3R, 2, 1, 0, depth)))
- return;
- }
- else if (scn == 4 && depth == CV_8U && swapBlue) // slower than OpenCV
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth],
- (ippiGeneralFunc)ippiBGRToLab_8u_C3R, 2, 1, 0, depth)))
- return;
- }
- }
- else
- {
- if (scn == 3 && swapBlue)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPGeneralFunctor(ippiRGBToLUVTab[depth])))
- return;
- }
- else if (scn == 4 && swapBlue)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth],
- ippiRGBToLUVTab[depth], 0, 1, 2, depth)))
- return;
- }
- else if (scn == 3 && !swapBlue)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC3RTab[depth],
- ippiRGBToLUVTab[depth], 2, 1, 0, depth)))
- return;
- }
- else if (scn == 4 && !swapBlue)
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth],
- ippiRGBToLUVTab[depth], 2, 1, 0, depth)))
- return;
- }
- }
- }
+ int uidx = code == COLOR_YUV2BGRA_YV12 || code == COLOR_YUV2BGR_YV12 ||
+ code == COLOR_YUV2RGBA_YV12 || code == COLOR_YUV2RGB_YV12 ? 1 : 0;
+ return oclCvtColorThreePlaneYUV2BGR(_src, _dst, dcn, bidx, uidx);
}
-#endif
-
-
- int blueIdx = swapBlue ? 2 : 0;
- if(isLab)
+ case COLOR_YUV2GRAY_420:
{
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Lab_b(scn, blueIdx, 0, 0, srgb));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Lab_f(scn, blueIdx, 0, 0, srgb));
+ return oclCvtColorYUV2Gray_420(_src, _dst);
}
- else
+ case COLOR_RGB2YUV_YV12: case COLOR_BGR2YUV_YV12: case COLOR_RGBA2YUV_YV12: case COLOR_BGRA2YUV_YV12:
+ case COLOR_RGB2YUV_IYUV: case COLOR_BGR2YUV_IYUV: case COLOR_RGBA2YUV_IYUV: case COLOR_BGRA2YUV_IYUV:
{
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Luv_b(scn, blueIdx, 0, 0, srgb));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Luv_f(scn, blueIdx, 0, 0, srgb));
+ int uidx = code == COLOR_RGBA2YUV_YV12 || code == COLOR_RGB2YUV_YV12 ||
+ code == COLOR_BGRA2YUV_YV12 || code == COLOR_BGR2YUV_YV12 ? 1 : 0;
+ return oclCvtColorBGR2ThreePlaneYUV(_src, _dst, bidx, uidx );
}
-}
-
-// 8u, 32f
-void cvtLabtoBGR(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int depth, int dcn, bool swapBlue, bool isLab, bool srgb)
-{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtLabtoBGR, cv_hal_cvtLabtoBGR, src_data, src_step, dst_data, dst_step, width, height, depth, dcn, swapBlue, isLab, srgb);
-
-#if defined(HAVE_IPP) && !IPP_DISABLE_LAB_RGB
- CV_IPP_CHECK()
+ case COLOR_YUV2RGB_UYVY: case COLOR_YUV2BGR_UYVY: case COLOR_YUV2RGBA_UYVY: case COLOR_YUV2BGRA_UYVY:
+ case COLOR_YUV2RGB_YUY2: case COLOR_YUV2BGR_YUY2: case COLOR_YUV2RGB_YVYU: case COLOR_YUV2BGR_YVYU:
+ case COLOR_YUV2RGBA_YUY2: case COLOR_YUV2BGRA_YUY2: case COLOR_YUV2RGBA_YVYU: case COLOR_YUV2BGRA_YVYU:
{
- if (!srgb)
- {
- if (isLab)
- {
- if( dcn == 3 && depth == CV_8U && !swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPGeneralFunctor((ippiGeneralFunc)ippiLabToBGR_8u_C3R)) )
- return;
- }
- else if( dcn == 4 && depth == CV_8U && !swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPGeneralReorderFunctor((ippiGeneralFunc)ippiLabToBGR_8u_C3R,
- ippiSwapChannelsC3C4RTab[depth], 0, 1, 2, depth)) )
- return;
- }
- if( dcn == 3 && depth == CV_8U && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPGeneralReorderFunctor((ippiGeneralFunc)ippiLabToBGR_8u_C3R,
- ippiSwapChannelsC3RTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if( dcn == 4 && depth == CV_8U && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPGeneralReorderFunctor((ippiGeneralFunc)ippiLabToBGR_8u_C3R,
- ippiSwapChannelsC3C4RTab[depth], 2, 1, 0, depth)) )
- return;
- }
- }
- else
- {
- if( dcn == 3 && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPGeneralFunctor(ippiLUVToRGBTab[depth])) )
- return;
- }
- else if( dcn == 4 && swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPGeneralReorderFunctor(ippiLUVToRGBTab[depth],
- ippiSwapChannelsC3C4RTab[depth], 0, 1, 2, depth)) )
- return;
- }
- if( dcn == 3 && !swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPGeneralReorderFunctor(ippiLUVToRGBTab[depth],
- ippiSwapChannelsC3RTab[depth], 2, 1, 0, depth)) )
- return;
- }
- else if( dcn == 4 && !swapBlue)
- {
- if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
- IPPGeneralReorderFunctor(ippiLUVToRGBTab[depth],
- ippiSwapChannelsC3C4RTab[depth], 2, 1, 0, depth)) )
- return;
- }
- }
- }
- }
-#endif
+ int yidx = (code==COLOR_YUV2RGB_UYVY || code==COLOR_YUV2RGBA_UYVY ||
+ code==COLOR_YUV2BGR_UYVY || code==COLOR_YUV2BGRA_UYVY) ? 1 : 0;
+ int uidx = (code==COLOR_YUV2RGB_YVYU || code==COLOR_YUV2RGBA_YVYU ||
+ code==COLOR_YUV2BGR_YVYU || code==COLOR_YUV2BGRA_YVYU) ? 2 : 0;
+ uidx = 1 - yidx + uidx;
- int blueIdx = swapBlue ? 2 : 0;
- if(isLab)
- {
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Lab2RGB_b(dcn, blueIdx, 0, 0, srgb));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Lab2RGB_f(dcn, blueIdx, 0, 0, srgb));
- }
- else
- {
- if( depth == CV_8U )
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Luv2RGB_b(dcn, blueIdx, 0, 0, srgb));
- else
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Luv2RGB_f(dcn, blueIdx, 0, 0, srgb));
+ return oclCvtColorOnePlaneYUV2BGR(_src, _dst, dcn, bidx, uidx, yidx);
}
-}
-
-void cvtTwoPlaneYUVtoBGR(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int dst_width, int dst_height,
- int dcn, bool swapBlue, int uIdx)
-{
- CV_INSTRUMENT_REGION();
-
- CALL_HAL(cvtTwoPlaneYUVtoBGR, cv_hal_cvtTwoPlaneYUVtoBGR, src_data, src_step, dst_data, dst_step, dst_width, dst_height, dcn, swapBlue, uIdx);
- const uchar* uv = src_data + src_step * static_cast<size_t>(dst_height);
- cvtTwoPlaneYUVtoBGR(src_data, uv, src_step, dst_data, dst_step, dst_width, dst_height, dcn, swapBlue, uIdx);
-}
-
-void cvtTwoPlaneYUVtoBGR(const uchar * y_data, const uchar * uv_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int dst_width, int dst_height,
- int dcn, bool swapBlue, int uIdx)
-{
- CV_INSTRUMENT_REGION();
-
- // TODO: add hal replacement method
- int blueIdx = swapBlue ? 2 : 0;
- switch(dcn*100 + blueIdx * 10 + uIdx)
- {
- case 300: cvtYUV420sp2RGB<0, 0> (dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
- case 301: cvtYUV420sp2RGB<0, 1> (dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
- case 320: cvtYUV420sp2RGB<2, 0> (dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
- case 321: cvtYUV420sp2RGB<2, 1> (dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
- case 400: cvtYUV420sp2RGBA<0, 0>(dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
- case 401: cvtYUV420sp2RGBA<0, 1>(dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
- case 420: cvtYUV420sp2RGBA<2, 0>(dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
- case 421: cvtYUV420sp2RGBA<2, 1>(dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
- default: CV_Error( CV_StsBadFlag, "Unknown/unsupported color conversion code" ); break;
- };
-}
-
-void cvtThreePlaneYUVtoBGR(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int dst_width, int dst_height,
- int dcn, bool swapBlue, int uIdx)
-{
- CV_INSTRUMENT_REGION()
-
- CALL_HAL(cvtThreePlaneYUVtoBGR, cv_hal_cvtThreePlaneYUVtoBGR, src_data, src_step, dst_data, dst_step, dst_width, dst_height, dcn, swapBlue, uIdx);
- const uchar* u = src_data + src_step * static_cast<size_t>(dst_height);
- const uchar* v = src_data + src_step * static_cast<size_t>(dst_height + dst_height/4) + (dst_width/2) * ((dst_height % 4)/2);
-
- int ustepIdx = 0;
- int vstepIdx = dst_height % 4 == 2 ? 1 : 0;
-
- if(uIdx == 1) { std::swap(u ,v), std::swap(ustepIdx, vstepIdx); }
- int blueIdx = swapBlue ? 2 : 0;
-
- switch(dcn*10 + blueIdx)
- {
- case 30: cvtYUV420p2RGB<0>(dst_data, dst_step, dst_width, dst_height, src_step, src_data, u, v, ustepIdx, vstepIdx); break;
- case 32: cvtYUV420p2RGB<2>(dst_data, dst_step, dst_width, dst_height, src_step, src_data, u, v, ustepIdx, vstepIdx); break;
- case 40: cvtYUV420p2RGBA<0>(dst_data, dst_step, dst_width, dst_height, src_step, src_data, u, v, ustepIdx, vstepIdx); break;
- case 42: cvtYUV420p2RGBA<2>(dst_data, dst_step, dst_width, dst_height, src_step, src_data, u, v, ustepIdx, vstepIdx); break;
- default: CV_Error( CV_StsBadFlag, "Unknown/unsupported color conversion code" ); break;
- };
-}
-
-void cvtBGRtoThreePlaneYUV(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int scn, bool swapBlue, int uIdx)
-{
- CV_INSTRUMENT_REGION()
+ case COLOR_BGR2YCrCb:
+ case COLOR_RGB2YCrCb:
+ return oclCvtColorBGR2YCrCb(_src, _dst, bidx);
- CALL_HAL(cvtBGRtoThreePlaneYUV, cv_hal_cvtBGRtoThreePlaneYUV, src_data, src_step, dst_data, dst_step, width, height, scn, swapBlue, uIdx);
- uchar * uv_data = dst_data + dst_step * height;
- RGB888toYUV420pInvoker(src_data, src_step, dst_data, uv_data, dst_step, width, height, scn, swapBlue, uIdx == 2, false).convert();
-}
+ case COLOR_YCrCb2BGR:
+ case COLOR_YCrCb2RGB:
+ return oclCvtcolorYCrCb2BGR(_src, _dst, dcn, bidx);
-void cvtBGRtoTwoPlaneYUV(const uchar * src_data, size_t src_step,
- uchar * y_data, uchar * uv_data, size_t dst_step,
- int width, int height,
- int scn, bool swapBlue, int uIdx)
-{
- CV_INSTRUMENT_REGION();
+ case COLOR_BGR2XYZ:
+ case COLOR_RGB2XYZ:
+ return oclCvtColorBGR2XYZ(_src, _dst, bidx);
- // TODO: add hal replacement method
- RGB888toYUV420pInvoker(src_data, src_step, y_data, uv_data, dst_step, width, height, scn, swapBlue, uIdx == 2, true).convert();
-}
+ case COLOR_XYZ2BGR:
+ case COLOR_XYZ2RGB:
+ return oclCvtColorXYZ2BGR(_src, _dst, dcn, bidx);
-void cvtOnePlaneYUVtoBGR(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height,
- int dcn, bool swapBlue, int uIdx, int ycn)
-{
- CV_INSTRUMENT_REGION()
+ case COLOR_BGR2HSV: case COLOR_BGR2HSV_FULL:
+ case COLOR_RGB2HSV: case COLOR_RGB2HSV_FULL:
+ return oclCvtColorBGR2HSV(_src, _dst, bidx, isFullRangeHSV(code));
- CALL_HAL(cvtOnePlaneYUVtoBGR, cv_hal_cvtOnePlaneYUVtoBGR, src_data, src_step, dst_data, dst_step, width, height, dcn, swapBlue, uIdx, ycn);
- int blueIdx = swapBlue ? 2 : 0;
- switch(dcn*1000 + blueIdx*100 + uIdx*10 + ycn)
- {
- case 3000: cvtYUV422toRGB<0,0,0>(dst_data, dst_step, src_data, src_step, width, height); break;
- case 3001: cvtYUV422toRGB<0,0,1>(dst_data, dst_step, src_data, src_step, width, height); break;
- case 3010: cvtYUV422toRGB<0,1,0>(dst_data, dst_step, src_data, src_step, width, height); break;
- case 3200: cvtYUV422toRGB<2,0,0>(dst_data, dst_step, src_data, src_step, width, height); break;
- case 3201: cvtYUV422toRGB<2,0,1>(dst_data, dst_step, src_data, src_step, width, height); break;
- case 3210: cvtYUV422toRGB<2,1,0>(dst_data, dst_step, src_data, src_step, width, height); break;
- case 4000: cvtYUV422toRGBA<0,0,0>(dst_data, dst_step, src_data, src_step, width, height); break;
- case 4001: cvtYUV422toRGBA<0,0,1>(dst_data, dst_step, src_data, src_step, width, height); break;
- case 4010: cvtYUV422toRGBA<0,1,0>(dst_data, dst_step, src_data, src_step, width, height); break;
- case 4200: cvtYUV422toRGBA<2,0,0>(dst_data, dst_step, src_data, src_step, width, height); break;
- case 4201: cvtYUV422toRGBA<2,0,1>(dst_data, dst_step, src_data, src_step, width, height); break;
- case 4210: cvtYUV422toRGBA<2,1,0>(dst_data, dst_step, src_data, src_step, width, height); break;
- default: CV_Error( CV_StsBadFlag, "Unknown/unsupported color conversion code" ); break;
- };
-}
+ case COLOR_BGR2HLS: case COLOR_BGR2HLS_FULL:
+ case COLOR_RGB2HLS: case COLOR_RGB2HLS_FULL:
+ return oclCvtColorBGR2HLS(_src, _dst, bidx, isFullRangeHSV(code));
-void cvtRGBAtoMultipliedRGBA(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height)
-{
- CV_INSTRUMENT_REGION()
+ case COLOR_HSV2BGR: case COLOR_HSV2BGR_FULL:
+ case COLOR_HSV2RGB: case COLOR_HSV2RGB_FULL:
+ return oclCvtColorHSV2BGR(_src, _dst, dcn, bidx, isFullRangeHSV(code));
- CALL_HAL(cvtRGBAtoMultipliedRGBA, cv_hal_cvtRGBAtoMultipliedRGBA, src_data, src_step, dst_data, dst_step, width, height);
+ case COLOR_HLS2BGR: case COLOR_HLS2BGR_FULL:
+ case COLOR_HLS2RGB: case COLOR_HLS2RGB_FULL:
+ return oclCvtColorHLS2BGR(_src, _dst, dcn, bidx, isFullRangeHSV(code));
-#ifdef HAVE_IPP
- CV_IPP_CHECK()
- {
- if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
- IPPGeneralFunctor((ippiGeneralFunc)ippiAlphaPremul_8u_AC4R)))
- return;
- }
-#endif
+ case COLOR_RGBA2mRGBA:
+ return oclCvtColorRGBA2mRGBA(_src, _dst);
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGBA2mRGBA<uchar>());
-}
+ case COLOR_mRGBA2RGBA:
+ return oclCvtColormRGBA2RGBA(_src, _dst);
-void cvtMultipliedRGBAtoRGBA(const uchar * src_data, size_t src_step,
- uchar * dst_data, size_t dst_step,
- int width, int height)
-{
- CV_INSTRUMENT_REGION()
+ case COLOR_BGR2Lab: case COLOR_LBGR2Lab:
+ case COLOR_RGB2Lab: case COLOR_LRGB2Lab:
+ return oclCvtColorBGR2Lab(_src, _dst, bidx, is_sRGB(code));
- CALL_HAL(cvtMultipliedRGBAtoRGBA, cv_hal_cvtMultipliedRGBAtoRGBA, src_data, src_step, dst_data, dst_step, width, height);
- CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, mRGBA2RGBA<uchar>());
-}
+ case COLOR_BGR2Luv: case COLOR_LBGR2Luv:
+ case COLOR_RGB2Luv: case COLOR_LRGB2Luv:
+ return oclCvtColorBGR2Luv(_src, _dst, bidx, is_sRGB(code));
-}} // cv::hal::
+ case COLOR_Lab2BGR: case COLOR_Lab2LBGR:
+ case COLOR_Lab2RGB: case COLOR_Lab2LRGB:
+ return oclCvtColorLab2BGR(_src, _dst, dcn, bidx, is_sRGB(code));
-//
-// Helper functions
-//
-namespace {
-using namespace cv;
+ case COLOR_Luv2BGR: case COLOR_Luv2LBGR:
+ case COLOR_Luv2RGB: case COLOR_Luv2LRGB:
+ return oclCvtColorLuv2BGR(_src, _dst, dcn, bidx, is_sRGB(code));
-inline bool isHSV(int code)
-{
- switch(code)
- {
- case COLOR_HSV2BGR: case COLOR_HSV2RGB: case COLOR_HSV2BGR_FULL: case COLOR_HSV2RGB_FULL:
- case COLOR_BGR2HSV: case COLOR_RGB2HSV: case COLOR_BGR2HSV_FULL: case COLOR_RGB2HSV_FULL:
- return true;
default:
return false;
}
}
-inline bool isLab(int code)
-{
- switch (code)
- {
- case COLOR_Lab2BGR: case COLOR_Lab2RGB: case COLOR_Lab2LBGR: case COLOR_Lab2LRGB:
- case COLOR_BGR2Lab: case COLOR_RGB2Lab: case COLOR_LBGR2Lab: case COLOR_LRGB2Lab:
- return true;
- default:
- return false;
- }
-}
+#endif
-inline bool issRGB(int code)
-{
- switch (code)
- {
- case COLOR_BGR2Lab: case COLOR_RGB2Lab: case COLOR_BGR2Luv: case COLOR_RGB2Luv:
- case COLOR_Lab2BGR: case COLOR_Lab2RGB: case COLOR_Luv2BGR: case COLOR_Luv2RGB:
- return true;
- default:
- return false;
- }
-}
-inline bool swapBlue(int code)
-{
- switch (code)
- {
- case COLOR_BGR2BGRA: case COLOR_BGRA2BGR:
- case COLOR_BGR2BGR565: case COLOR_BGR2BGR555: case COLOR_BGRA2BGR565: case COLOR_BGRA2BGR555:
- case COLOR_BGR5652BGR: case COLOR_BGR5552BGR: case COLOR_BGR5652BGRA: case COLOR_BGR5552BGRA:
- case COLOR_BGR2GRAY: case COLOR_BGRA2GRAY:
- case COLOR_BGR2YCrCb: case COLOR_BGR2YUV:
- case COLOR_YCrCb2BGR: case COLOR_YUV2BGR:
- case COLOR_BGR2XYZ: case COLOR_XYZ2BGR:
- case COLOR_BGR2HSV: case COLOR_BGR2HLS: case COLOR_BGR2HSV_FULL: case COLOR_BGR2HLS_FULL:
- case COLOR_YUV2BGR_YV12: case COLOR_YUV2BGRA_YV12: case COLOR_YUV2BGR_IYUV: case COLOR_YUV2BGRA_IYUV:
- case COLOR_YUV2BGR_NV21: case COLOR_YUV2BGRA_NV21: case COLOR_YUV2BGR_NV12: case COLOR_YUV2BGRA_NV12:
- case COLOR_Lab2BGR: case COLOR_Luv2BGR: case COLOR_Lab2LBGR: case COLOR_Luv2LBGR:
- case COLOR_BGR2Lab: case COLOR_BGR2Luv: case COLOR_LBGR2Lab: case COLOR_LBGR2Luv:
- case COLOR_HSV2BGR: case COLOR_HLS2BGR: case COLOR_HSV2BGR_FULL: case COLOR_HLS2BGR_FULL:
- case COLOR_YUV2BGR_UYVY: case COLOR_YUV2BGRA_UYVY: case COLOR_YUV2BGR_YUY2:
- case COLOR_YUV2BGRA_YUY2: case COLOR_YUV2BGR_YVYU: case COLOR_YUV2BGRA_YVYU:
- case COLOR_BGR2YUV_IYUV: case COLOR_BGRA2YUV_IYUV: case COLOR_BGR2YUV_YV12: case COLOR_BGRA2YUV_YV12:
- return false;
- default:
- return true;
- }
-}
+// helper function for dual-plane modes
-inline bool isFullRange(int code)
+void cvtColorTwoPlane( InputArray _ysrc, InputArray _uvsrc, OutputArray _dst, int code )
{
+ // only YUV420 is currently supported
switch (code)
{
- case COLOR_BGR2HSV_FULL: case COLOR_RGB2HSV_FULL: case COLOR_BGR2HLS_FULL: case COLOR_RGB2HLS_FULL:
- case COLOR_HSV2BGR_FULL: case COLOR_HSV2RGB_FULL: case COLOR_HLS2BGR_FULL: case COLOR_HLS2RGB_FULL:
- return true;
- default:
- return false;
- }
-}
-
-} // namespace::
-
-// helper function for dual-plane modes
-void cv::cvtColorTwoPlane( InputArray _ysrc, InputArray _uvsrc, OutputArray _dst, int code )
-{
- // only YUV420 is currently supported
- switch (code) {
case COLOR_YUV2BGR_NV21: case COLOR_YUV2RGB_NV21: case COLOR_YUV2BGR_NV12: case COLOR_YUV2RGB_NV12:
case COLOR_YUV2BGRA_NV21: case COLOR_YUV2RGBA_NV21: case COLOR_YUV2BGRA_NV12: case COLOR_YUV2RGBA_NV12:
break;
return;
}
- int stype = _ysrc.type();
- int depth = CV_MAT_DEPTH(stype), uidx, dcn;
-
- Mat ysrc, uvsrc, dst;
- ysrc = _ysrc.getMat();
- uvsrc = _uvsrc.getMat();
- Size ysz = _ysrc.size();
- Size uvs = _uvsrc.size();
-
- // http://www.fourcc.org/yuv.php#NV21 == yuv420sp -> a plane of 8 bit Y samples followed by an interleaved V/U plane containing 8 bit 2x2 subsampled chroma samples
- // http://www.fourcc.org/yuv.php#NV12 -> a plane of 8 bit Y samples followed by an interleaved U/V plane containing 8 bit 2x2 subsampled colour difference samples
- dcn = (code==COLOR_YUV420sp2BGRA || code==COLOR_YUV420sp2RGBA || code==COLOR_YUV2BGRA_NV12 || code==COLOR_YUV2RGBA_NV12) ? 4 : 3;
- uidx = (code==COLOR_YUV2BGR_NV21 || code==COLOR_YUV2BGRA_NV21 || code==COLOR_YUV2RGB_NV21 || code==COLOR_YUV2RGBA_NV21) ? 1 : 0;
- CV_Assert( dcn == 3 || dcn == 4 );
- CV_Assert( ysz.width == uvs.width * 2 );
- CV_Assert( ysz.width % 2 == 0 && depth == CV_8U );
- CV_Assert( ysz.height == uvs.height * 2 );
- _dst.create( ysz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtTwoPlaneYUVtoBGR(ysrc.data, uvsrc.data, ysrc.step, dst.data, dst.step, dst.cols, dst.rows, dcn, swapBlue(code), uidx);
+ cvtColorTwoPlaneYUV2BGRpair(_ysrc, _uvsrc, _dst, dstChannels(code), swapBlue(code), uIndex(code));
}
// The main function //
//////////////////////////////////////////////////////////////////////////////////////////
-void cv::cvtColor( InputArray _src, OutputArray _dst, int code, int dcn )
+void cvtColor( InputArray _src, OutputArray _dst, int code, int dcn )
{
CV_INSTRUMENT_REGION()
- int stype = _src.type();
- int scn = CV_MAT_CN(stype), depth = CV_MAT_DEPTH(stype), uidx, gbits, ycn;
+ if(dcn <= 0)
+ dcn = dstChannels(code);
- CV_OCL_RUN( _src.dims() <= 2 && _dst.isUMat() && !(depth == CV_8U && (code == COLOR_Luv2BGR || code == COLOR_Luv2RGB)),
+ CV_OCL_RUN( _src.dims() <= 2 && _dst.isUMat() &&
+ !(CV_MAT_DEPTH(_src.type()) == CV_8U && (code == COLOR_Luv2BGR || code == COLOR_Luv2RGB)),
ocl_cvtColor(_src, _dst, code, dcn) )
- Mat src, dst;
- if (_src.getObj() == _dst.getObj()) // inplace processing (#6653)
- _src.copyTo(src);
- else
- src = _src.getMat();
- Size sz = src.size();
- CV_Assert( depth == CV_8U || depth == CV_16U || depth == CV_32F );
-
switch( code )
{
case COLOR_BGR2BGRA: case COLOR_RGB2BGRA: case COLOR_BGRA2BGR:
- case COLOR_RGBA2BGR: case COLOR_RGB2BGR: case COLOR_BGRA2RGBA:
- CV_Assert( scn == 3 || scn == 4 );
- dcn = code == COLOR_BGR2BGRA || code == COLOR_RGB2BGRA || code == COLOR_BGRA2RGBA ? 4 : 3;
- _dst.create( sz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtBGRtoBGR(src.data, src.step, dst.data, dst.step, src.cols, src.rows,
- depth, scn, dcn, swapBlue(code));
+ case COLOR_RGBA2BGR: case COLOR_RGB2BGR: case COLOR_BGRA2RGBA:
+ cvtColorBGR2BGR(_src, _dst, dcn, swapBlue(code));
break;
- case COLOR_BGR2BGR565: case COLOR_BGR2BGR555: case COLOR_RGB2BGR565: case COLOR_RGB2BGR555:
- case COLOR_BGRA2BGR565: case COLOR_BGRA2BGR555: case COLOR_RGBA2BGR565: case COLOR_RGBA2BGR555:
- CV_Assert( (scn == 3 || scn == 4) && depth == CV_8U );
- gbits = code == COLOR_BGR2BGR565 || code == COLOR_RGB2BGR565 ||
- code == COLOR_BGRA2BGR565 || code == COLOR_RGBA2BGR565 ? 6 : 5;
- _dst.create(sz, CV_8UC2);
- dst = _dst.getMat();
- hal::cvtBGRtoBGR5x5(src.data, src.step, dst.data, dst.step, src.cols, src.rows,
- scn, swapBlue(code), gbits);
+ case COLOR_BGR2BGR565: case COLOR_BGR2BGR555: case COLOR_BGRA2BGR565: case COLOR_BGRA2BGR555:
+ case COLOR_RGB2BGR565: case COLOR_RGB2BGR555: case COLOR_RGBA2BGR565: case COLOR_RGBA2BGR555:
+ cvtColorBGR25x5(_src, _dst, swapBlue(code), greenBits(code));
break;
- case COLOR_BGR5652BGR: case COLOR_BGR5552BGR: case COLOR_BGR5652RGB: case COLOR_BGR5552RGB:
- case COLOR_BGR5652BGRA: case COLOR_BGR5552BGRA: case COLOR_BGR5652RGBA: case COLOR_BGR5552RGBA:
- if(dcn <= 0) dcn = (code==COLOR_BGR5652BGRA || code==COLOR_BGR5552BGRA || code==COLOR_BGR5652RGBA || code==COLOR_BGR5552RGBA) ? 4 : 3;
- CV_Assert( (dcn == 3 || dcn == 4) && scn == 2 && depth == CV_8U );
- gbits = code == COLOR_BGR5652BGR || code == COLOR_BGR5652RGB ||
- code == COLOR_BGR5652BGRA || code == COLOR_BGR5652RGBA ? 6 : 5;
- _dst.create(sz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtBGR5x5toBGR(src.data, src.step, dst.data, dst.step, src.cols, src.rows,
- dcn, swapBlue(code), gbits);
+ case COLOR_BGR5652BGR: case COLOR_BGR5552BGR: case COLOR_BGR5652BGRA: case COLOR_BGR5552BGRA:
+ case COLOR_BGR5652RGB: case COLOR_BGR5552RGB: case COLOR_BGR5652RGBA: case COLOR_BGR5552RGBA:
+ cvtColor5x52BGR(_src, _dst, dcn, swapBlue(code), greenBits(code));
break;
- case COLOR_BGR2GRAY: case COLOR_BGRA2GRAY: case COLOR_RGB2GRAY: case COLOR_RGBA2GRAY:
- CV_Assert( scn == 3 || scn == 4 );
- _dst.create(sz, CV_MAKETYPE(depth, 1));
- dst = _dst.getMat();
- hal::cvtBGRtoGray(src.data, src.step, dst.data, dst.step, src.cols, src.rows,
- depth, scn, swapBlue(code));
+ case COLOR_BGR2GRAY: case COLOR_BGRA2GRAY:
+ case COLOR_RGB2GRAY: case COLOR_RGBA2GRAY:
+ cvtColorBGR2Gray(_src, _dst, swapBlue(code));
break;
- case COLOR_BGR5652GRAY: case COLOR_BGR5552GRAY:
- CV_Assert( scn == 2 && depth == CV_8U );
- gbits = code == COLOR_BGR5652GRAY ? 6 : 5;
- _dst.create(sz, CV_8UC1);
- dst = _dst.getMat();
- hal::cvtBGR5x5toGray(src.data, src.step, dst.data, dst.step, src.cols, src.rows, gbits);
+ case COLOR_BGR5652GRAY:
+ case COLOR_BGR5552GRAY:
+ cvtColor5x52Gray(_src, _dst, greenBits(code));
break;
- case COLOR_GRAY2BGR: case COLOR_GRAY2BGRA:
- if( dcn <= 0 ) dcn = (code==COLOR_GRAY2BGRA) ? 4 : 3;
- CV_Assert( scn == 1 && (dcn == 3 || dcn == 4));
- _dst.create(sz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtGraytoBGR(src.data, src.step, dst.data, dst.step, src.cols, src.rows, depth, dcn);
+ case COLOR_GRAY2BGR:
+ case COLOR_GRAY2BGRA:
+ cvtColorGray2BGR(_src, _dst, dcn);
break;
- case COLOR_GRAY2BGR565: case COLOR_GRAY2BGR555:
- CV_Assert( scn == 1 && depth == CV_8U );
- gbits = code == COLOR_GRAY2BGR565 ? 6 : 5;
- _dst.create(sz, CV_8UC2);
- dst = _dst.getMat();
- hal::cvtGraytoBGR5x5(src.data, src.step, dst.data, dst.step, src.cols, src.rows, gbits);
+ case COLOR_GRAY2BGR565:
+ case COLOR_GRAY2BGR555:
+ cvtColorGray25x5(_src, _dst, greenBits(code));
break;
case COLOR_BGR2YCrCb: case COLOR_RGB2YCrCb:
- case COLOR_BGR2YUV: case COLOR_RGB2YUV:
- CV_Assert( scn == 3 || scn == 4 );
- _dst.create(sz, CV_MAKETYPE(depth, 3));
- dst = _dst.getMat();
- hal::cvtBGRtoYUV(src.data, src.step, dst.data, dst.step, src.cols, src.rows,
- depth, scn, swapBlue(code), code == COLOR_BGR2YCrCb || code == COLOR_RGB2YCrCb);
+ case COLOR_BGR2YUV: case COLOR_RGB2YUV:
+ cvtColorBGR2YUV(_src, _dst, swapBlue(code), code == COLOR_BGR2YCrCb || code == COLOR_RGB2YCrCb);
break;
case COLOR_YCrCb2BGR: case COLOR_YCrCb2RGB:
- case COLOR_YUV2BGR: case COLOR_YUV2RGB:
- if( dcn <= 0 ) dcn = 3;
- CV_Assert( scn == 3 && (dcn == 3 || dcn == 4) );
- _dst.create(sz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtYUVtoBGR(src.data, src.step, dst.data, dst.step, src.cols, src.rows,
- depth, dcn, swapBlue(code), code == COLOR_YCrCb2BGR || code == COLOR_YCrCb2RGB);
+ case COLOR_YUV2BGR: case COLOR_YUV2RGB:
+ cvtColorYUV2BGR(_src, _dst, dcn, swapBlue(code), code == COLOR_YCrCb2BGR || code == COLOR_YCrCb2RGB);
+ break;
+
+ case COLOR_BGR2XYZ:
+ case COLOR_RGB2XYZ:
+ cvtColorBGR2XYZ(_src, _dst, swapBlue(code));
+ break;
+
+ case COLOR_XYZ2BGR:
+ case COLOR_XYZ2RGB:
+ cvtColorXYZ2BGR(_src, _dst, dcn, swapBlue(code));
+ break;
+
+ case COLOR_BGR2HSV: case COLOR_BGR2HSV_FULL:
+ case COLOR_RGB2HSV: case COLOR_RGB2HSV_FULL:
+ cvtColorBGR2HSV(_src, _dst, swapBlue(code), isFullRangeHSV(code));
+ break;
+
+ case COLOR_BGR2HLS: case COLOR_BGR2HLS_FULL:
+ case COLOR_RGB2HLS: case COLOR_RGB2HLS_FULL:
+ cvtColorBGR2HLS(_src, _dst, swapBlue(code), isFullRangeHSV(code));
break;
- case COLOR_BGR2XYZ: case COLOR_RGB2XYZ:
- CV_Assert( scn == 3 || scn == 4 );
- _dst.create(sz, CV_MAKETYPE(depth, 3));
- dst = _dst.getMat();
- hal::cvtBGRtoXYZ(src.data, src.step, dst.data, dst.step, src.cols, src.rows, depth, scn, swapBlue(code));
+ case COLOR_HSV2BGR: case COLOR_HSV2BGR_FULL:
+ case COLOR_HSV2RGB: case COLOR_HSV2RGB_FULL:
+ cvtColorHSV2BGR(_src, _dst, dcn, swapBlue(code), isFullRangeHSV(code));
break;
- case COLOR_XYZ2BGR: case COLOR_XYZ2RGB:
- if( dcn <= 0 ) dcn = 3;
- CV_Assert( scn == 3 && (dcn == 3 || dcn == 4) );
- _dst.create(sz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtXYZtoBGR(src.data, src.step, dst.data, dst.step, src.cols, src.rows, depth, dcn, swapBlue(code));
+ case COLOR_HLS2BGR: case COLOR_HLS2BGR_FULL:
+ case COLOR_HLS2RGB: case COLOR_HLS2RGB_FULL:
+ cvtColorHLS2BGR(_src, _dst, dcn, swapBlue(code), isFullRangeHSV(code));
break;
- case COLOR_BGR2HSV: case COLOR_RGB2HSV: case COLOR_BGR2HSV_FULL: case COLOR_RGB2HSV_FULL:
- case COLOR_BGR2HLS: case COLOR_RGB2HLS: case COLOR_BGR2HLS_FULL: case COLOR_RGB2HLS_FULL:
- CV_Assert( (scn == 3 || scn == 4) && (depth == CV_8U || depth == CV_32F) );
- _dst.create(sz, CV_MAKETYPE(depth, 3));
- dst = _dst.getMat();
- hal::cvtBGRtoHSV(src.data, src.step, dst.data, dst.step, src.cols, src.rows,
- depth, scn, swapBlue(code), isFullRange(code), isHSV(code));
+ case COLOR_BGR2Lab: case COLOR_LBGR2Lab:
+ case COLOR_RGB2Lab: case COLOR_LRGB2Lab:
+ cvtColorBGR2Lab(_src, _dst, swapBlue(code), is_sRGB(code));
break;
- case COLOR_HSV2BGR: case COLOR_HSV2RGB: case COLOR_HSV2BGR_FULL: case COLOR_HSV2RGB_FULL:
- case COLOR_HLS2BGR: case COLOR_HLS2RGB: case COLOR_HLS2BGR_FULL: case COLOR_HLS2RGB_FULL:
- if( dcn <= 0 ) dcn = 3;
- CV_Assert( scn == 3 && (dcn == 3 || dcn == 4) && (depth == CV_8U || depth == CV_32F) );
- _dst.create(sz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtHSVtoBGR(src.data, src.step, dst.data, dst.step, src.cols, src.rows,
- depth, dcn, swapBlue(code), isFullRange(code), isHSV(code));
+ case COLOR_BGR2Luv: case COLOR_LBGR2Luv:
+ case COLOR_RGB2Luv: case COLOR_LRGB2Luv:
+ cvtColorBGR2Luv(_src, _dst, swapBlue(code), is_sRGB(code));
break;
- case COLOR_BGR2Lab: case COLOR_RGB2Lab: case COLOR_LBGR2Lab: case COLOR_LRGB2Lab:
- case COLOR_BGR2Luv: case COLOR_RGB2Luv: case COLOR_LBGR2Luv: case COLOR_LRGB2Luv:
- CV_Assert( (scn == 3 || scn == 4) && (depth == CV_8U || depth == CV_32F) );
- _dst.create(sz, CV_MAKETYPE(depth, 3));
- dst = _dst.getMat();
- hal::cvtBGRtoLab(src.data, src.step, dst.data, dst.step, src.cols, src.rows,
- depth, scn, swapBlue(code), isLab(code), issRGB(code));
+ case COLOR_Lab2BGR: case COLOR_Lab2LBGR:
+ case COLOR_Lab2RGB: case COLOR_Lab2LRGB:
+ cvtColorLab2BGR(_src, _dst, dcn, swapBlue(code), is_sRGB(code));
break;
- case COLOR_Lab2BGR: case COLOR_Lab2RGB: case COLOR_Lab2LBGR: case COLOR_Lab2LRGB:
- case COLOR_Luv2BGR: case COLOR_Luv2RGB: case COLOR_Luv2LBGR: case COLOR_Luv2LRGB:
- if( dcn <= 0 ) dcn = 3;
- CV_Assert( scn == 3 && (dcn == 3 || dcn == 4) && (depth == CV_8U || depth == CV_32F) );
- _dst.create(sz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtLabtoBGR(src.data, src.step, dst.data, dst.step, src.cols, src.rows,
- depth, dcn, swapBlue(code), isLab(code), issRGB(code));
+ case COLOR_Luv2BGR: case COLOR_Luv2LBGR:
+ case COLOR_Luv2RGB: case COLOR_Luv2LRGB:
+ cvtColorLuv2BGR(_src, _dst, dcn, swapBlue(code), is_sRGB(code));
break;
case COLOR_BayerBG2GRAY: case COLOR_BayerGB2GRAY: case COLOR_BayerRG2GRAY: case COLOR_BayerGR2GRAY:
case COLOR_BayerBG2BGR_VNG: case COLOR_BayerGB2BGR_VNG: case COLOR_BayerRG2BGR_VNG: case COLOR_BayerGR2BGR_VNG:
case COLOR_BayerBG2BGR_EA: case COLOR_BayerGB2BGR_EA: case COLOR_BayerRG2BGR_EA: case COLOR_BayerGR2BGR_EA:
case COLOR_BayerBG2BGRA: case COLOR_BayerGB2BGRA: case COLOR_BayerRG2BGRA: case COLOR_BayerGR2BGRA:
- demosaicing(src, _dst, code, dcn);
- break;
+ {
+ Mat src;
+ if (_src.getObj() == _dst.getObj()) // inplace processing (#6653)
+ _src.copyTo(src);
+ else
+ src = _src.getMat();
+ demosaicing(src, _dst, code, dcn);
+ break;
+ }
case COLOR_YUV2BGR_NV21: case COLOR_YUV2RGB_NV21: case COLOR_YUV2BGR_NV12: case COLOR_YUV2RGB_NV12:
case COLOR_YUV2BGRA_NV21: case COLOR_YUV2RGBA_NV21: case COLOR_YUV2BGRA_NV12: case COLOR_YUV2RGBA_NV12:
// http://www.fourcc.org/yuv.php#NV21 == yuv420sp -> a plane of 8 bit Y samples followed by an interleaved V/U plane containing 8 bit 2x2 subsampled chroma samples
// http://www.fourcc.org/yuv.php#NV12 -> a plane of 8 bit Y samples followed by an interleaved U/V plane containing 8 bit 2x2 subsampled colour difference samples
- if (dcn <= 0) dcn = (code==COLOR_YUV420sp2BGRA || code==COLOR_YUV420sp2RGBA || code==COLOR_YUV2BGRA_NV12 || code==COLOR_YUV2RGBA_NV12) ? 4 : 3;
- uidx = (code==COLOR_YUV2BGR_NV21 || code==COLOR_YUV2BGRA_NV21 || code==COLOR_YUV2RGB_NV21 || code==COLOR_YUV2RGBA_NV21) ? 1 : 0;
- CV_Assert( dcn == 3 || dcn == 4 );
- CV_Assert( sz.width % 2 == 0 && sz.height % 3 == 0 && depth == CV_8U );
- _dst.create(Size(sz.width, sz.height * 2 / 3), CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtTwoPlaneYUVtoBGR(src.data, src.step, dst.data, dst.step, dst.cols, dst.rows,
- dcn, swapBlue(code), uidx);
+ cvtColorTwoPlaneYUV2BGR(_src, _dst, dcn, swapBlue(code), uIndex(code));
break;
+
case COLOR_YUV2BGR_YV12: case COLOR_YUV2RGB_YV12: case COLOR_YUV2BGRA_YV12: case COLOR_YUV2RGBA_YV12:
case COLOR_YUV2BGR_IYUV: case COLOR_YUV2RGB_IYUV: case COLOR_YUV2BGRA_IYUV: case COLOR_YUV2RGBA_IYUV:
//http://www.fourcc.org/yuv.php#YV12 == yuv420p -> It comprises an NxM Y plane followed by (N/2)x(M/2) V and U planes.
//http://www.fourcc.org/yuv.php#IYUV == I420 -> It comprises an NxN Y plane followed by (N/2)x(N/2) U and V planes
- if (dcn <= 0) dcn = (code==COLOR_YUV2BGRA_YV12 || code==COLOR_YUV2RGBA_YV12 || code==COLOR_YUV2RGBA_IYUV || code==COLOR_YUV2BGRA_IYUV) ? 4 : 3;
- uidx = (code==COLOR_YUV2BGR_YV12 || code==COLOR_YUV2RGB_YV12 || code==COLOR_YUV2BGRA_YV12 || code==COLOR_YUV2RGBA_YV12) ? 1 : 0;
- CV_Assert( dcn == 3 || dcn == 4 );
- CV_Assert( sz.width % 2 == 0 && sz.height % 3 == 0 && depth == CV_8U );
- _dst.create(Size(sz.width, sz.height * 2 / 3), CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtThreePlaneYUVtoBGR(src.data, src.step, dst.data, dst.step, dst.cols, dst.rows,
- dcn, swapBlue(code), uidx);
+ cvtColorThreePlaneYUV2BGR(_src, _dst, dcn, swapBlue(code), uIndex(code));
break;
case COLOR_YUV2GRAY_420:
- {
- if (dcn <= 0) dcn = 1;
-
- CV_Assert( dcn == 1 );
- CV_Assert( sz.width % 2 == 0 && sz.height % 3 == 0 && depth == CV_8U );
-
- Size dstSz(sz.width, sz.height * 2 / 3);
- _dst.create(dstSz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
-#ifdef HAVE_IPP
-#if IPP_VERSION_X100 >= 201700
- if (CV_INSTRUMENT_FUN_IPP(ippiCopy_8u_C1R_L, src.data, (IppSizeL)src.step, dst.data, (IppSizeL)dst.step,
- ippiSizeL(dstSz.width, dstSz.height)) >= 0)
- break;
-#endif
-#endif
- src(Range(0, dstSz.height), Range::all()).copyTo(dst);
- }
+ cvtColorYUV2Gray_420(_src, _dst);
break;
+
case COLOR_RGB2YUV_YV12: case COLOR_BGR2YUV_YV12: case COLOR_RGBA2YUV_YV12: case COLOR_BGRA2YUV_YV12:
case COLOR_RGB2YUV_IYUV: case COLOR_BGR2YUV_IYUV: case COLOR_RGBA2YUV_IYUV: case COLOR_BGRA2YUV_IYUV:
- if (dcn <= 0) dcn = 1;
- uidx = (code == COLOR_BGR2YUV_IYUV || code == COLOR_BGRA2YUV_IYUV || code == COLOR_RGB2YUV_IYUV || code == COLOR_RGBA2YUV_IYUV) ? 1 : 2;
- CV_Assert( (scn == 3 || scn == 4) && depth == CV_8U );
- CV_Assert( dcn == 1 );
- CV_Assert( sz.width % 2 == 0 && sz.height % 2 == 0 );
- _dst.create(Size(sz.width, sz.height / 2 * 3), CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtBGRtoThreePlaneYUV(src.data, src.step, dst.data, dst.step, src.cols, src.rows,
- scn, swapBlue(code), uidx);
+ cvtColorBGR2ThreePlaneYUV(_src, _dst, swapBlue(code), uIndex(code));
break;
+
case COLOR_YUV2RGB_UYVY: case COLOR_YUV2BGR_UYVY: case COLOR_YUV2RGBA_UYVY: case COLOR_YUV2BGRA_UYVY:
case COLOR_YUV2RGB_YUY2: case COLOR_YUV2BGR_YUY2: case COLOR_YUV2RGB_YVYU: case COLOR_YUV2BGR_YVYU:
case COLOR_YUV2RGBA_YUY2: case COLOR_YUV2BGRA_YUY2: case COLOR_YUV2RGBA_YVYU: case COLOR_YUV2BGRA_YVYU:
//http://www.fourcc.org/yuv.php#UYVY
//http://www.fourcc.org/yuv.php#YUY2
//http://www.fourcc.org/yuv.php#YVYU
- if (dcn <= 0) dcn = (code==COLOR_YUV2RGBA_UYVY || code==COLOR_YUV2BGRA_UYVY || code==COLOR_YUV2RGBA_YUY2 || code==COLOR_YUV2BGRA_YUY2 || code==COLOR_YUV2RGBA_YVYU || code==COLOR_YUV2BGRA_YVYU) ? 4 : 3;
- ycn = (code==COLOR_YUV2RGB_UYVY || code==COLOR_YUV2BGR_UYVY || code==COLOR_YUV2RGBA_UYVY || code==COLOR_YUV2BGRA_UYVY) ? 1 : 0;
- uidx = (code==COLOR_YUV2RGB_YVYU || code==COLOR_YUV2BGR_YVYU || code==COLOR_YUV2RGBA_YVYU || code==COLOR_YUV2BGRA_YVYU) ? 1 : 0;
- CV_Assert( dcn == 3 || dcn == 4 );
- CV_Assert( scn == 2 && depth == CV_8U );
- _dst.create(sz, CV_8UC(dcn));
- dst = _dst.getMat();
- hal::cvtOnePlaneYUVtoBGR(src.data, src.step, dst.data, dst.step, src.cols, src.rows,
- dcn, swapBlue(code), uidx, ycn);
- break;
- case COLOR_YUV2GRAY_UYVY: case COLOR_YUV2GRAY_YUY2:
{
- if (dcn <= 0) dcn = 1;
-
- CV_Assert( dcn == 1 );
- CV_Assert( scn == 2 && depth == CV_8U );
-
- src.release(); // T-API datarace fixup
- extractChannel(_src, _dst, code == COLOR_YUV2GRAY_UYVY ? 1 : 0);
+ int ycn = (code==COLOR_YUV2RGB_UYVY || code==COLOR_YUV2BGR_UYVY ||
+ code==COLOR_YUV2RGBA_UYVY || code==COLOR_YUV2BGRA_UYVY) ? 1 : 0;
+ cvtColorOnePlaneYUV2BGR(_src, _dst, dcn, swapBlue(code), uIndex(code), ycn);
+ break;
}
+
+ case COLOR_YUV2GRAY_UYVY:
+ case COLOR_YUV2GRAY_YUY2:
+ cvtColorYUV2Gray_ch(_src, _dst, code == COLOR_YUV2GRAY_UYVY ? 1 : 0);
break;
+
case COLOR_RGBA2mRGBA:
- if (dcn <= 0) dcn = 4;
- CV_Assert( scn == 4 && dcn == 4 && depth == CV_8U );
- _dst.create(sz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtRGBAtoMultipliedRGBA(src.data, src.step, dst.data, dst.step, src.cols, src.rows);
+ cvtColorRGBA2mRGBA(_src, _dst);
break;
+
case COLOR_mRGBA2RGBA:
- if (dcn <= 0) dcn = 4;
- CV_Assert( scn == 4 && dcn == 4 && depth == CV_8U );
- _dst.create(sz, CV_MAKETYPE(depth, dcn));
- dst = _dst.getMat();
- hal::cvtMultipliedRGBAtoRGBA(src.data, src.step, dst.data, dst.step, src.cols, src.rows);
+ cvtColormRGBA2RGBA(_src, _dst);
break;
default:
CV_Error( CV_StsBadFlag, "Unknown/unsupported color conversion code" );
- }
+ }
}
+} //namespace cv
+
CV_IMPL void
cvCvtColor( const CvArr* srcarr, CvArr* dstarr, int code )
cv::cvtColor(src, dst, code, dst.channels());
CV_Assert( dst.data == dst0.data );
}
-
-
-/* End of file. */
--- /dev/null
+// This file is part of OpenCV project.
+// It is subject to the license terms in the LICENSE file found in the top-level directory
+// of this distribution and at http://opencv.org/license.html
+
+#include "opencv2/imgproc.hpp"
+#include "opencv2/core/utility.hpp"
+#include <limits>
+#include "opencl_kernels_imgproc.hpp"
+#include "hal_replacement.hpp"
+#include "opencv2/core/hal/intrin.hpp"
+#include "opencv2/core/softfloat.hpp"
+
+#define CV_DESCALE(x,n) (((x) + (1 << ((n)-1))) >> (n))
+
+namespace cv
+{
+
+//constants for conversion from/to RGB and Gray, YUV, YCrCb according to BT.601
+const float B2YF = 0.114f;
+const float G2YF = 0.587f;
+const float R2YF = 0.299f;
+
+enum
+{
+ yuv_shift = 14,
+ xyz_shift = 12,
+ R2Y = 4899, // == R2YF*16384
+ G2Y = 9617, // == G2YF*16384
+ B2Y = 1868, // == B2YF*16384
+ BLOCK_SIZE = 256
+};
+
+template<typename _Tp> struct ColorChannel
+{
+ typedef float worktype_f;
+ static _Tp max() { return std::numeric_limits<_Tp>::max(); }
+ static _Tp half() { return (_Tp)(max()/2 + 1); }
+};
+
+template<> struct ColorChannel<float>
+{
+ typedef float worktype_f;
+ static float max() { return 1.f; }
+ static float half() { return 0.5f; }
+};
+
+/*template<> struct ColorChannel<double>
+{
+ typedef double worktype_f;
+ static double max() { return 1.; }
+ static double half() { return 0.5; }
+};*/
+
+//
+// Helper functions
+//
+
+namespace {
+
+inline bool isHSV(int code)
+{
+ switch(code)
+ {
+ case COLOR_HSV2BGR: case COLOR_HSV2RGB: case COLOR_HSV2BGR_FULL: case COLOR_HSV2RGB_FULL:
+ case COLOR_BGR2HSV: case COLOR_RGB2HSV: case COLOR_BGR2HSV_FULL: case COLOR_RGB2HSV_FULL:
+ return true;
+ default:
+ return false;
+ }
+}
+
+inline bool isLab(int code)
+{
+ switch (code)
+ {
+ case COLOR_Lab2BGR: case COLOR_Lab2RGB: case COLOR_Lab2LBGR: case COLOR_Lab2LRGB:
+ case COLOR_BGR2Lab: case COLOR_RGB2Lab: case COLOR_LBGR2Lab: case COLOR_LRGB2Lab:
+ return true;
+ default:
+ return false;
+ }
+}
+
+inline bool is_sRGB(int code)
+{
+ switch (code)
+ {
+ case COLOR_BGR2Lab: case COLOR_RGB2Lab: case COLOR_BGR2Luv: case COLOR_RGB2Luv:
+ case COLOR_Lab2BGR: case COLOR_Lab2RGB: case COLOR_Luv2BGR: case COLOR_Luv2RGB:
+ return true;
+ default:
+ return false;
+ }
+}
+
+inline bool swapBlue(int code)
+{
+ switch (code)
+ {
+ case COLOR_BGR2BGRA: case COLOR_BGRA2BGR:
+ case COLOR_BGR2BGR565: case COLOR_BGR2BGR555: case COLOR_BGRA2BGR565: case COLOR_BGRA2BGR555:
+ case COLOR_BGR5652BGR: case COLOR_BGR5552BGR: case COLOR_BGR5652BGRA: case COLOR_BGR5552BGRA:
+ case COLOR_BGR2GRAY: case COLOR_BGRA2GRAY:
+ case COLOR_BGR2YCrCb: case COLOR_BGR2YUV:
+ case COLOR_YCrCb2BGR: case COLOR_YUV2BGR:
+ case COLOR_BGR2XYZ: case COLOR_XYZ2BGR:
+ case COLOR_BGR2HSV: case COLOR_BGR2HLS: case COLOR_BGR2HSV_FULL: case COLOR_BGR2HLS_FULL:
+ case COLOR_YUV2BGR_YV12: case COLOR_YUV2BGRA_YV12: case COLOR_YUV2BGR_IYUV: case COLOR_YUV2BGRA_IYUV:
+ case COLOR_YUV2BGR_NV21: case COLOR_YUV2BGRA_NV21: case COLOR_YUV2BGR_NV12: case COLOR_YUV2BGRA_NV12:
+ case COLOR_Lab2BGR: case COLOR_Luv2BGR: case COLOR_Lab2LBGR: case COLOR_Luv2LBGR:
+ case COLOR_BGR2Lab: case COLOR_BGR2Luv: case COLOR_LBGR2Lab: case COLOR_LBGR2Luv:
+ case COLOR_HSV2BGR: case COLOR_HLS2BGR: case COLOR_HSV2BGR_FULL: case COLOR_HLS2BGR_FULL:
+ case COLOR_YUV2BGR_UYVY: case COLOR_YUV2BGRA_UYVY: case COLOR_YUV2BGR_YUY2:
+ case COLOR_YUV2BGRA_YUY2: case COLOR_YUV2BGR_YVYU: case COLOR_YUV2BGRA_YVYU:
+ case COLOR_BGR2YUV_IYUV: case COLOR_BGRA2YUV_IYUV: case COLOR_BGR2YUV_YV12: case COLOR_BGRA2YUV_YV12:
+ return false;
+ default:
+ return true;
+ }
+}
+
+inline bool isFullRangeHSV(int code)
+{
+ switch (code)
+ {
+ case COLOR_BGR2HSV_FULL: case COLOR_RGB2HSV_FULL: case COLOR_BGR2HLS_FULL: case COLOR_RGB2HLS_FULL:
+ case COLOR_HSV2BGR_FULL: case COLOR_HSV2RGB_FULL: case COLOR_HLS2BGR_FULL: case COLOR_HLS2RGB_FULL:
+ return true;
+ default:
+ return false;
+ }
+}
+
+inline int dstChannels(int code)
+{
+ switch( code )
+ {
+ case COLOR_BGR2BGRA: case COLOR_RGB2BGRA: case COLOR_BGRA2RGBA:
+ case COLOR_BGR5652BGRA: case COLOR_BGR5552BGRA: case COLOR_BGR5652RGBA: case COLOR_BGR5552RGBA:
+ case COLOR_GRAY2BGRA:
+ case COLOR_YUV2BGRA_NV21: case COLOR_YUV2RGBA_NV21: case COLOR_YUV2BGRA_NV12: case COLOR_YUV2RGBA_NV12:
+ case COLOR_YUV2BGRA_YV12: case COLOR_YUV2RGBA_YV12: case COLOR_YUV2BGRA_IYUV: case COLOR_YUV2RGBA_IYUV:
+ case COLOR_YUV2RGBA_UYVY: case COLOR_YUV2BGRA_UYVY: case COLOR_YUV2RGBA_YVYU: case COLOR_YUV2BGRA_YVYU:
+ case COLOR_YUV2RGBA_YUY2: case COLOR_YUV2BGRA_YUY2:
+
+ return 4;
+
+ case COLOR_BGRA2BGR: case COLOR_RGBA2BGR: case COLOR_RGB2BGR:
+ case COLOR_BGR5652BGR: case COLOR_BGR5552BGR: case COLOR_BGR5652RGB: case COLOR_BGR5552RGB:
+ case COLOR_GRAY2BGR:
+ case COLOR_YUV2BGR_NV21: case COLOR_YUV2RGB_NV21: case COLOR_YUV2BGR_NV12: case COLOR_YUV2RGB_NV12:
+ case COLOR_YUV2BGR_YV12: case COLOR_YUV2RGB_YV12: case COLOR_YUV2BGR_IYUV: case COLOR_YUV2RGB_IYUV:
+ case COLOR_YUV2RGB_UYVY: case COLOR_YUV2BGR_UYVY: case COLOR_YUV2RGB_YVYU: case COLOR_YUV2BGR_YVYU:
+ case COLOR_YUV2RGB_YUY2: case COLOR_YUV2BGR_YUY2:
+
+ return 3;
+
+ default:
+ return 0;
+ }
+}
+
+inline int greenBits(int code)
+{
+ switch( code )
+ {
+ case COLOR_BGR2BGR565: case COLOR_RGB2BGR565: case COLOR_BGRA2BGR565: case COLOR_RGBA2BGR565:
+ case COLOR_BGR5652BGR: case COLOR_BGR5652RGB: case COLOR_BGR5652BGRA: case COLOR_BGR5652RGBA:
+ case COLOR_BGR5652GRAY: case COLOR_GRAY2BGR565:
+
+ return 6;
+
+ case COLOR_BGR2BGR555: case COLOR_RGB2BGR555: case COLOR_BGRA2BGR555: case COLOR_RGBA2BGR555:
+ case COLOR_BGR5552BGR: case COLOR_BGR5552RGB: case COLOR_BGR5552BGRA: case COLOR_BGR5552RGBA:
+ case COLOR_BGR5552GRAY: case COLOR_GRAY2BGR555:
+
+ return 5;
+
+ default:
+ return 0;
+ }
+}
+
+inline int uIndex(int code)
+{
+ switch( code )
+ {
+ case COLOR_RGB2YUV_YV12: case COLOR_BGR2YUV_YV12: case COLOR_RGBA2YUV_YV12: case COLOR_BGRA2YUV_YV12:
+
+ return 2;
+
+ case COLOR_YUV2RGB_YVYU: case COLOR_YUV2BGR_YVYU: case COLOR_YUV2RGBA_YVYU: case COLOR_YUV2BGRA_YVYU:
+ case COLOR_RGB2YUV_IYUV: case COLOR_BGR2YUV_IYUV: case COLOR_RGBA2YUV_IYUV: case COLOR_BGRA2YUV_IYUV:
+ case COLOR_YUV2BGR_NV21: case COLOR_YUV2RGB_NV21: case COLOR_YUV2BGRA_NV21: case COLOR_YUV2RGBA_NV21:
+ case COLOR_YUV2BGR_YV12: case COLOR_YUV2RGB_YV12: case COLOR_YUV2BGRA_YV12: case COLOR_YUV2RGBA_YV12:
+
+ return 1;
+
+ case COLOR_YUV2BGR_NV12: case COLOR_YUV2RGB_NV12: case COLOR_YUV2BGRA_NV12: case COLOR_YUV2RGBA_NV12:
+ case COLOR_YUV2BGR_IYUV: case COLOR_YUV2RGB_IYUV: case COLOR_YUV2BGRA_IYUV: case COLOR_YUV2RGBA_IYUV:
+ case COLOR_YUV2RGB_UYVY: case COLOR_YUV2BGR_UYVY: case COLOR_YUV2RGBA_UYVY: case COLOR_YUV2BGRA_UYVY:
+ case COLOR_YUV2RGB_YUY2: case COLOR_YUV2BGR_YUY2: case COLOR_YUV2RGBA_YUY2: case COLOR_YUV2BGRA_YUY2:
+
+ return 0;
+
+ default:
+ return -1;
+ }
+}
+
+} // namespace::
+
+template<int i0, int i1 = -1, int i2 = -1>
+struct Set
+{
+ static bool contains(int i)
+ {
+ return (i == i0 || i == i1 || i == i2);
+ }
+};
+
+template<int i0, int i1>
+struct Set<i0, i1, -1>
+{
+ static bool contains(int i)
+ {
+ return (i == i0 || i == i1);
+ }
+};
+
+template<int i0>
+struct Set<i0, -1, -1>
+{
+ static bool contains(int i)
+ {
+ return (i == i0);
+ }
+};
+
+enum SizePolicy
+{
+ TO_YUV, FROM_YUV, NONE
+};
+
+template< typename VScn, typename VDcn, typename VDepth, SizePolicy sizePolicy = NONE >
+struct CvtHelper
+{
+ CvtHelper(InputArray _src, OutputArray _dst, int dcn)
+ {
+ int stype = _src.type();
+ scn = CV_MAT_CN(stype), depth = CV_MAT_DEPTH(stype);
+
+ CV_Assert( VScn::contains(scn) && VDcn::contains(dcn) && VDepth::contains(depth) );
+
+ if (_src.getObj() == _dst.getObj()) // inplace processing (#6653)
+ _src.copyTo(src);
+ else
+ src = _src.getMat();
+ Size sz = src.size();
+ switch (sizePolicy)
+ {
+ case TO_YUV:
+ CV_Assert( sz.width % 2 == 0 && sz.height % 2 == 0);
+ dstSz = Size(sz.width, sz.height / 2 * 3);
+ break;
+ case FROM_YUV:
+ CV_Assert( sz.width % 2 == 0 && sz.height % 3 == 0);
+ dstSz = Size(sz.width, sz.height * 2 / 3);
+ break;
+ case NONE:
+ default:
+ dstSz = sz;
+ break;
+ }
+ _dst.create(dstSz, CV_MAKETYPE(depth, dcn));
+ dst = _dst.getMat();
+ }
+ Mat src, dst;
+ int depth, scn;
+ Size dstSz;
+};
+
+#ifdef HAVE_OPENCL
+
+template< typename VScn, typename VDcn, typename VDepth, SizePolicy sizePolicy = NONE >
+struct OclHelper
+{
+ OclHelper( InputArray _src, OutputArray _dst, int dcn)
+ {
+ src = _src.getUMat();
+ Size sz = src.size(), dstSz;
+ int scn = src.channels();
+ int depth = src.depth();
+
+ CV_Assert( VScn::contains(scn) && VDcn::contains(dcn) && VDepth::contains(depth) );
+ switch (sizePolicy)
+ {
+ case TO_YUV:
+ CV_Assert( sz.width % 2 == 0 && sz.height % 2 == 0 );
+ dstSz = Size(sz.width, sz.height / 2 * 3);
+ break;
+ case FROM_YUV:
+ CV_Assert( sz.width % 2 == 0 && sz.height % 3 == 0 );
+ dstSz = Size(sz.width, sz.height * 2 / 3);
+ break;
+ case NONE:
+ default:
+ dstSz = sz;
+ break;
+ }
+
+ _dst.create(dstSz, CV_MAKETYPE(depth, dcn));
+ dst = _dst.getUMat();
+ }
+
+ bool createKernel(cv::String name, ocl::ProgramSource& source, cv::String options)
+ {
+ ocl::Device dev = ocl::Device::getDefault();
+ int pxPerWIy = dev.isIntel() && (dev.type() & ocl::Device::TYPE_GPU) ? 4 : 1;
+ int pxPerWIx = 1;
+
+ cv::String baseOptions = format("-D depth=%d -D scn=%d -D PIX_PER_WI_Y=%d ",
+ src.depth(), src.channels(), pxPerWIy);
+
+ switch (sizePolicy)
+ {
+ case TO_YUV:
+ if (dev.isIntel() &&
+ src.cols % 4 == 0 && src.step % 4 == 0 && src.offset % 4 == 0 &&
+ dst.step % 4 == 0 && dst.offset % 4 == 0)
+ {
+ pxPerWIx = 2;
+ }
+ globalSize[0] = (size_t)dst.cols/(2*pxPerWIx);
+ globalSize[1] = ((size_t)dst.rows/3 + pxPerWIy - 1) / pxPerWIy;
+ baseOptions += format("-D PIX_PER_WI_X=%d ", pxPerWIx);
+ break;
+ case FROM_YUV:
+ globalSize[0] = (size_t)dst.cols/2;
+ globalSize[1] = ((size_t)dst.rows/2 + pxPerWIy - 1) / pxPerWIy;
+ break;
+ case NONE:
+ default:
+ globalSize[0] = (size_t)src.cols;
+ globalSize[1] = ((size_t)src.rows + pxPerWIy - 1) / pxPerWIy;
+ break;
+ }
+
+ k.create(name.c_str(), source, baseOptions + options);
+
+ if(k.empty())
+ return false;
+
+ nArgs = k.set(0, ocl::KernelArg::ReadOnlyNoSize(src));
+ nArgs = k.set(nArgs, ocl::KernelArg::WriteOnly(dst));
+ return true;
+ }
+
+ bool run()
+ {
+ return k.run(2, globalSize, NULL, false);
+ }
+
+ template<typename T>
+ void setArg(const T& arg)
+ {
+ nArgs = k.set(nArgs, arg);
+ }
+
+ UMat src, dst;
+ ocl::Kernel k;
+ size_t globalSize[2];
+ int nArgs;
+};
+
+#endif
+
+///////////////////////////// Top-level template function ////////////////////////////////
+
+template <typename Cvt>
+class CvtColorLoop_Invoker : public ParallelLoopBody
+{
+ typedef typename Cvt::channel_type _Tp;
+public:
+
+ CvtColorLoop_Invoker(const uchar * src_data_, size_t src_step_, uchar * dst_data_, size_t dst_step_, int width_, const Cvt& _cvt) :
+ ParallelLoopBody(), src_data(src_data_), src_step(src_step_), dst_data(dst_data_), dst_step(dst_step_),
+ width(width_), cvt(_cvt)
+ {
+ }
+
+ virtual void operator()(const Range& range) const
+ {
+ CV_TRACE_FUNCTION();
+
+ const uchar* yS = src_data + static_cast<size_t>(range.start) * src_step;
+ uchar* yD = dst_data + static_cast<size_t>(range.start) * dst_step;
+
+ for( int i = range.start; i < range.end; ++i, yS += src_step, yD += dst_step )
+ cvt(reinterpret_cast<const _Tp*>(yS), reinterpret_cast<_Tp*>(yD), width);
+ }
+
+private:
+ const uchar * src_data;
+ const size_t src_step;
+ uchar * dst_data;
+ const size_t dst_step;
+ const int width;
+ const Cvt& cvt;
+
+ const CvtColorLoop_Invoker& operator= (const CvtColorLoop_Invoker&);
+};
+
+template <typename Cvt>
+void CvtColorLoop(const uchar * src_data, size_t src_step, uchar * dst_data, size_t dst_step, int width, int height, const Cvt& cvt)
+{
+ parallel_for_(Range(0, height),
+ CvtColorLoop_Invoker<Cvt>(src_data, src_step, dst_data, dst_step, width, cvt),
+ (width * height) / static_cast<double>(1<<16));
+}
+
+#if defined (HAVE_IPP) && (IPP_VERSION_X100 >= 700)
+# define NEED_IPP 1
+#else
+# define NEED_IPP 0
+#endif
+
+#if NEED_IPP
+
+#define MAX_IPP8u 255
+#define MAX_IPP16u 65535
+#define MAX_IPP32f 1.0
+
+typedef IppStatus (CV_STDCALL* ippiReorderFunc)(const void *, int, void *, int, IppiSize, const int *);
+typedef IppStatus (CV_STDCALL* ippiGeneralFunc)(const void *, int, void *, int, IppiSize);
+typedef IppStatus (CV_STDCALL* ippiColor2GrayFunc)(const void *, int, void *, int, IppiSize, const Ipp32f *);
+
+template <typename Cvt>
+class CvtColorIPPLoop_Invoker :
+ public ParallelLoopBody
+{
+public:
+
+ CvtColorIPPLoop_Invoker(const uchar * src_data_, size_t src_step_, uchar * dst_data_, size_t dst_step_, int width_, const Cvt& _cvt, bool *_ok) :
+ ParallelLoopBody(), src_data(src_data_), src_step(src_step_), dst_data(dst_data_), dst_step(dst_step_), width(width_), cvt(_cvt), ok(_ok)
+ {
+ *ok = true;
+ }
+
+ virtual void operator()(const Range& range) const
+ {
+ const void *yS = src_data + src_step * range.start;
+ void *yD = dst_data + dst_step * range.start;
+ if( !cvt(yS, static_cast<int>(src_step), yD, static_cast<int>(dst_step), width, range.end - range.start) )
+ *ok = false;
+ else
+ {
+ CV_IMPL_ADD(CV_IMPL_IPP|CV_IMPL_MT);
+ }
+ }
+
+private:
+ const uchar * src_data;
+ const size_t src_step;
+ uchar * dst_data;
+ const size_t dst_step;
+ const int width;
+ const Cvt& cvt;
+ bool *ok;
+
+ const CvtColorIPPLoop_Invoker& operator= (const CvtColorIPPLoop_Invoker&);
+};
+
+
+template <typename Cvt>
+bool CvtColorIPPLoop(const uchar * src_data, size_t src_step, uchar * dst_data, size_t dst_step, int width, int height, const Cvt& cvt)
+{
+ bool ok;
+ parallel_for_(Range(0, height), CvtColorIPPLoop_Invoker<Cvt>(src_data, src_step, dst_data, dst_step, width, cvt, &ok), (width * height)/(double)(1<<16) );
+ return ok;
+}
+
+
+template <typename Cvt>
+bool CvtColorIPPLoopCopy(const uchar * src_data, size_t src_step, int src_type, uchar * dst_data, size_t dst_step, int width, int height, const Cvt& cvt)
+{
+ Mat temp;
+ Mat src(Size(width, height), src_type, const_cast<uchar*>(src_data), src_step);
+ Mat source = src;
+ if( src_data == dst_data )
+ {
+ src.copyTo(temp);
+ source = temp;
+ }
+ bool ok;
+ parallel_for_(Range(0, source.rows),
+ CvtColorIPPLoop_Invoker<Cvt>(source.data, source.step, dst_data, dst_step,
+ source.cols, cvt, &ok),
+ source.total()/(double)(1<<16) );
+ return ok;
+}
+
+
+struct IPPGeneralFunctor
+{
+ IPPGeneralFunctor(ippiGeneralFunc _func) : ippiColorConvertGeneral(_func){}
+ bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
+ {
+ return ippiColorConvertGeneral ? CV_INSTRUMENT_FUN_IPP(ippiColorConvertGeneral, src, srcStep, dst, dstStep, ippiSize(cols, rows)) >= 0 : false;
+ }
+private:
+ ippiGeneralFunc ippiColorConvertGeneral;
+};
+
+
+struct IPPReorderFunctor
+{
+ IPPReorderFunctor(ippiReorderFunc _func, int _order0, int _order1, int _order2) : ippiColorConvertReorder(_func)
+ {
+ order[0] = _order0;
+ order[1] = _order1;
+ order[2] = _order2;
+ order[3] = 3;
+ }
+ bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
+ {
+ return ippiColorConvertReorder ? CV_INSTRUMENT_FUN_IPP(ippiColorConvertReorder, src, srcStep, dst, dstStep, ippiSize(cols, rows), order) >= 0 : false;
+ }
+private:
+ ippiReorderFunc ippiColorConvertReorder;
+ int order[4];
+};
+
+
+struct IPPReorderGeneralFunctor
+{
+ IPPReorderGeneralFunctor(ippiReorderFunc _func1, ippiGeneralFunc _func2, int _order0, int _order1, int _order2, int _depth) :
+ ippiColorConvertReorder(_func1), ippiColorConvertGeneral(_func2), depth(_depth)
+ {
+ order[0] = _order0;
+ order[1] = _order1;
+ order[2] = _order2;
+ order[3] = 3;
+ }
+ bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
+ {
+ if (ippiColorConvertReorder == 0 || ippiColorConvertGeneral == 0)
+ return false;
+
+ Mat temp;
+ temp.create(rows, cols, CV_MAKETYPE(depth, 3));
+ if(CV_INSTRUMENT_FUN_IPP(ippiColorConvertReorder, src, srcStep, temp.ptr(), (int)temp.step[0], ippiSize(cols, rows), order) < 0)
+ return false;
+ return CV_INSTRUMENT_FUN_IPP(ippiColorConvertGeneral, temp.ptr(), (int)temp.step[0], dst, dstStep, ippiSize(cols, rows)) >= 0;
+ }
+private:
+ ippiReorderFunc ippiColorConvertReorder;
+ ippiGeneralFunc ippiColorConvertGeneral;
+ int order[4];
+ int depth;
+};
+
+
+struct IPPGeneralReorderFunctor
+{
+ IPPGeneralReorderFunctor(ippiGeneralFunc _func1, ippiReorderFunc _func2, int _order0, int _order1, int _order2, int _depth) :
+ ippiColorConvertGeneral(_func1), ippiColorConvertReorder(_func2), depth(_depth)
+ {
+ order[0] = _order0;
+ order[1] = _order1;
+ order[2] = _order2;
+ order[3] = 3;
+ }
+ bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
+ {
+ if (ippiColorConvertGeneral == 0 || ippiColorConvertReorder == 0)
+ return false;
+
+ Mat temp;
+ temp.create(rows, cols, CV_MAKETYPE(depth, 3));
+ if(CV_INSTRUMENT_FUN_IPP(ippiColorConvertGeneral, src, srcStep, temp.ptr(), (int)temp.step[0], ippiSize(cols, rows)) < 0)
+ return false;
+ return CV_INSTRUMENT_FUN_IPP(ippiColorConvertReorder, temp.ptr(), (int)temp.step[0], dst, dstStep, ippiSize(cols, rows), order) >= 0;
+ }
+private:
+ ippiGeneralFunc ippiColorConvertGeneral;
+ ippiReorderFunc ippiColorConvertReorder;
+ int order[4];
+ int depth;
+};
+
+extern ippiReorderFunc ippiSwapChannelsC3C4RTab[8];
+extern ippiReorderFunc ippiSwapChannelsC4C3RTab[8];
+extern ippiReorderFunc ippiSwapChannelsC3RTab[8];
+
+#endif
+
+#ifdef HAVE_OPENCL
+
+bool oclCvtColorBGR2Luv( InputArray _src, OutputArray _dst, int bidx, bool srgb );
+bool oclCvtColorBGR2Lab( InputArray _src, OutputArray _dst, int bidx, bool srgb );
+bool oclCvtColorLab2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, bool srgb);
+bool oclCvtColorLuv2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, bool srgb);
+bool oclCvtColorBGR2XYZ( InputArray _src, OutputArray _dst, int bidx );
+bool oclCvtColorXYZ2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx );
+
+bool oclCvtColorHSV2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, bool full );
+bool oclCvtColorHLS2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, bool full );
+bool oclCvtColorBGR2HLS( InputArray _src, OutputArray _dst, int bidx, bool full );
+bool oclCvtColorBGR2HSV( InputArray _src, OutputArray _dst, int bidx, bool full );
+
+bool oclCvtColorBGR2BGR( InputArray _src, OutputArray _dst, int dcn, bool reverse );
+bool oclCvtColorBGR25x5( InputArray _src, OutputArray _dst, int bidx, int gbits );
+bool oclCvtColor5x52BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, int gbits );
+bool oclCvtColor5x52Gray( InputArray _src, OutputArray _dst, int gbits );
+bool oclCvtColorGray25x5( InputArray _src, OutputArray _dst, int gbits );
+bool oclCvtColorBGR2Gray( InputArray _src, OutputArray _dst, int bidx );
+bool oclCvtColorGray2BGR( InputArray _src, OutputArray _dst, int dcn );
+bool oclCvtColorRGBA2mRGBA( InputArray _src, OutputArray _dst );
+bool oclCvtColormRGBA2RGBA( InputArray _src, OutputArray _dst );
+
+bool oclCvtColorBGR2YCrCb( InputArray _src, OutputArray _dst, int bidx);
+bool oclCvtcolorYCrCb2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx);
+bool oclCvtColorBGR2YUV( InputArray _src, OutputArray _dst, int bidx );
+bool oclCvtColorYUV2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx );
+
+bool oclCvtColorOnePlaneYUV2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, int uidx, int yidx );
+bool oclCvtColorTwoPlaneYUV2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, int uidx );
+bool oclCvtColorThreePlaneYUV2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, int uidx );
+bool oclCvtColorBGR2ThreePlaneYUV( InputArray _src, OutputArray _dst, int bidx, int uidx );
+bool oclCvtColorYUV2Gray_420( InputArray _src, OutputArray _dst );
+
+#endif
+
+void cvtColorBGR2Lab( InputArray _src, OutputArray _dst, bool swapb, bool srgb);
+void cvtColorBGR2Luv( InputArray _src, OutputArray _dst, bool swapb, bool srgb);
+void cvtColorLab2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, bool srgb );
+void cvtColorLuv2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, bool srgb );
+void cvtColorBGR2XYZ( InputArray _src, OutputArray _dst, bool swapb );
+void cvtColorXYZ2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb );
+
+void cvtColorBGR2YUV( InputArray _src, OutputArray _dst, bool swapb, bool crcb);
+void cvtColorYUV2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, bool crcb);
+
+void cvtColorOnePlaneYUV2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, int uidx, int ycn);
+void cvtColorTwoPlaneYUV2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, int uidx );
+void cvtColorTwoPlaneYUV2BGRpair( InputArray _ysrc, InputArray _uvsrc, OutputArray _dst, int dcn, bool swapb, int uidx );
+void cvtColorThreePlaneYUV2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, int uidx );
+void cvtColorBGR2ThreePlaneYUV( InputArray _src, OutputArray _dst, bool swapb, int uidx);
+void cvtColorYUV2Gray_420( InputArray _src, OutputArray _dst );
+void cvtColorYUV2Gray_ch( InputArray _src, OutputArray _dst, int coi );
+
+void cvtColorBGR2HLS( InputArray _src, OutputArray _dst, bool swapb, bool fullRange );
+void cvtColorBGR2HSV( InputArray _src, OutputArray _dst, bool swapb, bool fullRange );
+void cvtColorHLS2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, bool fullRange);
+void cvtColorHSV2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, bool fullRange);
+
+void cvtColorBGR2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb);
+void cvtColorBGR25x5( InputArray _src, OutputArray _dst, bool swapb, int gbits);
+void cvtColor5x52BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, int gbits);
+void cvtColorBGR2Gray( InputArray _src, OutputArray _dst, bool swapb);
+void cvtColorGray2BGR( InputArray _src, OutputArray _dst, int dcn);
+void cvtColor5x52Gray( InputArray _src, OutputArray _dst, int gbits);
+void cvtColorGray25x5( InputArray _src, OutputArray _dst, int gbits);
+void cvtColorRGBA2mRGBA(InputArray _src, OutputArray _dst);
+void cvtColormRGBA2RGBA(InputArray _src, OutputArray _dst);
+
+} //namespace cv
--- /dev/null
+// This file is part of OpenCV project.
+// It is subject to the license terms in the LICENSE file found in the top-level directory
+// of this distribution and at http://opencv.org/license.html
+
+#include "precomp.hpp"
+#include "color.hpp"
+
+namespace cv
+{
+
+////////////////////////////////////// RGB <-> HSV ///////////////////////////////////////
+
+
+struct RGB2HSV_b
+{
+ typedef uchar channel_type;
+
+ RGB2HSV_b(int _srccn, int _blueIdx, int _hrange)
+ : srccn(_srccn), blueIdx(_blueIdx), hrange(_hrange)
+ {
+ CV_Assert( hrange == 180 || hrange == 256 );
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int i, bidx = blueIdx, scn = srccn;
+ const int hsv_shift = 12;
+
+ static int sdiv_table[256];
+ static int hdiv_table180[256];
+ static int hdiv_table256[256];
+ static volatile bool initialized = false;
+
+ int hr = hrange;
+ const int* hdiv_table = hr == 180 ? hdiv_table180 : hdiv_table256;
+ n *= 3;
+
+ if( !initialized )
+ {
+ sdiv_table[0] = hdiv_table180[0] = hdiv_table256[0] = 0;
+ for( i = 1; i < 256; i++ )
+ {
+ sdiv_table[i] = saturate_cast<int>((255 << hsv_shift)/(1.*i));
+ hdiv_table180[i] = saturate_cast<int>((180 << hsv_shift)/(6.*i));
+ hdiv_table256[i] = saturate_cast<int>((256 << hsv_shift)/(6.*i));
+ }
+ initialized = true;
+ }
+
+ for( i = 0; i < n; i += 3, src += scn )
+ {
+ int b = src[bidx], g = src[1], r = src[bidx^2];
+ int h, s, v = b;
+ int vmin = b;
+ int vr, vg;
+
+ CV_CALC_MAX_8U( v, g );
+ CV_CALC_MAX_8U( v, r );
+ CV_CALC_MIN_8U( vmin, g );
+ CV_CALC_MIN_8U( vmin, r );
+
+ uchar diff = saturate_cast<uchar>(v - vmin);
+ vr = v == r ? -1 : 0;
+ vg = v == g ? -1 : 0;
+
+ s = (diff * sdiv_table[v] + (1 << (hsv_shift-1))) >> hsv_shift;
+ h = (vr & (g - b)) +
+ (~vr & ((vg & (b - r + 2 * diff)) + ((~vg) & (r - g + 4 * diff))));
+ h = (h * hdiv_table[diff] + (1 << (hsv_shift-1))) >> hsv_shift;
+ h += h < 0 ? hr : 0;
+
+ dst[i] = saturate_cast<uchar>(h);
+ dst[i+1] = (uchar)s;
+ dst[i+2] = (uchar)v;
+ }
+ }
+
+ int srccn, blueIdx, hrange;
+};
+
+
+struct RGB2HSV_f
+{
+ typedef float channel_type;
+
+ RGB2HSV_f(int _srccn, int _blueIdx, float _hrange)
+ : srccn(_srccn), blueIdx(_blueIdx), hrange(_hrange) {}
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int i, bidx = blueIdx, scn = srccn;
+ float hscale = hrange*(1.f/360.f);
+ n *= 3;
+
+ for( i = 0; i < n; i += 3, src += scn )
+ {
+ float b = src[bidx], g = src[1], r = src[bidx^2];
+ float h, s, v;
+
+ float vmin, diff;
+
+ v = vmin = r;
+ if( v < g ) v = g;
+ if( v < b ) v = b;
+ if( vmin > g ) vmin = g;
+ if( vmin > b ) vmin = b;
+
+ diff = v - vmin;
+ s = diff/(float)(fabs(v) + FLT_EPSILON);
+ diff = (float)(60./(diff + FLT_EPSILON));
+ if( v == r )
+ h = (g - b)*diff;
+ else if( v == g )
+ h = (b - r)*diff + 120.f;
+ else
+ h = (r - g)*diff + 240.f;
+
+ if( h < 0 ) h += 360.f;
+
+ dst[i] = h*hscale;
+ dst[i+1] = s;
+ dst[i+2] = v;
+ }
+ }
+
+ int srccn, blueIdx;
+ float hrange;
+};
+
+
+struct HSV2RGB_f
+{
+ typedef float channel_type;
+
+ HSV2RGB_f(int _dstcn, int _blueIdx, float _hrange)
+ : dstcn(_dstcn), blueIdx(_blueIdx), hscale(6.f/_hrange) {
+ #if CV_SSE2
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ #endif
+ }
+
+ #if CV_SSE2
+ void process(__m128& v_h0, __m128& v_h1, __m128& v_s0,
+ __m128& v_s1, __m128& v_v0, __m128& v_v1) const
+ {
+ v_h0 = _mm_mul_ps(v_h0, _mm_set1_ps(hscale));
+ v_h1 = _mm_mul_ps(v_h1, _mm_set1_ps(hscale));
+
+ __m128 v_pre_sector0 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_h0));
+ __m128 v_pre_sector1 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_h1));
+
+ v_h0 = _mm_sub_ps(v_h0, v_pre_sector0);
+ v_h1 = _mm_sub_ps(v_h1, v_pre_sector1);
+
+ __m128 v_tab00 = v_v0;
+ __m128 v_tab01 = v_v1;
+ __m128 v_tab10 = _mm_mul_ps(v_v0, _mm_sub_ps(_mm_set1_ps(1.0f), v_s0));
+ __m128 v_tab11 = _mm_mul_ps(v_v1, _mm_sub_ps(_mm_set1_ps(1.0f), v_s1));
+ __m128 v_tab20 = _mm_mul_ps(v_v0, _mm_sub_ps(_mm_set1_ps(1.0f), _mm_mul_ps(v_s0, v_h0)));
+ __m128 v_tab21 = _mm_mul_ps(v_v1, _mm_sub_ps(_mm_set1_ps(1.0f), _mm_mul_ps(v_s1, v_h1)));
+ __m128 v_tab30 = _mm_mul_ps(v_v0, _mm_sub_ps(_mm_set1_ps(1.0f), _mm_mul_ps(v_s0, _mm_sub_ps(_mm_set1_ps(1.0f), v_h0))));
+ __m128 v_tab31 = _mm_mul_ps(v_v1, _mm_sub_ps(_mm_set1_ps(1.0f), _mm_mul_ps(v_s1, _mm_sub_ps(_mm_set1_ps(1.0f), v_h1))));
+
+ __m128 v_sector0 = _mm_div_ps(v_pre_sector0, _mm_set1_ps(6.0f));
+ __m128 v_sector1 = _mm_div_ps(v_pre_sector1, _mm_set1_ps(6.0f));
+ v_sector0 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_sector0));
+ v_sector1 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_sector1));
+ v_sector0 = _mm_mul_ps(v_sector0, _mm_set1_ps(6.0f));
+ v_sector1 = _mm_mul_ps(v_sector1, _mm_set1_ps(6.0f));
+ v_sector0 = _mm_sub_ps(v_pre_sector0, v_sector0);
+ v_sector1 = _mm_sub_ps(v_pre_sector1, v_sector1);
+
+ v_h0 = _mm_and_ps(v_tab10, _mm_cmplt_ps(v_sector0, _mm_set1_ps(2.0f)));
+ v_h1 = _mm_and_ps(v_tab11, _mm_cmplt_ps(v_sector1, _mm_set1_ps(2.0f)));
+ v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_tab30, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(2.0f))));
+ v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_tab31, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(2.0f))));
+ v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_tab00, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(3.0f))));
+ v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_tab01, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(3.0f))));
+ v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_tab00, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(4.0f))));
+ v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_tab01, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(4.0f))));
+ v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_tab20, _mm_cmpgt_ps(v_sector0, _mm_set1_ps(4.0f))));
+ v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_tab21, _mm_cmpgt_ps(v_sector1, _mm_set1_ps(4.0f))));
+ v_s0 = _mm_and_ps(v_tab30, _mm_cmplt_ps(v_sector0, _mm_set1_ps(1.0f)));
+ v_s1 = _mm_and_ps(v_tab31, _mm_cmplt_ps(v_sector1, _mm_set1_ps(1.0f)));
+ v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_tab00, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(1.0f))));
+ v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_tab01, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(1.0f))));
+ v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_tab00, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(2.0f))));
+ v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_tab01, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(2.0f))));
+ v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_tab20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(3.0f))));
+ v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_tab21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(3.0f))));
+ v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_tab10, _mm_cmpgt_ps(v_sector0, _mm_set1_ps(3.0f))));
+ v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_tab11, _mm_cmpgt_ps(v_sector1, _mm_set1_ps(3.0f))));
+ v_v0 = _mm_and_ps(v_tab00, _mm_cmplt_ps(v_sector0, _mm_set1_ps(1.0f)));
+ v_v1 = _mm_and_ps(v_tab01, _mm_cmplt_ps(v_sector1, _mm_set1_ps(1.0f)));
+ v_v0 = _mm_or_ps(v_v0, _mm_and_ps(v_tab20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(1.0f))));
+ v_v1 = _mm_or_ps(v_v1, _mm_and_ps(v_tab21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(1.0f))));
+ v_v0 = _mm_or_ps(v_v0, _mm_and_ps(v_tab10, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(2.0f))));
+ v_v1 = _mm_or_ps(v_v1, _mm_and_ps(v_tab11, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(2.0f))));
+ v_v0 = _mm_or_ps(v_v0, _mm_and_ps(v_tab10, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(3.0f))));
+ v_v1 = _mm_or_ps(v_v1, _mm_and_ps(v_tab11, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(3.0f))));
+ v_v0 = _mm_or_ps(v_v0, _mm_and_ps(v_tab30, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(4.0f))));
+ v_v1 = _mm_or_ps(v_v1, _mm_and_ps(v_tab31, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(4.0f))));
+ v_v0 = _mm_or_ps(v_v0, _mm_and_ps(v_tab00, _mm_cmpgt_ps(v_sector0, _mm_set1_ps(4.0f))));
+ v_v1 = _mm_or_ps(v_v1, _mm_and_ps(v_tab01, _mm_cmpgt_ps(v_sector1, _mm_set1_ps(4.0f))));
+ }
+ #endif
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int i = 0, bidx = blueIdx, dcn = dstcn;
+ float _hscale = hscale;
+ float alpha = ColorChannel<float>::max();
+ n *= 3;
+
+ #if CV_SSE2
+ if (haveSIMD)
+ {
+ for( ; i <= n - 24; i += 24, dst += dcn * 8 )
+ {
+ __m128 v_h0 = _mm_loadu_ps(src + i + 0);
+ __m128 v_h1 = _mm_loadu_ps(src + i + 4);
+ __m128 v_s0 = _mm_loadu_ps(src + i + 8);
+ __m128 v_s1 = _mm_loadu_ps(src + i + 12);
+ __m128 v_v0 = _mm_loadu_ps(src + i + 16);
+ __m128 v_v1 = _mm_loadu_ps(src + i + 20);
+
+ _mm_deinterleave_ps(v_h0, v_h1, v_s0, v_s1, v_v0, v_v1);
+
+ process(v_h0, v_h1, v_s0, v_s1, v_v0, v_v1);
+
+ if (dcn == 3)
+ {
+ if (bidx)
+ {
+ _mm_interleave_ps(v_v0, v_v1, v_s0, v_s1, v_h0, v_h1);
+
+ _mm_storeu_ps(dst + 0, v_v0);
+ _mm_storeu_ps(dst + 4, v_v1);
+ _mm_storeu_ps(dst + 8, v_s0);
+ _mm_storeu_ps(dst + 12, v_s1);
+ _mm_storeu_ps(dst + 16, v_h0);
+ _mm_storeu_ps(dst + 20, v_h1);
+ }
+ else
+ {
+ _mm_interleave_ps(v_h0, v_h1, v_s0, v_s1, v_v0, v_v1);
+
+ _mm_storeu_ps(dst + 0, v_h0);
+ _mm_storeu_ps(dst + 4, v_h1);
+ _mm_storeu_ps(dst + 8, v_s0);
+ _mm_storeu_ps(dst + 12, v_s1);
+ _mm_storeu_ps(dst + 16, v_v0);
+ _mm_storeu_ps(dst + 20, v_v1);
+ }
+ }
+ else
+ {
+ __m128 v_a0 = _mm_set1_ps(alpha);
+ __m128 v_a1 = _mm_set1_ps(alpha);
+ if (bidx)
+ {
+ _mm_interleave_ps(v_v0, v_v1, v_s0, v_s1, v_h0, v_h1, v_a0, v_a1);
+
+ _mm_storeu_ps(dst + 0, v_v0);
+ _mm_storeu_ps(dst + 4, v_v1);
+ _mm_storeu_ps(dst + 8, v_s0);
+ _mm_storeu_ps(dst + 12, v_s1);
+ _mm_storeu_ps(dst + 16, v_h0);
+ _mm_storeu_ps(dst + 20, v_h1);
+ _mm_storeu_ps(dst + 24, v_a0);
+ _mm_storeu_ps(dst + 28, v_a1);
+ }
+ else
+ {
+ _mm_interleave_ps(v_h0, v_h1, v_s0, v_s1, v_v0, v_v1, v_a0, v_a1);
+
+ _mm_storeu_ps(dst + 0, v_h0);
+ _mm_storeu_ps(dst + 4, v_h1);
+ _mm_storeu_ps(dst + 8, v_s0);
+ _mm_storeu_ps(dst + 12, v_s1);
+ _mm_storeu_ps(dst + 16, v_v0);
+ _mm_storeu_ps(dst + 20, v_v1);
+ _mm_storeu_ps(dst + 24, v_a0);
+ _mm_storeu_ps(dst + 28, v_a1);
+ }
+ }
+ }
+ }
+ #endif
+ for( ; i < n; i += 3, dst += dcn )
+ {
+ float h = src[i], s = src[i+1], v = src[i+2];
+ float b, g, r;
+
+ if( s == 0 )
+ b = g = r = v;
+ else
+ {
+ static const int sector_data[][3]=
+ {{1,3,0}, {1,0,2}, {3,0,1}, {0,2,1}, {0,1,3}, {2,1,0}};
+ float tab[4];
+ int sector;
+ h *= _hscale;
+ if( h < 0 )
+ do h += 6; while( h < 0 );
+ else if( h >= 6 )
+ do h -= 6; while( h >= 6 );
+ sector = cvFloor(h);
+ h -= sector;
+ if( (unsigned)sector >= 6u )
+ {
+ sector = 0;
+ h = 0.f;
+ }
+
+ tab[0] = v;
+ tab[1] = v*(1.f - s);
+ tab[2] = v*(1.f - s*h);
+ tab[3] = v*(1.f - s*(1.f - h));
+
+ b = tab[sector_data[sector][0]];
+ g = tab[sector_data[sector][1]];
+ r = tab[sector_data[sector][2]];
+ }
+
+ dst[bidx] = b;
+ dst[1] = g;
+ dst[bidx^2] = r;
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+
+ int dstcn, blueIdx;
+ float hscale;
+ #if CV_SSE2
+ bool haveSIMD;
+ #endif
+};
+
+
+struct HSV2RGB_b
+{
+ typedef uchar channel_type;
+
+ HSV2RGB_b(int _dstcn, int _blueIdx, int _hrange)
+ : dstcn(_dstcn), cvt(3, _blueIdx, (float)_hrange)
+ {
+ #if CV_NEON
+ v_scale_inv = vdupq_n_f32(1.f/255.f);
+ v_scale = vdupq_n_f32(255.f);
+ v_alpha = vdup_n_u8(ColorChannel<uchar>::max());
+ #elif CV_SSE2
+ v_scale = _mm_set1_ps(255.0f);
+ v_alpha = _mm_set1_ps(ColorChannel<uchar>::max());
+ v_zero = _mm_setzero_si128();
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ #endif
+ }
+
+ #if CV_SSE2
+ void process(__m128i v_r, __m128i v_g, __m128i v_b,
+ const __m128& v_coeffs_,
+ float * buf) const
+ {
+ __m128 v_r0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_r, v_zero));
+ __m128 v_g0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_g, v_zero));
+ __m128 v_b0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_b, v_zero));
+
+ __m128 v_r1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_r, v_zero));
+ __m128 v_g1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_g, v_zero));
+ __m128 v_b1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_b, v_zero));
+
+ __m128 v_coeffs = v_coeffs_;
+
+ v_r0 = _mm_mul_ps(v_r0, v_coeffs);
+ v_g1 = _mm_mul_ps(v_g1, v_coeffs);
+
+ v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x49));
+
+ v_r1 = _mm_mul_ps(v_r1, v_coeffs);
+ v_b0 = _mm_mul_ps(v_b0, v_coeffs);
+
+ v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x49));
+
+ v_g0 = _mm_mul_ps(v_g0, v_coeffs);
+ v_b1 = _mm_mul_ps(v_b1, v_coeffs);
+
+ _mm_store_ps(buf, v_r0);
+ _mm_store_ps(buf + 4, v_r1);
+ _mm_store_ps(buf + 8, v_g0);
+ _mm_store_ps(buf + 12, v_g1);
+ _mm_store_ps(buf + 16, v_b0);
+ _mm_store_ps(buf + 20, v_b1);
+ }
+ #endif
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int i, j, dcn = dstcn;
+ uchar alpha = ColorChannel<uchar>::max();
+ float CV_DECL_ALIGNED(16) buf[3*BLOCK_SIZE];
+ #if CV_SSE2
+ __m128 v_coeffs = _mm_set_ps(1.f, 1.f/255.f, 1.f/255.f, 1.f);
+ #endif
+
+ for( i = 0; i < n; i += BLOCK_SIZE, src += BLOCK_SIZE*3 )
+ {
+ int dn = std::min(n - i, (int)BLOCK_SIZE);
+ j = 0;
+
+ #if CV_NEON
+ for ( ; j <= (dn - 8) * 3; j += 24)
+ {
+ uint8x8x3_t v_src = vld3_u8(src + j);
+ uint16x8_t v_t0 = vmovl_u8(v_src.val[0]),
+ v_t1 = vmovl_u8(v_src.val[1]),
+ v_t2 = vmovl_u8(v_src.val[2]);
+
+ float32x4x3_t v_dst;
+ v_dst.val[0] = vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t0)));
+ v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t1))), v_scale_inv);
+ v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t2))), v_scale_inv);
+ vst3q_f32(buf + j, v_dst);
+
+ v_dst.val[0] = vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t0)));
+ v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t1))), v_scale_inv);
+ v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t2))), v_scale_inv);
+ vst3q_f32(buf + j + 12, v_dst);
+ }
+ #elif CV_SSE2
+ if (haveSIMD)
+ {
+ for ( ; j <= (dn - 8) * 3; j += 24)
+ {
+ __m128i v_src0 = _mm_loadu_si128((__m128i const *)(src + j));
+ __m128i v_src1 = _mm_loadl_epi64((__m128i const *)(src + j + 16));
+
+ process(_mm_unpacklo_epi8(v_src0, v_zero),
+ _mm_unpackhi_epi8(v_src0, v_zero),
+ _mm_unpacklo_epi8(v_src1, v_zero),
+ v_coeffs,
+ buf + j);
+ }
+ }
+ #endif
+
+ for( ; j < dn*3; j += 3 )
+ {
+ buf[j] = src[j];
+ buf[j+1] = src[j+1]*(1.f/255.f);
+ buf[j+2] = src[j+2]*(1.f/255.f);
+ }
+ cvt(buf, buf, dn);
+
+ j = 0;
+ #if CV_NEON
+ for ( ; j <= (dn - 8) * 3; j += 24, dst += dcn * 8)
+ {
+ float32x4x3_t v_src0 = vld3q_f32(buf + j), v_src1 = vld3q_f32(buf + j + 12);
+ uint8x8_t v_dst0 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[0], v_scale))),
+ vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[0], v_scale)))));
+ uint8x8_t v_dst1 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[1], v_scale))),
+ vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[1], v_scale)))));
+ uint8x8_t v_dst2 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[2], v_scale))),
+ vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[2], v_scale)))));
+
+ if (dcn == 4)
+ {
+ uint8x8x4_t v_dst;
+ v_dst.val[0] = v_dst0;
+ v_dst.val[1] = v_dst1;
+ v_dst.val[2] = v_dst2;
+ v_dst.val[3] = v_alpha;
+ vst4_u8(dst, v_dst);
+ }
+ else
+ {
+ uint8x8x3_t v_dst;
+ v_dst.val[0] = v_dst0;
+ v_dst.val[1] = v_dst1;
+ v_dst.val[2] = v_dst2;
+ vst3_u8(dst, v_dst);
+ }
+ }
+ #elif CV_SSE2
+ if (dcn == 3 && haveSIMD)
+ {
+ for ( ; j <= (dn * 3 - 16); j += 16, dst += 16)
+ {
+ __m128 v_src0 = _mm_mul_ps(_mm_load_ps(buf + j), v_scale);
+ __m128 v_src1 = _mm_mul_ps(_mm_load_ps(buf + j + 4), v_scale);
+ __m128 v_src2 = _mm_mul_ps(_mm_load_ps(buf + j + 8), v_scale);
+ __m128 v_src3 = _mm_mul_ps(_mm_load_ps(buf + j + 12), v_scale);
+
+ __m128i v_dst0 = _mm_packs_epi32(_mm_cvtps_epi32(v_src0),
+ _mm_cvtps_epi32(v_src1));
+ __m128i v_dst1 = _mm_packs_epi32(_mm_cvtps_epi32(v_src2),
+ _mm_cvtps_epi32(v_src3));
+
+ _mm_storeu_si128((__m128i *)dst, _mm_packus_epi16(v_dst0, v_dst1));
+ }
+
+ int jr = j % 3;
+ if (jr)
+ dst -= jr, j -= jr;
+ }
+ else if (dcn == 4 && haveSIMD)
+ {
+ for ( ; j <= (dn * 3 - 12); j += 12, dst += 16)
+ {
+ __m128 v_buf0 = _mm_mul_ps(_mm_load_ps(buf + j), v_scale);
+ __m128 v_buf1 = _mm_mul_ps(_mm_load_ps(buf + j + 4), v_scale);
+ __m128 v_buf2 = _mm_mul_ps(_mm_load_ps(buf + j + 8), v_scale);
+
+ __m128 v_ba0 = _mm_unpackhi_ps(v_buf0, v_alpha);
+ __m128 v_ba1 = _mm_unpacklo_ps(v_buf2, v_alpha);
+
+ __m128i v_src0 = _mm_cvtps_epi32(_mm_shuffle_ps(v_buf0, v_ba0, 0x44));
+ __m128i v_src1 = _mm_shuffle_epi32(_mm_cvtps_epi32(_mm_shuffle_ps(v_ba0, v_buf1, 0x4e)), 0x78);
+ __m128i v_src2 = _mm_cvtps_epi32(_mm_shuffle_ps(v_buf1, v_ba1, 0x4e));
+ __m128i v_src3 = _mm_shuffle_epi32(_mm_cvtps_epi32(_mm_shuffle_ps(v_ba1, v_buf2, 0xee)), 0x78);
+
+ __m128i v_dst0 = _mm_packs_epi32(v_src0, v_src1);
+ __m128i v_dst1 = _mm_packs_epi32(v_src2, v_src3);
+
+ _mm_storeu_si128((__m128i *)dst, _mm_packus_epi16(v_dst0, v_dst1));
+ }
+
+ int jr = j % 3;
+ if (jr)
+ dst -= jr, j -= jr;
+ }
+ #endif
+
+ for( ; j < dn*3; j += 3, dst += dcn )
+ {
+ dst[0] = saturate_cast<uchar>(buf[j]*255.f);
+ dst[1] = saturate_cast<uchar>(buf[j+1]*255.f);
+ dst[2] = saturate_cast<uchar>(buf[j+2]*255.f);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ }
+
+ int dstcn;
+ HSV2RGB_f cvt;
+ #if CV_NEON
+ float32x4_t v_scale, v_scale_inv;
+ uint8x8_t v_alpha;
+ #elif CV_SSE2
+ __m128 v_scale;
+ __m128 v_alpha;
+ __m128i v_zero;
+ bool haveSIMD;
+ #endif
+};
+
+
+///////////////////////////////////// RGB <-> HLS ////////////////////////////////////////
+
+struct RGB2HLS_f
+{
+ typedef float channel_type;
+
+ RGB2HLS_f(int _srccn, int _blueIdx, float _hrange)
+ : srccn(_srccn), blueIdx(_blueIdx), hscale(_hrange/360.f) {
+ #if CV_SSE2
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ #endif
+ }
+
+ #if CV_SSE2
+ void process(__m128& v_b0, __m128& v_b1, __m128& v_g0,
+ __m128& v_g1, __m128& v_r0, __m128& v_r1) const
+ {
+ __m128 v_max0 = _mm_max_ps(_mm_max_ps(v_b0, v_g0), v_r0);
+ __m128 v_max1 = _mm_max_ps(_mm_max_ps(v_b1, v_g1), v_r1);
+ __m128 v_min0 = _mm_min_ps(_mm_min_ps(v_b0, v_g0), v_r0);
+ __m128 v_min1 = _mm_min_ps(_mm_min_ps(v_b1, v_g1), v_r1);
+ __m128 v_diff0 = _mm_sub_ps(v_max0, v_min0);
+ __m128 v_diff1 = _mm_sub_ps(v_max1, v_min1);
+ __m128 v_sum0 = _mm_add_ps(v_max0, v_min0);
+ __m128 v_sum1 = _mm_add_ps(v_max1, v_min1);
+ __m128 v_l0 = _mm_mul_ps(v_sum0, _mm_set1_ps(0.5f));
+ __m128 v_l1 = _mm_mul_ps(v_sum1, _mm_set1_ps(0.5f));
+
+ __m128 v_gel0 = _mm_cmpge_ps(v_l0, _mm_set1_ps(0.5f));
+ __m128 v_gel1 = _mm_cmpge_ps(v_l1, _mm_set1_ps(0.5f));
+ __m128 v_s0 = _mm_and_ps(v_gel0, _mm_sub_ps(_mm_set1_ps(2.0f), v_sum0));
+ __m128 v_s1 = _mm_and_ps(v_gel1, _mm_sub_ps(_mm_set1_ps(2.0f), v_sum1));
+ v_s0 = _mm_or_ps(v_s0, _mm_andnot_ps(v_gel0, v_sum0));
+ v_s1 = _mm_or_ps(v_s1, _mm_andnot_ps(v_gel1, v_sum1));
+ v_s0 = _mm_div_ps(v_diff0, v_s0);
+ v_s1 = _mm_div_ps(v_diff1, v_s1);
+
+ __m128 v_gteps0 = _mm_cmpgt_ps(v_diff0, _mm_set1_ps(FLT_EPSILON));
+ __m128 v_gteps1 = _mm_cmpgt_ps(v_diff1, _mm_set1_ps(FLT_EPSILON));
+
+ v_diff0 = _mm_div_ps(_mm_set1_ps(60.f), v_diff0);
+ v_diff1 = _mm_div_ps(_mm_set1_ps(60.f), v_diff1);
+
+ __m128 v_eqr0 = _mm_cmpeq_ps(v_max0, v_r0);
+ __m128 v_eqr1 = _mm_cmpeq_ps(v_max1, v_r1);
+ __m128 v_h0 = _mm_and_ps(v_eqr0, _mm_mul_ps(_mm_sub_ps(v_g0, v_b0), v_diff0));
+ __m128 v_h1 = _mm_and_ps(v_eqr1, _mm_mul_ps(_mm_sub_ps(v_g1, v_b1), v_diff1));
+ __m128 v_eqg0 = _mm_cmpeq_ps(v_max0, v_g0);
+ __m128 v_eqg1 = _mm_cmpeq_ps(v_max1, v_g1);
+ v_h0 = _mm_or_ps(v_h0, _mm_and_ps(_mm_andnot_ps(v_eqr0, v_eqg0), _mm_add_ps(_mm_mul_ps(_mm_sub_ps(v_b0, v_r0), v_diff0), _mm_set1_ps(120.f))));
+ v_h1 = _mm_or_ps(v_h1, _mm_and_ps(_mm_andnot_ps(v_eqr1, v_eqg1), _mm_add_ps(_mm_mul_ps(_mm_sub_ps(v_b1, v_r1), v_diff1), _mm_set1_ps(120.f))));
+ v_h0 = _mm_or_ps(v_h0, _mm_andnot_ps(_mm_or_ps(v_eqr0, v_eqg0), _mm_add_ps(_mm_mul_ps(_mm_sub_ps(v_r0, v_g0), v_diff0), _mm_set1_ps(240.f))));
+ v_h1 = _mm_or_ps(v_h1, _mm_andnot_ps(_mm_or_ps(v_eqr1, v_eqg1), _mm_add_ps(_mm_mul_ps(_mm_sub_ps(v_r1, v_g1), v_diff1), _mm_set1_ps(240.f))));
+ v_h0 = _mm_add_ps(v_h0, _mm_and_ps(_mm_cmplt_ps(v_h0, _mm_setzero_ps()), _mm_set1_ps(360.f)));
+ v_h1 = _mm_add_ps(v_h1, _mm_and_ps(_mm_cmplt_ps(v_h1, _mm_setzero_ps()), _mm_set1_ps(360.f)));
+ v_h0 = _mm_mul_ps(v_h0, _mm_set1_ps(hscale));
+ v_h1 = _mm_mul_ps(v_h1, _mm_set1_ps(hscale));
+
+ v_b0 = _mm_and_ps(v_gteps0, v_h0);
+ v_b1 = _mm_and_ps(v_gteps1, v_h1);
+ v_g0 = v_l0;
+ v_g1 = v_l1;
+ v_r0 = _mm_and_ps(v_gteps0, v_s0);
+ v_r1 = _mm_and_ps(v_gteps1, v_s1);
+ }
+ #endif
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int i = 0, bidx = blueIdx, scn = srccn;
+ n *= 3;
+
+ #if CV_SSE2
+ if (haveSIMD)
+ {
+ for( ; i <= n - 24; i += 24, src += scn * 8 )
+ {
+ __m128 v_b0 = _mm_loadu_ps(src + 0);
+ __m128 v_b1 = _mm_loadu_ps(src + 4);
+ __m128 v_g0 = _mm_loadu_ps(src + 8);
+ __m128 v_g1 = _mm_loadu_ps(src + 12);
+ __m128 v_r0 = _mm_loadu_ps(src + 16);
+ __m128 v_r1 = _mm_loadu_ps(src + 20);
+
+ if (scn == 3)
+ {
+ _mm_deinterleave_ps(v_b0, v_b1, v_g0, v_g1, v_r0, v_r1);
+ }
+ else
+ {
+ __m128 v_a0 = _mm_loadu_ps(src + 24);
+ __m128 v_a1 = _mm_loadu_ps(src + 28);
+ _mm_deinterleave_ps(v_b0, v_b1, v_g0, v_g1, v_r0, v_r1, v_a0, v_a1);
+ }
+
+ if (bidx)
+ {
+ __m128 v_tmp0 = v_b0;
+ __m128 v_tmp1 = v_b1;
+ v_b0 = v_r0;
+ v_b1 = v_r1;
+ v_r0 = v_tmp0;
+ v_r1 = v_tmp1;
+ }
+
+ process(v_b0, v_b1, v_g0, v_g1, v_r0, v_r1);
+
+ _mm_interleave_ps(v_b0, v_b1, v_g0, v_g1, v_r0, v_r1);
+
+ _mm_storeu_ps(dst + i + 0, v_b0);
+ _mm_storeu_ps(dst + i + 4, v_b1);
+ _mm_storeu_ps(dst + i + 8, v_g0);
+ _mm_storeu_ps(dst + i + 12, v_g1);
+ _mm_storeu_ps(dst + i + 16, v_r0);
+ _mm_storeu_ps(dst + i + 20, v_r1);
+ }
+ }
+ #endif
+
+ for( ; i < n; i += 3, src += scn )
+ {
+ float b = src[bidx], g = src[1], r = src[bidx^2];
+ float h = 0.f, s = 0.f, l;
+ float vmin, vmax, diff;
+
+ vmax = vmin = r;
+ if( vmax < g ) vmax = g;
+ if( vmax < b ) vmax = b;
+ if( vmin > g ) vmin = g;
+ if( vmin > b ) vmin = b;
+
+ diff = vmax - vmin;
+ l = (vmax + vmin)*0.5f;
+
+ if( diff > FLT_EPSILON )
+ {
+ s = l < 0.5f ? diff/(vmax + vmin) : diff/(2 - vmax - vmin);
+ diff = 60.f/diff;
+
+ if( vmax == r )
+ h = (g - b)*diff;
+ else if( vmax == g )
+ h = (b - r)*diff + 120.f;
+ else
+ h = (r - g)*diff + 240.f;
+
+ if( h < 0.f ) h += 360.f;
+ }
+
+ dst[i] = h*hscale;
+ dst[i+1] = l;
+ dst[i+2] = s;
+ }
+ }
+
+ int srccn, blueIdx;
+ float hscale;
+ #if CV_SSE2
+ bool haveSIMD;
+ #endif
+};
+
+
+struct RGB2HLS_b
+{
+ typedef uchar channel_type;
+
+ RGB2HLS_b(int _srccn, int _blueIdx, int _hrange)
+ : srccn(_srccn), cvt(3, _blueIdx, (float)_hrange)
+ {
+ #if CV_NEON
+ v_scale_inv = vdupq_n_f32(1.f/255.f);
+ v_scale = vdupq_n_f32(255.f);
+ v_alpha = vdup_n_u8(ColorChannel<uchar>::max());
+ #elif CV_SSE2
+ v_scale_inv = _mm_set1_ps(1.f/255.f);
+ v_zero = _mm_setzero_si128();
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ #endif
+ }
+
+ #if CV_SSE2
+ void process(const float * buf,
+ __m128 & v_coeffs, uchar * dst) const
+ {
+ __m128 v_l0f = _mm_load_ps(buf);
+ __m128 v_l1f = _mm_load_ps(buf + 4);
+ __m128 v_u0f = _mm_load_ps(buf + 8);
+ __m128 v_u1f = _mm_load_ps(buf + 12);
+
+ v_l0f = _mm_mul_ps(v_l0f, v_coeffs);
+ v_u1f = _mm_mul_ps(v_u1f, v_coeffs);
+ v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x92));
+ v_u0f = _mm_mul_ps(v_u0f, v_coeffs);
+ v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x92));
+ v_l1f = _mm_mul_ps(v_l1f, v_coeffs);
+
+ __m128i v_l = _mm_packs_epi32(_mm_cvtps_epi32(v_l0f), _mm_cvtps_epi32(v_l1f));
+ __m128i v_u = _mm_packs_epi32(_mm_cvtps_epi32(v_u0f), _mm_cvtps_epi32(v_u1f));
+ __m128i v_l0 = _mm_packus_epi16(v_l, v_u);
+
+ _mm_storeu_si128((__m128i *)(dst), v_l0);
+ }
+ #endif
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int i, j, scn = srccn;
+ float CV_DECL_ALIGNED(16) buf[3*BLOCK_SIZE];
+ #if CV_SSE2
+ __m128 v_coeffs = _mm_set_ps(1.f, 255.f, 255.f, 1.f);
+ #endif
+
+ for( i = 0; i < n; i += BLOCK_SIZE, dst += BLOCK_SIZE*3 )
+ {
+ int dn = std::min(n - i, (int)BLOCK_SIZE);
+ j = 0;
+
+ #if CV_NEON
+ for ( ; j <= (dn - 8) * 3; j += 24, src += 8 * scn)
+ {
+ uint16x8_t v_t0, v_t1, v_t2;
+
+ if (scn == 3)
+ {
+ uint8x8x3_t v_src = vld3_u8(src);
+ v_t0 = vmovl_u8(v_src.val[0]);
+ v_t1 = vmovl_u8(v_src.val[1]);
+ v_t2 = vmovl_u8(v_src.val[2]);
+ }
+ else
+ {
+ uint8x8x4_t v_src = vld4_u8(src);
+ v_t0 = vmovl_u8(v_src.val[0]);
+ v_t1 = vmovl_u8(v_src.val[1]);
+ v_t2 = vmovl_u8(v_src.val[2]);
+ }
+
+ float32x4x3_t v_dst;
+ v_dst.val[0] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t0))), v_scale_inv);
+ v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t1))), v_scale_inv);
+ v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t2))), v_scale_inv);
+ vst3q_f32(buf + j, v_dst);
+
+ v_dst.val[0] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t0))), v_scale_inv);
+ v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t1))), v_scale_inv);
+ v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t2))), v_scale_inv);
+ vst3q_f32(buf + j + 12, v_dst);
+ }
+ #elif CV_SSE2
+ if (scn == 3 && haveSIMD)
+ {
+ for ( ; j <= (dn * 3 - 16); j += 16, src += 16)
+ {
+ __m128i v_src = _mm_loadu_si128((__m128i const *)src);
+
+ __m128i v_src_p = _mm_unpacklo_epi8(v_src, v_zero);
+ _mm_store_ps(buf + j, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_p, v_zero)), v_scale_inv));
+ _mm_store_ps(buf + j + 4, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpackhi_epi16(v_src_p, v_zero)), v_scale_inv));
+
+ v_src_p = _mm_unpackhi_epi8(v_src, v_zero);
+ _mm_store_ps(buf + j + 8, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_p, v_zero)), v_scale_inv));
+ _mm_store_ps(buf + j + 12, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpackhi_epi16(v_src_p, v_zero)), v_scale_inv));
+ }
+
+ int jr = j % 3;
+ if (jr)
+ src -= jr, j -= jr;
+ }
+ else if (scn == 4 && haveSIMD)
+ {
+ for ( ; j <= (dn * 3 - 12); j += 12, src += 16)
+ {
+ __m128i v_src = _mm_loadu_si128((__m128i const *)src);
+
+ __m128i v_src_lo = _mm_unpacklo_epi8(v_src, v_zero);
+ __m128i v_src_hi = _mm_unpackhi_epi8(v_src, v_zero);
+ _mm_storeu_ps(buf + j, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_lo, v_zero)), v_scale_inv));
+ _mm_storeu_ps(buf + j + 3, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpackhi_epi16(v_src_lo, v_zero)), v_scale_inv));
+ _mm_storeu_ps(buf + j + 6, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_hi, v_zero)), v_scale_inv));
+ float tmp = buf[j + 8];
+ _mm_storeu_ps(buf + j + 8, _mm_mul_ps(_mm_cvtepi32_ps(_mm_shuffle_epi32(_mm_unpackhi_epi16(v_src_hi, v_zero), 0x90)), v_scale_inv));
+ buf[j + 8] = tmp;
+ }
+
+ int jr = j % 3;
+ if (jr)
+ src -= jr, j -= jr;
+ }
+ #endif
+ for( ; j < dn*3; j += 3, src += scn )
+ {
+ buf[j] = src[0]*(1.f/255.f);
+ buf[j+1] = src[1]*(1.f/255.f);
+ buf[j+2] = src[2]*(1.f/255.f);
+ }
+ cvt(buf, buf, dn);
+
+ j = 0;
+ #if CV_NEON
+ for ( ; j <= (dn - 8) * 3; j += 24)
+ {
+ float32x4x3_t v_src0 = vld3q_f32(buf + j), v_src1 = vld3q_f32(buf + j + 12);
+
+ uint8x8x3_t v_dst;
+ v_dst.val[0] = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(v_src0.val[0])),
+ vqmovn_u32(cv_vrndq_u32_f32(v_src1.val[0]))));
+ v_dst.val[1] = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[1], v_scale))),
+ vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[1], v_scale)))));
+ v_dst.val[2] = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[2], v_scale))),
+ vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[2], v_scale)))));
+ vst3_u8(dst + j, v_dst);
+ }
+ #elif CV_SSE2
+ if (haveSIMD)
+ {
+ for ( ; j <= (dn - 16) * 3; j += 48)
+ {
+ process(buf + j,
+ v_coeffs, dst + j);
+
+ process(buf + j + 16,
+ v_coeffs, dst + j + 16);
+
+ process(buf + j + 32,
+ v_coeffs, dst + j + 32);
+ }
+ }
+ #endif
+ for( ; j < dn*3; j += 3 )
+ {
+ dst[j] = saturate_cast<uchar>(buf[j]);
+ dst[j+1] = saturate_cast<uchar>(buf[j+1]*255.f);
+ dst[j+2] = saturate_cast<uchar>(buf[j+2]*255.f);
+ }
+ }
+ }
+
+ int srccn;
+ RGB2HLS_f cvt;
+ #if CV_NEON
+ float32x4_t v_scale, v_scale_inv;
+ uint8x8_t v_alpha;
+ #elif CV_SSE2
+ __m128 v_scale_inv;
+ __m128i v_zero;
+ bool haveSIMD;
+ #endif
+};
+
+
+struct HLS2RGB_f
+{
+ typedef float channel_type;
+
+ HLS2RGB_f(int _dstcn, int _blueIdx, float _hrange)
+ : dstcn(_dstcn), blueIdx(_blueIdx), hscale(6.f/_hrange) {
+ #if CV_SSE2
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ #endif
+ }
+
+ #if CV_SSE2
+ void process(__m128& v_h0, __m128& v_h1, __m128& v_l0,
+ __m128& v_l1, __m128& v_s0, __m128& v_s1) const
+ {
+ __m128 v_lel0 = _mm_cmple_ps(v_l0, _mm_set1_ps(0.5f));
+ __m128 v_lel1 = _mm_cmple_ps(v_l1, _mm_set1_ps(0.5f));
+ __m128 v_p20 = _mm_andnot_ps(v_lel0, _mm_sub_ps(_mm_add_ps(v_l0, v_s0), _mm_mul_ps(v_l0, v_s0)));
+ __m128 v_p21 = _mm_andnot_ps(v_lel1, _mm_sub_ps(_mm_add_ps(v_l1, v_s1), _mm_mul_ps(v_l1, v_s1)));
+ v_p20 = _mm_or_ps(v_p20, _mm_and_ps(v_lel0, _mm_mul_ps(v_l0, _mm_add_ps(_mm_set1_ps(1.0f), v_s0))));
+ v_p21 = _mm_or_ps(v_p21, _mm_and_ps(v_lel1, _mm_mul_ps(v_l1, _mm_add_ps(_mm_set1_ps(1.0f), v_s1))));
+
+ __m128 v_p10 = _mm_sub_ps(_mm_mul_ps(_mm_set1_ps(2.0f), v_l0), v_p20);
+ __m128 v_p11 = _mm_sub_ps(_mm_mul_ps(_mm_set1_ps(2.0f), v_l1), v_p21);
+
+ v_h0 = _mm_mul_ps(v_h0, _mm_set1_ps(hscale));
+ v_h1 = _mm_mul_ps(v_h1, _mm_set1_ps(hscale));
+
+ __m128 v_pre_sector0 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_h0));
+ __m128 v_pre_sector1 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_h1));
+
+ v_h0 = _mm_sub_ps(v_h0, v_pre_sector0);
+ v_h1 = _mm_sub_ps(v_h1, v_pre_sector1);
+
+ __m128 v_p2_p10 = _mm_sub_ps(v_p20, v_p10);
+ __m128 v_p2_p11 = _mm_sub_ps(v_p21, v_p11);
+ __m128 v_tab20 = _mm_add_ps(v_p10, _mm_mul_ps(v_p2_p10, _mm_sub_ps(_mm_set1_ps(1.0f), v_h0)));
+ __m128 v_tab21 = _mm_add_ps(v_p11, _mm_mul_ps(v_p2_p11, _mm_sub_ps(_mm_set1_ps(1.0f), v_h1)));
+ __m128 v_tab30 = _mm_add_ps(v_p10, _mm_mul_ps(v_p2_p10, v_h0));
+ __m128 v_tab31 = _mm_add_ps(v_p11, _mm_mul_ps(v_p2_p11, v_h1));
+
+ __m128 v_sector0 = _mm_div_ps(v_pre_sector0, _mm_set1_ps(6.0f));
+ __m128 v_sector1 = _mm_div_ps(v_pre_sector1, _mm_set1_ps(6.0f));
+ v_sector0 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_sector0));
+ v_sector1 = _mm_cvtepi32_ps(_mm_cvttps_epi32(v_sector1));
+ v_sector0 = _mm_mul_ps(v_sector0, _mm_set1_ps(6.0f));
+ v_sector1 = _mm_mul_ps(v_sector1, _mm_set1_ps(6.0f));
+ v_sector0 = _mm_sub_ps(v_pre_sector0, v_sector0);
+ v_sector1 = _mm_sub_ps(v_pre_sector1, v_sector1);
+
+ v_h0 = _mm_and_ps(v_p10, _mm_cmplt_ps(v_sector0, _mm_set1_ps(2.0f)));
+ v_h1 = _mm_and_ps(v_p11, _mm_cmplt_ps(v_sector1, _mm_set1_ps(2.0f)));
+ v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_tab30, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(2.0f))));
+ v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_tab31, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(2.0f))));
+ v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_p20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(3.0f))));
+ v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_p21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(3.0f))));
+ v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_p20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(4.0f))));
+ v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_p21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(4.0f))));
+ v_h0 = _mm_or_ps(v_h0, _mm_and_ps(v_tab20, _mm_cmpgt_ps(v_sector0, _mm_set1_ps(4.0f))));
+ v_h1 = _mm_or_ps(v_h1, _mm_and_ps(v_tab21, _mm_cmpgt_ps(v_sector1, _mm_set1_ps(4.0f))));
+ v_l0 = _mm_and_ps(v_tab30, _mm_cmplt_ps(v_sector0, _mm_set1_ps(1.0f)));
+ v_l1 = _mm_and_ps(v_tab31, _mm_cmplt_ps(v_sector1, _mm_set1_ps(1.0f)));
+ v_l0 = _mm_or_ps(v_l0, _mm_and_ps(v_p20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(1.0f))));
+ v_l1 = _mm_or_ps(v_l1, _mm_and_ps(v_p21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(1.0f))));
+ v_l0 = _mm_or_ps(v_l0, _mm_and_ps(v_p20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(2.0f))));
+ v_l1 = _mm_or_ps(v_l1, _mm_and_ps(v_p21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(2.0f))));
+ v_l0 = _mm_or_ps(v_l0, _mm_and_ps(v_tab20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(3.0f))));
+ v_l1 = _mm_or_ps(v_l1, _mm_and_ps(v_tab21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(3.0f))));
+ v_l0 = _mm_or_ps(v_l0, _mm_and_ps(v_p10, _mm_cmpgt_ps(v_sector0, _mm_set1_ps(3.0f))));
+ v_l1 = _mm_or_ps(v_l1, _mm_and_ps(v_p11, _mm_cmpgt_ps(v_sector1, _mm_set1_ps(3.0f))));
+ v_s0 = _mm_and_ps(v_p20, _mm_cmplt_ps(v_sector0, _mm_set1_ps(1.0f)));
+ v_s1 = _mm_and_ps(v_p21, _mm_cmplt_ps(v_sector1, _mm_set1_ps(1.0f)));
+ v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_tab20, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(1.0f))));
+ v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_tab21, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(1.0f))));
+ v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_p10, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(2.0f))));
+ v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_p11, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(2.0f))));
+ v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_p10, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(3.0f))));
+ v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_p11, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(3.0f))));
+ v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_tab30, _mm_cmpeq_ps(v_sector0, _mm_set1_ps(4.0f))));
+ v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_tab31, _mm_cmpeq_ps(v_sector1, _mm_set1_ps(4.0f))));
+ v_s0 = _mm_or_ps(v_s0, _mm_and_ps(v_p20, _mm_cmpgt_ps(v_sector0, _mm_set1_ps(4.0f))));
+ v_s1 = _mm_or_ps(v_s1, _mm_and_ps(v_p21, _mm_cmpgt_ps(v_sector1, _mm_set1_ps(4.0f))));
+ }
+ #endif
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int i = 0, bidx = blueIdx, dcn = dstcn;
+ float _hscale = hscale;
+ float alpha = ColorChannel<float>::max();
+ n *= 3;
+
+ #if CV_SSE2
+ if (haveSIMD)
+ {
+ for( ; i <= n - 24; i += 24, dst += dcn * 8 )
+ {
+ __m128 v_h0 = _mm_loadu_ps(src + i + 0);
+ __m128 v_h1 = _mm_loadu_ps(src + i + 4);
+ __m128 v_l0 = _mm_loadu_ps(src + i + 8);
+ __m128 v_l1 = _mm_loadu_ps(src + i + 12);
+ __m128 v_s0 = _mm_loadu_ps(src + i + 16);
+ __m128 v_s1 = _mm_loadu_ps(src + i + 20);
+
+ _mm_deinterleave_ps(v_h0, v_h1, v_l0, v_l1, v_s0, v_s1);
+
+ process(v_h0, v_h1, v_l0, v_l1, v_s0, v_s1);
+
+ if (dcn == 3)
+ {
+ if (bidx)
+ {
+ _mm_interleave_ps(v_s0, v_s1, v_l0, v_l1, v_h0, v_h1);
+
+ _mm_storeu_ps(dst + 0, v_s0);
+ _mm_storeu_ps(dst + 4, v_s1);
+ _mm_storeu_ps(dst + 8, v_l0);
+ _mm_storeu_ps(dst + 12, v_l1);
+ _mm_storeu_ps(dst + 16, v_h0);
+ _mm_storeu_ps(dst + 20, v_h1);
+ }
+ else
+ {
+ _mm_interleave_ps(v_h0, v_h1, v_l0, v_l1, v_s0, v_s1);
+
+ _mm_storeu_ps(dst + 0, v_h0);
+ _mm_storeu_ps(dst + 4, v_h1);
+ _mm_storeu_ps(dst + 8, v_l0);
+ _mm_storeu_ps(dst + 12, v_l1);
+ _mm_storeu_ps(dst + 16, v_s0);
+ _mm_storeu_ps(dst + 20, v_s1);
+ }
+ }
+ else
+ {
+ __m128 v_a0 = _mm_set1_ps(alpha);
+ __m128 v_a1 = _mm_set1_ps(alpha);
+ if (bidx)
+ {
+ _mm_interleave_ps(v_s0, v_s1, v_l0, v_l1, v_h0, v_h1, v_a0, v_a1);
+
+ _mm_storeu_ps(dst + 0, v_s0);
+ _mm_storeu_ps(dst + 4, v_s1);
+ _mm_storeu_ps(dst + 8, v_l0);
+ _mm_storeu_ps(dst + 12, v_l1);
+ _mm_storeu_ps(dst + 16, v_h0);
+ _mm_storeu_ps(dst + 20, v_h1);
+ _mm_storeu_ps(dst + 24, v_a0);
+ _mm_storeu_ps(dst + 28, v_a1);
+ }
+ else
+ {
+ _mm_interleave_ps(v_h0, v_h1, v_l0, v_l1, v_s0, v_s1, v_a0, v_a1);
+
+ _mm_storeu_ps(dst + 0, v_h0);
+ _mm_storeu_ps(dst + 4, v_h1);
+ _mm_storeu_ps(dst + 8, v_l0);
+ _mm_storeu_ps(dst + 12, v_l1);
+ _mm_storeu_ps(dst + 16, v_s0);
+ _mm_storeu_ps(dst + 20, v_s1);
+ _mm_storeu_ps(dst + 24, v_a0);
+ _mm_storeu_ps(dst + 28, v_a1);
+ }
+ }
+ }
+ }
+ #endif
+ for( ; i < n; i += 3, dst += dcn )
+ {
+ float h = src[i], l = src[i+1], s = src[i+2];
+ float b, g, r;
+
+ if( s == 0 )
+ b = g = r = l;
+ else
+ {
+ static const int sector_data[][3]=
+ {{1,3,0}, {1,0,2}, {3,0,1}, {0,2,1}, {0,1,3}, {2,1,0}};
+ float tab[4];
+ int sector;
+
+ float p2 = l <= 0.5f ? l*(1 + s) : l + s - l*s;
+ float p1 = 2*l - p2;
+
+ h *= _hscale;
+ if( h < 0 )
+ do h += 6; while( h < 0 );
+ else if( h >= 6 )
+ do h -= 6; while( h >= 6 );
+
+ assert( 0 <= h && h < 6 );
+ sector = cvFloor(h);
+ h -= sector;
+
+ tab[0] = p2;
+ tab[1] = p1;
+ tab[2] = p1 + (p2 - p1)*(1-h);
+ tab[3] = p1 + (p2 - p1)*h;
+
+ b = tab[sector_data[sector][0]];
+ g = tab[sector_data[sector][1]];
+ r = tab[sector_data[sector][2]];
+ }
+
+ dst[bidx] = b;
+ dst[1] = g;
+ dst[bidx^2] = r;
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+
+ int dstcn, blueIdx;
+ float hscale;
+ #if CV_SSE2
+ bool haveSIMD;
+ #endif
+};
+
+
+struct HLS2RGB_b
+{
+ typedef uchar channel_type;
+
+ HLS2RGB_b(int _dstcn, int _blueIdx, int _hrange)
+ : dstcn(_dstcn), cvt(3, _blueIdx, (float)_hrange)
+ {
+ #if CV_NEON
+ v_scale_inv = vdupq_n_f32(1.f/255.f);
+ v_scale = vdupq_n_f32(255.f);
+ v_alpha = vdup_n_u8(ColorChannel<uchar>::max());
+ #elif CV_SSE2
+ v_scale = _mm_set1_ps(255.f);
+ v_alpha = _mm_set1_ps(ColorChannel<uchar>::max());
+ v_zero = _mm_setzero_si128();
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ #endif
+ }
+
+ #if CV_SSE2
+ void process(__m128i v_r, __m128i v_g, __m128i v_b,
+ const __m128& v_coeffs_,
+ float * buf) const
+ {
+ __m128 v_r0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_r, v_zero));
+ __m128 v_g0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_g, v_zero));
+ __m128 v_b0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_b, v_zero));
+
+ __m128 v_r1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_r, v_zero));
+ __m128 v_g1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_g, v_zero));
+ __m128 v_b1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_b, v_zero));
+
+ __m128 v_coeffs = v_coeffs_;
+
+ v_r0 = _mm_mul_ps(v_r0, v_coeffs);
+ v_g1 = _mm_mul_ps(v_g1, v_coeffs);
+
+ v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x49));
+
+ v_r1 = _mm_mul_ps(v_r1, v_coeffs);
+ v_b0 = _mm_mul_ps(v_b0, v_coeffs);
+
+ v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x49));
+
+ v_g0 = _mm_mul_ps(v_g0, v_coeffs);
+ v_b1 = _mm_mul_ps(v_b1, v_coeffs);
+
+ _mm_store_ps(buf, v_r0);
+ _mm_store_ps(buf + 4, v_r1);
+ _mm_store_ps(buf + 8, v_g0);
+ _mm_store_ps(buf + 12, v_g1);
+ _mm_store_ps(buf + 16, v_b0);
+ _mm_store_ps(buf + 20, v_b1);
+ }
+ #endif
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int i, j, dcn = dstcn;
+ uchar alpha = ColorChannel<uchar>::max();
+ float CV_DECL_ALIGNED(16) buf[3*BLOCK_SIZE];
+ #if CV_SSE2
+ __m128 v_coeffs = _mm_set_ps(1.f, 1.f/255.f, 1.f/255.f, 1.f);
+ #endif
+
+ for( i = 0; i < n; i += BLOCK_SIZE, src += BLOCK_SIZE*3 )
+ {
+ int dn = std::min(n - i, (int)BLOCK_SIZE);
+ j = 0;
+
+ #if CV_NEON
+ for ( ; j <= (dn - 8) * 3; j += 24)
+ {
+ uint8x8x3_t v_src = vld3_u8(src + j);
+ uint16x8_t v_t0 = vmovl_u8(v_src.val[0]),
+ v_t1 = vmovl_u8(v_src.val[1]),
+ v_t2 = vmovl_u8(v_src.val[2]);
+
+ float32x4x3_t v_dst;
+ v_dst.val[0] = vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t0)));
+ v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t1))), v_scale_inv);
+ v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t2))), v_scale_inv);
+ vst3q_f32(buf + j, v_dst);
+
+ v_dst.val[0] = vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t0)));
+ v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t1))), v_scale_inv);
+ v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t2))), v_scale_inv);
+ vst3q_f32(buf + j + 12, v_dst);
+ }
+ #elif CV_SSE2
+ if (haveSIMD)
+ {
+ for ( ; j <= (dn - 8) * 3; j += 24)
+ {
+ __m128i v_src0 = _mm_loadu_si128((__m128i const *)(src + j));
+ __m128i v_src1 = _mm_loadl_epi64((__m128i const *)(src + j + 16));
+
+ process(_mm_unpacklo_epi8(v_src0, v_zero),
+ _mm_unpackhi_epi8(v_src0, v_zero),
+ _mm_unpacklo_epi8(v_src1, v_zero),
+ v_coeffs,
+ buf + j);
+ }
+ }
+ #endif
+ for( ; j < dn*3; j += 3 )
+ {
+ buf[j] = src[j];
+ buf[j+1] = src[j+1]*(1.f/255.f);
+ buf[j+2] = src[j+2]*(1.f/255.f);
+ }
+ cvt(buf, buf, dn);
+
+ j = 0;
+ #if CV_NEON
+ for ( ; j <= (dn - 8) * 3; j += 24, dst += dcn * 8)
+ {
+ float32x4x3_t v_src0 = vld3q_f32(buf + j), v_src1 = vld3q_f32(buf + j + 12);
+ uint8x8_t v_dst0 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[0], v_scale))),
+ vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[0], v_scale)))));
+ uint8x8_t v_dst1 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[1], v_scale))),
+ vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[1], v_scale)))));
+ uint8x8_t v_dst2 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[2], v_scale))),
+ vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[2], v_scale)))));
+
+ if (dcn == 4)
+ {
+ uint8x8x4_t v_dst;
+ v_dst.val[0] = v_dst0;
+ v_dst.val[1] = v_dst1;
+ v_dst.val[2] = v_dst2;
+ v_dst.val[3] = v_alpha;
+ vst4_u8(dst, v_dst);
+ }
+ else
+ {
+ uint8x8x3_t v_dst;
+ v_dst.val[0] = v_dst0;
+ v_dst.val[1] = v_dst1;
+ v_dst.val[2] = v_dst2;
+ vst3_u8(dst, v_dst);
+ }
+ }
+ #elif CV_SSE2
+ if (dcn == 3 && haveSIMD)
+ {
+ for ( ; j <= (dn * 3 - 16); j += 16, dst += 16)
+ {
+ __m128 v_src0 = _mm_mul_ps(_mm_load_ps(buf + j), v_scale);
+ __m128 v_src1 = _mm_mul_ps(_mm_load_ps(buf + j + 4), v_scale);
+ __m128 v_src2 = _mm_mul_ps(_mm_load_ps(buf + j + 8), v_scale);
+ __m128 v_src3 = _mm_mul_ps(_mm_load_ps(buf + j + 12), v_scale);
+
+ __m128i v_dst0 = _mm_packs_epi32(_mm_cvtps_epi32(v_src0),
+ _mm_cvtps_epi32(v_src1));
+ __m128i v_dst1 = _mm_packs_epi32(_mm_cvtps_epi32(v_src2),
+ _mm_cvtps_epi32(v_src3));
+
+ _mm_storeu_si128((__m128i *)dst, _mm_packus_epi16(v_dst0, v_dst1));
+ }
+
+ int jr = j % 3;
+ if (jr)
+ dst -= jr, j -= jr;
+ }
+ else if (dcn == 4 && haveSIMD)
+ {
+ for ( ; j <= (dn * 3 - 12); j += 12, dst += 16)
+ {
+ __m128 v_buf0 = _mm_mul_ps(_mm_load_ps(buf + j), v_scale);
+ __m128 v_buf1 = _mm_mul_ps(_mm_load_ps(buf + j + 4), v_scale);
+ __m128 v_buf2 = _mm_mul_ps(_mm_load_ps(buf + j + 8), v_scale);
+
+ __m128 v_ba0 = _mm_unpackhi_ps(v_buf0, v_alpha);
+ __m128 v_ba1 = _mm_unpacklo_ps(v_buf2, v_alpha);
+
+ __m128i v_src0 = _mm_cvtps_epi32(_mm_shuffle_ps(v_buf0, v_ba0, 0x44));
+ __m128i v_src1 = _mm_shuffle_epi32(_mm_cvtps_epi32(_mm_shuffle_ps(v_ba0, v_buf1, 0x4e)), 0x78);
+ __m128i v_src2 = _mm_cvtps_epi32(_mm_shuffle_ps(v_buf1, v_ba1, 0x4e));
+ __m128i v_src3 = _mm_shuffle_epi32(_mm_cvtps_epi32(_mm_shuffle_ps(v_ba1, v_buf2, 0xee)), 0x78);
+
+ __m128i v_dst0 = _mm_packs_epi32(v_src0, v_src1);
+ __m128i v_dst1 = _mm_packs_epi32(v_src2, v_src3);
+
+ _mm_storeu_si128((__m128i *)dst, _mm_packus_epi16(v_dst0, v_dst1));
+ }
+
+ int jr = j % 3;
+ if (jr)
+ dst -= jr, j -= jr;
+ }
+ #endif
+
+ for( ; j < dn*3; j += 3, dst += dcn )
+ {
+ dst[0] = saturate_cast<uchar>(buf[j]*255.f);
+ dst[1] = saturate_cast<uchar>(buf[j+1]*255.f);
+ dst[2] = saturate_cast<uchar>(buf[j+2]*255.f);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ }
+
+ int dstcn;
+ HLS2RGB_f cvt;
+ #if CV_NEON
+ float32x4_t v_scale, v_scale_inv;
+ uint8x8_t v_alpha;
+ #elif CV_SSE2
+ __m128 v_scale;
+ __m128 v_alpha;
+ __m128i v_zero;
+ bool haveSIMD;
+ #endif
+};
+
+//
+// IPP functions
+//
+
+#if NEED_IPP
+
+#if !IPP_DISABLE_RGB_HSV
+static ippiGeneralFunc ippiRGB2HSVTab[] =
+{
+ (ippiGeneralFunc)ippiRGBToHSV_8u_C3R, 0, (ippiGeneralFunc)ippiRGBToHSV_16u_C3R, 0,
+ 0, 0, 0, 0
+};
+#endif
+
+static ippiGeneralFunc ippiHSV2RGBTab[] =
+{
+ (ippiGeneralFunc)ippiHSVToRGB_8u_C3R, 0, (ippiGeneralFunc)ippiHSVToRGB_16u_C3R, 0,
+ 0, 0, 0, 0
+};
+
+static ippiGeneralFunc ippiRGB2HLSTab[] =
+{
+ (ippiGeneralFunc)ippiRGBToHLS_8u_C3R, 0, (ippiGeneralFunc)ippiRGBToHLS_16u_C3R, 0,
+ 0, (ippiGeneralFunc)ippiRGBToHLS_32f_C3R, 0, 0
+};
+
+static ippiGeneralFunc ippiHLS2RGBTab[] =
+{
+ (ippiGeneralFunc)ippiHLSToRGB_8u_C3R, 0, (ippiGeneralFunc)ippiHLSToRGB_16u_C3R, 0,
+ 0, (ippiGeneralFunc)ippiHLSToRGB_32f_C3R, 0, 0
+};
+
+#endif
+
+//
+// HAL functions
+//
+
+namespace hal
+{
+
+// 8u, 32f
+void cvtBGRtoHSV(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int depth, int scn, bool swapBlue, bool isFullRange, bool isHSV)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtBGRtoHSV, cv_hal_cvtBGRtoHSV, src_data, src_step, dst_data, dst_step, width, height, depth, scn, swapBlue, isFullRange, isHSV);
+
+#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
+ CV_IPP_CHECK()
+ {
+ if(depth == CV_8U && isFullRange)
+ {
+ if (isHSV)
+ {
+#if !IPP_DISABLE_RGB_HSV // breaks OCL accuracy tests
+ if(scn == 3 && !swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKE_TYPE(depth, scn), dst_data, dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC3RTab[depth], ippiRGB2HSVTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if(scn == 4 && !swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth], ippiRGB2HSVTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if(scn == 4 && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth], ippiRGB2HSVTab[depth], 0, 1, 2, depth)) )
+ return;
+ }
+#endif
+ }
+ else
+ {
+ if(scn == 3 && !swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKE_TYPE(depth, scn), dst_data, dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC3RTab[depth], ippiRGB2HLSTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if(scn == 4 && !swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth], ippiRGB2HLSTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if(scn == 3 && swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKE_TYPE(depth, scn), dst_data, dst_step, width, height,
+ IPPGeneralFunctor(ippiRGB2HLSTab[depth])) )
+ return;
+ }
+ else if(scn == 4 && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth], ippiRGB2HLSTab[depth], 0, 1, 2, depth)) )
+ return;
+ }
+ }
+ }
+ }
+#endif
+
+ int hrange = depth == CV_32F ? 360 : isFullRange ? 256 : 180;
+ int blueIdx = swapBlue ? 2 : 0;
+ if(isHSV)
+ {
+ if(depth == CV_8U)
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2HSV_b(scn, blueIdx, hrange));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2HSV_f(scn, blueIdx, static_cast<float>(hrange)));
+ }
+ else
+ {
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2HLS_b(scn, blueIdx, hrange));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2HLS_f(scn, blueIdx, static_cast<float>(hrange)));
+ }
+}
+
+// 8u, 32f
+void cvtHSVtoBGR(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int depth, int dcn, bool swapBlue, bool isFullRange, bool isHSV)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtHSVtoBGR, cv_hal_cvtHSVtoBGR, src_data, src_step, dst_data, dst_step, width, height, depth, dcn, swapBlue, isFullRange, isHSV);
+
+#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
+ CV_IPP_CHECK()
+ {
+ if (depth == CV_8U && isFullRange)
+ {
+ if (isHSV)
+ {
+ if(dcn == 3 && !swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, 3), dst_data, dst_step, width, height,
+ IPPGeneralReorderFunctor(ippiHSV2RGBTab[depth], ippiSwapChannelsC3RTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if(dcn == 4 && !swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralReorderFunctor(ippiHSV2RGBTab[depth], ippiSwapChannelsC3C4RTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if(dcn == 3 && swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, 3), dst_data, dst_step, width, height,
+ IPPGeneralFunctor(ippiHSV2RGBTab[depth])) )
+ return;
+ }
+ else if(dcn == 4 && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralReorderFunctor(ippiHSV2RGBTab[depth], ippiSwapChannelsC3C4RTab[depth], 0, 1, 2, depth)) )
+ return;
+ }
+ }
+ else
+ {
+ if(dcn == 3 && !swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, 3), dst_data, dst_step, width, height,
+ IPPGeneralReorderFunctor(ippiHLS2RGBTab[depth], ippiSwapChannelsC3RTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if(dcn == 4 && !swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralReorderFunctor(ippiHLS2RGBTab[depth], ippiSwapChannelsC3C4RTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if(dcn == 3 && swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, 3), dst_data, dst_step, width, height,
+ IPPGeneralFunctor(ippiHLS2RGBTab[depth])) )
+ return;
+ }
+ else if(dcn == 4 && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralReorderFunctor(ippiHLS2RGBTab[depth], ippiSwapChannelsC3C4RTab[depth], 0, 1, 2, depth)) )
+ return;
+ }
+ }
+ }
+ }
+#endif
+
+ int hrange = depth == CV_32F ? 360 : isFullRange ? 255 : 180;
+ int blueIdx = swapBlue ? 2 : 0;
+ if(isHSV)
+ {
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, HSV2RGB_b(dcn, blueIdx, hrange));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, HSV2RGB_f(dcn, blueIdx, static_cast<float>(hrange)));
+ }
+ else
+ {
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, HLS2RGB_b(dcn, blueIdx, hrange));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, HLS2RGB_f(dcn, blueIdx, static_cast<float>(hrange)));
+ }
+}
+
+} // namespace hal
+
+//
+// OCL calls
+//
+
+#ifdef HAVE_OPENCL
+
+bool oclCvtColorHSV2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, bool full )
+{
+ OclHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_32F> > h(_src, _dst, dcn);
+
+ int hrange = _src.depth() == CV_32F ? 360 : (!full ? 180 : 255);
+
+ if(!h.createKernel("HSV2RGB", ocl::imgproc::color_hsv_oclsrc,
+ format("-D dcn=%d -D bidx=%d -D hrange=%d -D hscale=%ff", dcn, bidx, hrange, 6.f/hrange)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorHLS2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, bool full )
+{
+ OclHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_32F> > h(_src, _dst, dcn);
+
+ int hrange = _src.depth() == CV_32F ? 360 : (!full ? 180 : 255);
+
+ if(!h.createKernel("HLS2RGB", ocl::imgproc::color_hsv_oclsrc,
+ format("-D dcn=%d -D bidx=%d -D hrange=%d -D hscale=%ff", dcn, bidx, hrange, 6.f/hrange)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorBGR2HLS( InputArray _src, OutputArray _dst, int bidx, bool full )
+{
+ OclHelper< Set<3, 4>, Set<3>, Set<CV_8U, CV_32F> > h(_src, _dst, 3);
+
+ float hscale = (_src.depth() == CV_32F ? 360.f : (!full ? 180.f : 256.f))/360.f;
+
+ if(!h.createKernel("RGB2HLS", ocl::imgproc::color_hsv_oclsrc,
+ format("-D hscale=%ff -D bidx=%d -D dcn=3", hscale, bidx)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorBGR2HSV( InputArray _src, OutputArray _dst, int bidx, bool full )
+{
+ OclHelper< Set<3, 4>, Set<3>, Set<CV_8U, CV_32F> > h(_src, _dst, 3);
+
+ int hrange = _src.depth() == CV_32F ? 360 : (!full ? 180 : 256);
+
+ cv::String options = (_src.depth() == CV_8U ?
+ format("-D hrange=%d -D bidx=%d -D dcn=3", hrange, bidx) :
+ format("-D hscale=%ff -D bidx=%d -D dcn=3", hrange*(1.f/360.f), bidx));
+
+ if(!h.createKernel("RGB2HSV", ocl::imgproc::color_hsv_oclsrc, options))
+ {
+ return false;
+ }
+
+ if(_src.depth() == CV_8U)
+ {
+ static UMat sdiv_data;
+ static UMat hdiv_data180;
+ static UMat hdiv_data256;
+ static int sdiv_table[256];
+ static int hdiv_table180[256];
+ static int hdiv_table256[256];
+ static volatile bool initialized180 = false, initialized256 = false;
+ volatile bool & initialized = hrange == 180 ? initialized180 : initialized256;
+
+ if (!initialized)
+ {
+ int * const hdiv_table = hrange == 180 ? hdiv_table180 : hdiv_table256, hsv_shift = 12;
+ UMat & hdiv_data = hrange == 180 ? hdiv_data180 : hdiv_data256;
+
+ sdiv_table[0] = hdiv_table180[0] = hdiv_table256[0] = 0;
+
+ int v = 255 << hsv_shift;
+ if (!initialized180 && !initialized256)
+ {
+ for(int i = 1; i < 256; i++ )
+ sdiv_table[i] = saturate_cast<int>(v/(1.*i));
+ Mat(1, 256, CV_32SC1, sdiv_table).copyTo(sdiv_data);
+ }
+
+ v = hrange << hsv_shift;
+ for (int i = 1; i < 256; i++ )
+ hdiv_table[i] = saturate_cast<int>(v/(6.*i));
+
+ Mat(1, 256, CV_32SC1, hdiv_table).copyTo(hdiv_data);
+ initialized = true;
+ }
+
+ h.setArg(ocl::KernelArg::PtrReadOnly(sdiv_data));
+ h.setArg(hrange == 256 ? ocl::KernelArg::PtrReadOnly(hdiv_data256) :
+ ocl::KernelArg::PtrReadOnly(hdiv_data180));
+ }
+
+ return h.run();
+}
+
+#endif
+
+//
+// HAL calls
+//
+
+void cvtColorBGR2HLS( InputArray _src, OutputArray _dst, bool swapb, bool fullRange )
+{
+ CvtHelper< Set<3, 4>, Set<3>, Set<CV_8U, CV_32F> > h(_src, _dst, 3);
+
+ hal::cvtBGRtoHSV(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.depth, h.scn, swapb, fullRange, false);
+}
+
+void cvtColorBGR2HSV( InputArray _src, OutputArray _dst, bool swapb, bool fullRange )
+{
+ CvtHelper< Set<3, 4>, Set<3>, Set<CV_8U, CV_32F> > h(_src, _dst, 3);
+
+ hal::cvtBGRtoHSV(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.depth, h.scn, swapb, fullRange, true);
+}
+
+void cvtColorHLS2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, bool fullRange)
+{
+ if(dcn <= 0) dcn = 3;
+ CvtHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_32F> > h(_src, _dst, dcn);
+
+ hal::cvtHSVtoBGR(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.depth, dcn, swapb, fullRange, false);
+}
+
+void cvtColorHSV2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, bool fullRange)
+{
+ if(dcn <= 0) dcn = 3;
+ CvtHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_32F> > h(_src, _dst, dcn);
+
+ hal::cvtHSVtoBGR(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.depth, dcn, swapb, fullRange, true);
+}
+
+
+} // namespace cv
--- /dev/null
+// This file is part of OpenCV project.
+// It is subject to the license terms in the LICENSE file found in the top-level directory
+// of this distribution and at http://opencv.org/license.html
+
+/********************************* COPYRIGHT NOTICE *******************************\
+ The function for RGB to Lab conversion is based on the MATLAB script
+ RGB2Lab.m translated by Mark Ruzon from C code by Yossi Rubner, 23 September 1997.
+ See the page [http://vision.stanford.edu/~ruzon/software/rgblab.html]
+\**********************************************************************************/
+
+#include "precomp.hpp"
+#include "color.hpp"
+
+using cv::softfloat;
+
+static const float * splineBuild(const softfloat* f, size_t n)
+{
+ float* tab = cv::allocSingleton<float>(n * 4);
+ const softfloat f2(2), f3(3), f4(4);
+ softfloat cn(0);
+ softfloat* sftab = reinterpret_cast<softfloat*>(tab);
+ tab[0] = tab[1] = 0.0f;
+
+ for(size_t i = 1; i < n; i++)
+ {
+ softfloat t = (f[i+1] - f[i]*f2 + f[i-1])*f3;
+ softfloat l = softfloat::one()/(f4 - sftab[(i-1)*4]);
+ sftab[i*4] = l; sftab[i*4+1] = (t - sftab[(i-1)*4+1])*l;
+ }
+
+ for(size_t j = 0; j < n; ++j)
+ {
+ size_t i = n - j - 1;
+ softfloat c = sftab[i*4+1] - sftab[i*4]*cn;
+ softfloat b = f[i+1] - f[i] - (cn + c*f2)/f3;
+ softfloat d = (cn - c)/f3;
+ sftab[i*4] = f[i]; sftab[i*4+1] = b;
+ sftab[i*4+2] = c; sftab[i*4+3] = d;
+ cn = c;
+ }
+ return tab;
+}
+
+
+// interpolates value of a function at x, 0 <= x <= n using a cubic spline.
+template<typename _Tp> static inline _Tp splineInterpolate(_Tp x, const _Tp* tab, int n)
+{
+ // don't touch this function without urgent need - some versions of gcc fail to inline it correctly
+ int ix = std::min(std::max(int(x), 0), n-1);
+ x -= ix;
+ tab += ix*4;
+ return ((tab[3]*x + tab[2])*x + tab[1])*x + tab[0];
+}
+
+#if CV_NEON
+template<typename _Tp> static inline void splineInterpolate(float32x4_t& v_x, const _Tp* tab, int n)
+{
+ int32x4_t v_ix = vcvtq_s32_f32(vminq_f32(vmaxq_f32(v_x, vdupq_n_f32(0)), vdupq_n_f32(n - 1)));
+ v_x = vsubq_f32(v_x, vcvtq_f32_s32(v_ix));
+ v_ix = vshlq_n_s32(v_ix, 2);
+
+ int CV_DECL_ALIGNED(16) ix[4];
+ vst1q_s32(ix, v_ix);
+
+ float32x4_t v_tab0 = vld1q_f32(tab + ix[0]);
+ float32x4_t v_tab1 = vld1q_f32(tab + ix[1]);
+ float32x4_t v_tab2 = vld1q_f32(tab + ix[2]);
+ float32x4_t v_tab3 = vld1q_f32(tab + ix[3]);
+
+ float32x4x2_t v01 = vtrnq_f32(v_tab0, v_tab1);
+ float32x4x2_t v23 = vtrnq_f32(v_tab2, v_tab3);
+
+ v_tab0 = vcombine_f32(vget_low_f32(v01.val[0]), vget_low_f32(v23.val[0]));
+ v_tab1 = vcombine_f32(vget_low_f32(v01.val[1]), vget_low_f32(v23.val[1]));
+ v_tab2 = vcombine_f32(vget_high_f32(v01.val[0]), vget_high_f32(v23.val[0]));
+ v_tab3 = vcombine_f32(vget_high_f32(v01.val[1]), vget_high_f32(v23.val[1]));
+
+ v_x = vmlaq_f32(v_tab0, vmlaq_f32(v_tab1, vmlaq_f32(v_tab2, v_tab3, v_x), v_x), v_x);
+}
+#elif CV_SSE2
+template<typename _Tp> static inline void splineInterpolate(__m128& v_x, const _Tp* tab, int n)
+{
+ __m128i v_ix = _mm_cvttps_epi32(_mm_min_ps(_mm_max_ps(v_x, _mm_setzero_ps()), _mm_set1_ps(float(n - 1))));
+ v_x = _mm_sub_ps(v_x, _mm_cvtepi32_ps(v_ix));
+ v_ix = _mm_slli_epi32(v_ix, 2);
+
+ int CV_DECL_ALIGNED(16) ix[4];
+ _mm_store_si128((__m128i *)ix, v_ix);
+
+ __m128 v_tab0 = _mm_loadu_ps(tab + ix[0]);
+ __m128 v_tab1 = _mm_loadu_ps(tab + ix[1]);
+ __m128 v_tab2 = _mm_loadu_ps(tab + ix[2]);
+ __m128 v_tab3 = _mm_loadu_ps(tab + ix[3]);
+
+ __m128 v_tmp0 = _mm_unpacklo_ps(v_tab0, v_tab1);
+ __m128 v_tmp1 = _mm_unpacklo_ps(v_tab2, v_tab3);
+ __m128 v_tmp2 = _mm_unpackhi_ps(v_tab0, v_tab1);
+ __m128 v_tmp3 = _mm_unpackhi_ps(v_tab2, v_tab3);
+
+ v_tab0 = _mm_shuffle_ps(v_tmp0, v_tmp1, 0x44);
+ v_tab2 = _mm_shuffle_ps(v_tmp2, v_tmp3, 0x44);
+ v_tab1 = _mm_shuffle_ps(v_tmp0, v_tmp1, 0xee);
+ v_tab3 = _mm_shuffle_ps(v_tmp2, v_tmp3, 0xee);
+
+ __m128 v_l = _mm_mul_ps(v_x, v_tab3);
+ v_l = _mm_add_ps(v_l, v_tab2);
+ v_l = _mm_mul_ps(v_l, v_x);
+ v_l = _mm_add_ps(v_l, v_tab1);
+ v_l = _mm_mul_ps(v_l, v_x);
+ v_x = _mm_add_ps(v_l, v_tab0);
+}
+#endif
+
+namespace cv
+{
+
+////////////////////////////////////// RGB <-> XYZ ///////////////////////////////////////
+
+// 0.412453, 0.357580, 0.180423,
+// 0.212671, 0.715160, 0.072169,
+// 0.019334, 0.119193, 0.950227
+static const softdouble sRGB2XYZ_D65[] =
+{
+ softdouble::fromRaw(0x3fda65a14488c60d),
+ softdouble::fromRaw(0x3fd6e297396d0918),
+ softdouble::fromRaw(0x3fc71819d2391d58),
+ softdouble::fromRaw(0x3fcb38cda6e75ff6),
+ softdouble::fromRaw(0x3fe6e297396d0918),
+ softdouble::fromRaw(0x3fb279aae6c8f755),
+ softdouble::fromRaw(0x3f93cc4ac6cdaf4b),
+ softdouble::fromRaw(0x3fbe836eb4e98138),
+ softdouble::fromRaw(0x3fee68427418d691)
+};
+
+// 3.240479, -1.53715, -0.498535,
+// -0.969256, 1.875991, 0.041556,
+// 0.055648, -0.204043, 1.057311
+static const softdouble XYZ2sRGB_D65[] =
+{
+ softdouble::fromRaw(0x4009ec804102ff8f),
+ softdouble::fromRaw(0xbff8982a9930be0e),
+ softdouble::fromRaw(0xbfdfe7ff583a53b9),
+ softdouble::fromRaw(0xbfef042528ae74f3),
+ softdouble::fromRaw(0x3ffe040f23897204),
+ softdouble::fromRaw(0x3fa546d3f9e7b80b),
+ softdouble::fromRaw(0x3fac7de5082cf52c),
+ softdouble::fromRaw(0xbfca1e14bdfd2631),
+ softdouble::fromRaw(0x3ff0eabef06b3786)
+};
+
+static const int sRGB2XYZ_D65_i[] =
+{
+ 1689, 1465, 739,
+ 871, 2929, 296,
+ 79, 488, 3892
+};
+
+static const int XYZ2sRGB_D65_i[] =
+{
+ 13273, -6296, -2042,
+ -3970, 7684, 170,
+ 228, -836, 4331
+};
+
+template<typename _Tp> struct RGB2XYZ_f
+{
+ typedef _Tp channel_type;
+
+ RGB2XYZ_f(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
+ {
+ for(int i = 0; i < 9; i++)
+ coeffs[i] = _coeffs ? _coeffs[i] : (float)sRGB2XYZ_D65[i];
+ if(blueIdx == 0)
+ {
+ std::swap(coeffs[0], coeffs[2]);
+ std::swap(coeffs[3], coeffs[5]);
+ std::swap(coeffs[6], coeffs[8]);
+ }
+ }
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ int scn = srccn;
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+
+ n *= 3;
+ for(int i = 0; i < n; i += 3, src += scn)
+ {
+ _Tp X = saturate_cast<_Tp>(src[0]*C0 + src[1]*C1 + src[2]*C2);
+ _Tp Y = saturate_cast<_Tp>(src[0]*C3 + src[1]*C4 + src[2]*C5);
+ _Tp Z = saturate_cast<_Tp>(src[0]*C6 + src[1]*C7 + src[2]*C8);
+ dst[i] = X; dst[i+1] = Y; dst[i+2] = Z;
+ }
+ }
+ int srccn;
+ float coeffs[9];
+};
+
+#if CV_NEON
+
+template <>
+struct RGB2XYZ_f<float>
+{
+ typedef float channel_type;
+
+ RGB2XYZ_f(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
+ {
+ for(int i = 0; i < 9; i++)
+ coeffs[i] = _coeffs ? _coeffs[i] : (float)sRGB2XYZ_D65[i];
+ if(blueIdx == 0)
+ {
+ std::swap(coeffs[0], coeffs[2]);
+ std::swap(coeffs[3], coeffs[5]);
+ std::swap(coeffs[6], coeffs[8]);
+ }
+
+ v_c0 = vdupq_n_f32(coeffs[0]);
+ v_c1 = vdupq_n_f32(coeffs[1]);
+ v_c2 = vdupq_n_f32(coeffs[2]);
+ v_c3 = vdupq_n_f32(coeffs[3]);
+ v_c4 = vdupq_n_f32(coeffs[4]);
+ v_c5 = vdupq_n_f32(coeffs[5]);
+ v_c6 = vdupq_n_f32(coeffs[6]);
+ v_c7 = vdupq_n_f32(coeffs[7]);
+ v_c8 = vdupq_n_f32(coeffs[8]);
+ }
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int scn = srccn, i = 0;
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+
+ n *= 3;
+
+ if (scn == 3)
+ for ( ; i <= n - 12; i += 12, src += 12)
+ {
+ float32x4x3_t v_src = vld3q_f32(src), v_dst;
+ v_dst.val[0] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c0), v_src.val[1], v_c1), v_src.val[2], v_c2);
+ v_dst.val[1] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c3), v_src.val[1], v_c4), v_src.val[2], v_c5);
+ v_dst.val[2] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c6), v_src.val[1], v_c7), v_src.val[2], v_c8);
+ vst3q_f32(dst + i, v_dst);
+ }
+ else
+ for ( ; i <= n - 12; i += 12, src += 16)
+ {
+ float32x4x4_t v_src = vld4q_f32(src);
+ float32x4x3_t v_dst;
+ v_dst.val[0] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c0), v_src.val[1], v_c1), v_src.val[2], v_c2);
+ v_dst.val[1] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c3), v_src.val[1], v_c4), v_src.val[2], v_c5);
+ v_dst.val[2] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c6), v_src.val[1], v_c7), v_src.val[2], v_c8);
+ vst3q_f32(dst + i, v_dst);
+ }
+
+ for ( ; i < n; i += 3, src += scn)
+ {
+ float X = saturate_cast<float>(src[0]*C0 + src[1]*C1 + src[2]*C2);
+ float Y = saturate_cast<float>(src[0]*C3 + src[1]*C4 + src[2]*C5);
+ float Z = saturate_cast<float>(src[0]*C6 + src[1]*C7 + src[2]*C8);
+ dst[i] = X; dst[i+1] = Y; dst[i+2] = Z;
+ }
+ }
+
+ int srccn;
+ float coeffs[9];
+ float32x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8;
+};
+
+#elif CV_SSE2
+
+template <>
+struct RGB2XYZ_f<float>
+{
+ typedef float channel_type;
+
+ RGB2XYZ_f(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
+ {
+ for(int i = 0; i < 9; i++)
+ coeffs[i] = _coeffs ? _coeffs[i] : (float)sRGB2XYZ_D65[i];
+ if(blueIdx == 0)
+ {
+ std::swap(coeffs[0], coeffs[2]);
+ std::swap(coeffs[3], coeffs[5]);
+ std::swap(coeffs[6], coeffs[8]);
+ }
+
+ v_c0 = _mm_set1_ps(coeffs[0]);
+ v_c1 = _mm_set1_ps(coeffs[1]);
+ v_c2 = _mm_set1_ps(coeffs[2]);
+ v_c3 = _mm_set1_ps(coeffs[3]);
+ v_c4 = _mm_set1_ps(coeffs[4]);
+ v_c5 = _mm_set1_ps(coeffs[5]);
+ v_c6 = _mm_set1_ps(coeffs[6]);
+ v_c7 = _mm_set1_ps(coeffs[7]);
+ v_c8 = _mm_set1_ps(coeffs[8]);
+
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ }
+
+ void process(__m128 v_r, __m128 v_g, __m128 v_b,
+ __m128 & v_x, __m128 & v_y, __m128 & v_z) const
+ {
+ v_x = _mm_mul_ps(v_r, v_c0);
+ v_x = _mm_add_ps(v_x, _mm_mul_ps(v_g, v_c1));
+ v_x = _mm_add_ps(v_x, _mm_mul_ps(v_b, v_c2));
+
+ v_y = _mm_mul_ps(v_r, v_c3);
+ v_y = _mm_add_ps(v_y, _mm_mul_ps(v_g, v_c4));
+ v_y = _mm_add_ps(v_y, _mm_mul_ps(v_b, v_c5));
+
+ v_z = _mm_mul_ps(v_r, v_c6);
+ v_z = _mm_add_ps(v_z, _mm_mul_ps(v_g, v_c7));
+ v_z = _mm_add_ps(v_z, _mm_mul_ps(v_b, v_c8));
+ }
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int scn = srccn, i = 0;
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+
+ n *= 3;
+
+ if (haveSIMD)
+ {
+ for ( ; i <= n - 24; i += 24, src += 8 * scn)
+ {
+ __m128 v_r0 = _mm_loadu_ps(src);
+ __m128 v_r1 = _mm_loadu_ps(src + 4);
+ __m128 v_g0 = _mm_loadu_ps(src + 8);
+ __m128 v_g1 = _mm_loadu_ps(src + 12);
+ __m128 v_b0 = _mm_loadu_ps(src + 16);
+ __m128 v_b1 = _mm_loadu_ps(src + 20);
+
+ if (scn == 4)
+ {
+ __m128 v_a0 = _mm_loadu_ps(src + 24);
+ __m128 v_a1 = _mm_loadu_ps(src + 28);
+
+ _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1,
+ v_b0, v_b1, v_a0, v_a1);
+ }
+ else
+ _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
+
+ __m128 v_x0, v_y0, v_z0;
+ process(v_r0, v_g0, v_b0,
+ v_x0, v_y0, v_z0);
+
+ __m128 v_x1, v_y1, v_z1;
+ process(v_r1, v_g1, v_b1,
+ v_x1, v_y1, v_z1);
+
+ _mm_interleave_ps(v_x0, v_x1, v_y0, v_y1, v_z0, v_z1);
+
+ _mm_storeu_ps(dst + i, v_x0);
+ _mm_storeu_ps(dst + i + 4, v_x1);
+ _mm_storeu_ps(dst + i + 8, v_y0);
+ _mm_storeu_ps(dst + i + 12, v_y1);
+ _mm_storeu_ps(dst + i + 16, v_z0);
+ _mm_storeu_ps(dst + i + 20, v_z1);
+ }
+ }
+
+ for ( ; i < n; i += 3, src += scn)
+ {
+ float X = saturate_cast<float>(src[0]*C0 + src[1]*C1 + src[2]*C2);
+ float Y = saturate_cast<float>(src[0]*C3 + src[1]*C4 + src[2]*C5);
+ float Z = saturate_cast<float>(src[0]*C6 + src[1]*C7 + src[2]*C8);
+ dst[i] = X; dst[i+1] = Y; dst[i+2] = Z;
+ }
+ }
+
+ int srccn;
+ float coeffs[9];
+ __m128 v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8;
+ bool haveSIMD;
+};
+
+
+#endif
+
+template<typename _Tp> struct RGB2XYZ_i
+{
+ typedef _Tp channel_type;
+
+ RGB2XYZ_i(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
+ {
+ for( int i = 0; i < 9; i++ )
+ coeffs[i] = _coeffs ? cvRound(_coeffs[i]*(1 << xyz_shift)) : sRGB2XYZ_D65_i[i];
+ if(blueIdx == 0)
+ {
+ std::swap(coeffs[0], coeffs[2]);
+ std::swap(coeffs[3], coeffs[5]);
+ std::swap(coeffs[6], coeffs[8]);
+ }
+ }
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ int scn = srccn;
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ n *= 3;
+
+ for(int i = 0; i < n; i += 3, src += scn)
+ {
+ int X = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, xyz_shift);
+ int Y = CV_DESCALE(src[0]*C3 + src[1]*C4 + src[2]*C5, xyz_shift);
+ int Z = CV_DESCALE(src[0]*C6 + src[1]*C7 + src[2]*C8, xyz_shift);
+ dst[i] = saturate_cast<_Tp>(X); dst[i+1] = saturate_cast<_Tp>(Y);
+ dst[i+2] = saturate_cast<_Tp>(Z);
+ }
+ }
+ int srccn;
+ int coeffs[9];
+};
+
+#if CV_NEON
+
+template <>
+struct RGB2XYZ_i<uchar>
+{
+ typedef uchar channel_type;
+
+ RGB2XYZ_i(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
+ {
+ for( int i = 0; i < 9; i++ )
+ coeffs[i] = _coeffs ? cvRound(_coeffs[i]*(1 << xyz_shift)) : sRGB2XYZ_D65_i[i];
+ if(blueIdx == 0)
+ {
+ std::swap(coeffs[0], coeffs[2]);
+ std::swap(coeffs[3], coeffs[5]);
+ std::swap(coeffs[6], coeffs[8]);
+ }
+
+ v_c0 = vdup_n_u16(coeffs[0]);
+ v_c1 = vdup_n_u16(coeffs[1]);
+ v_c2 = vdup_n_u16(coeffs[2]);
+ v_c3 = vdup_n_u16(coeffs[3]);
+ v_c4 = vdup_n_u16(coeffs[4]);
+ v_c5 = vdup_n_u16(coeffs[5]);
+ v_c6 = vdup_n_u16(coeffs[6]);
+ v_c7 = vdup_n_u16(coeffs[7]);
+ v_c8 = vdup_n_u16(coeffs[8]);
+ v_delta = vdupq_n_u32(1 << (xyz_shift - 1));
+ }
+ void operator()(const uchar * src, uchar * dst, int n) const
+ {
+ int scn = srccn, i = 0;
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ n *= 3;
+
+ for ( ; i <= n - 24; i += 24, src += scn * 8)
+ {
+ uint8x8x3_t v_dst;
+ uint16x8x3_t v_src16;
+
+ if (scn == 3)
+ {
+ uint8x8x3_t v_src = vld3_u8(src);
+ v_src16.val[0] = vmovl_u8(v_src.val[0]);
+ v_src16.val[1] = vmovl_u8(v_src.val[1]);
+ v_src16.val[2] = vmovl_u8(v_src.val[2]);
+ }
+ else
+ {
+ uint8x8x4_t v_src = vld4_u8(src);
+ v_src16.val[0] = vmovl_u8(v_src.val[0]);
+ v_src16.val[1] = vmovl_u8(v_src.val[1]);
+ v_src16.val[2] = vmovl_u8(v_src.val[2]);
+ }
+
+ uint16x4_t v_s0 = vget_low_u16(v_src16.val[0]),
+ v_s1 = vget_low_u16(v_src16.val[1]),
+ v_s2 = vget_low_u16(v_src16.val[2]);
+
+ uint32x4_t v_X0 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
+ uint32x4_t v_Y0 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
+ uint32x4_t v_Z0 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
+ v_X0 = vshrq_n_u32(vaddq_u32(v_X0, v_delta), xyz_shift);
+ v_Y0 = vshrq_n_u32(vaddq_u32(v_Y0, v_delta), xyz_shift);
+ v_Z0 = vshrq_n_u32(vaddq_u32(v_Z0, v_delta), xyz_shift);
+
+ v_s0 = vget_high_u16(v_src16.val[0]),
+ v_s1 = vget_high_u16(v_src16.val[1]),
+ v_s2 = vget_high_u16(v_src16.val[2]);
+
+ uint32x4_t v_X1 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
+ uint32x4_t v_Y1 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
+ uint32x4_t v_Z1 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
+ v_X1 = vshrq_n_u32(vaddq_u32(v_X1, v_delta), xyz_shift);
+ v_Y1 = vshrq_n_u32(vaddq_u32(v_Y1, v_delta), xyz_shift);
+ v_Z1 = vshrq_n_u32(vaddq_u32(v_Z1, v_delta), xyz_shift);
+
+ v_dst.val[0] = vqmovn_u16(vcombine_u16(vmovn_u32(v_X0), vmovn_u32(v_X1)));
+ v_dst.val[1] = vqmovn_u16(vcombine_u16(vmovn_u32(v_Y0), vmovn_u32(v_Y1)));
+ v_dst.val[2] = vqmovn_u16(vcombine_u16(vmovn_u32(v_Z0), vmovn_u32(v_Z1)));
+
+ vst3_u8(dst + i, v_dst);
+ }
+
+ for ( ; i < n; i += 3, src += scn)
+ {
+ int X = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, xyz_shift);
+ int Y = CV_DESCALE(src[0]*C3 + src[1]*C4 + src[2]*C5, xyz_shift);
+ int Z = CV_DESCALE(src[0]*C6 + src[1]*C7 + src[2]*C8, xyz_shift);
+ dst[i] = saturate_cast<uchar>(X);
+ dst[i+1] = saturate_cast<uchar>(Y);
+ dst[i+2] = saturate_cast<uchar>(Z);
+ }
+ }
+
+ int srccn, coeffs[9];
+ uint16x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8;
+ uint32x4_t v_delta;
+};
+
+template <>
+struct RGB2XYZ_i<ushort>
+{
+ typedef ushort channel_type;
+
+ RGB2XYZ_i(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
+ {
+ for( int i = 0; i < 9; i++ )
+ coeffs[i] = _coeffs ? cvRound(_coeffs[i]*(1 << xyz_shift)) : sRGB2XYZ_D65_i[i];
+ if(blueIdx == 0)
+ {
+ std::swap(coeffs[0], coeffs[2]);
+ std::swap(coeffs[3], coeffs[5]);
+ std::swap(coeffs[6], coeffs[8]);
+ }
+
+ v_c0 = vdup_n_u16(coeffs[0]);
+ v_c1 = vdup_n_u16(coeffs[1]);
+ v_c2 = vdup_n_u16(coeffs[2]);
+ v_c3 = vdup_n_u16(coeffs[3]);
+ v_c4 = vdup_n_u16(coeffs[4]);
+ v_c5 = vdup_n_u16(coeffs[5]);
+ v_c6 = vdup_n_u16(coeffs[6]);
+ v_c7 = vdup_n_u16(coeffs[7]);
+ v_c8 = vdup_n_u16(coeffs[8]);
+ v_delta = vdupq_n_u32(1 << (xyz_shift - 1));
+ }
+
+ void operator()(const ushort * src, ushort * dst, int n) const
+ {
+ int scn = srccn, i = 0;
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ n *= 3;
+
+ for ( ; i <= n - 24; i += 24, src += scn * 8)
+ {
+ uint16x8x3_t v_src, v_dst;
+
+ if (scn == 3)
+ v_src = vld3q_u16(src);
+ else
+ {
+ uint16x8x4_t v_src4 = vld4q_u16(src);
+ v_src.val[0] = v_src4.val[0];
+ v_src.val[1] = v_src4.val[1];
+ v_src.val[2] = v_src4.val[2];
+ }
+
+ uint16x4_t v_s0 = vget_low_u16(v_src.val[0]),
+ v_s1 = vget_low_u16(v_src.val[1]),
+ v_s2 = vget_low_u16(v_src.val[2]);
+
+ uint32x4_t v_X0 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
+ uint32x4_t v_Y0 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
+ uint32x4_t v_Z0 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
+ v_X0 = vshrq_n_u32(vaddq_u32(v_X0, v_delta), xyz_shift);
+ v_Y0 = vshrq_n_u32(vaddq_u32(v_Y0, v_delta), xyz_shift);
+ v_Z0 = vshrq_n_u32(vaddq_u32(v_Z0, v_delta), xyz_shift);
+
+ v_s0 = vget_high_u16(v_src.val[0]),
+ v_s1 = vget_high_u16(v_src.val[1]),
+ v_s2 = vget_high_u16(v_src.val[2]);
+
+ uint32x4_t v_X1 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
+ uint32x4_t v_Y1 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
+ uint32x4_t v_Z1 = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
+ v_X1 = vshrq_n_u32(vaddq_u32(v_X1, v_delta), xyz_shift);
+ v_Y1 = vshrq_n_u32(vaddq_u32(v_Y1, v_delta), xyz_shift);
+ v_Z1 = vshrq_n_u32(vaddq_u32(v_Z1, v_delta), xyz_shift);
+
+ v_dst.val[0] = vcombine_u16(vqmovn_u32(v_X0), vqmovn_u32(v_X1));
+ v_dst.val[1] = vcombine_u16(vqmovn_u32(v_Y0), vqmovn_u32(v_Y1));
+ v_dst.val[2] = vcombine_u16(vqmovn_u32(v_Z0), vqmovn_u32(v_Z1));
+
+ vst3q_u16(dst + i, v_dst);
+ }
+
+ for ( ; i <= n - 12; i += 12, src += scn * 4)
+ {
+ uint16x4x3_t v_dst;
+ uint16x4_t v_s0, v_s1, v_s2;
+
+ if (scn == 3)
+ {
+ uint16x4x3_t v_src = vld3_u16(src);
+ v_s0 = v_src.val[0];
+ v_s1 = v_src.val[1];
+ v_s2 = v_src.val[2];
+ }
+ else
+ {
+ uint16x4x4_t v_src = vld4_u16(src);
+ v_s0 = v_src.val[0];
+ v_s1 = v_src.val[1];
+ v_s2 = v_src.val[2];
+ }
+
+ uint32x4_t v_X = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
+ uint32x4_t v_Y = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
+ uint32x4_t v_Z = vmlal_u16(vmlal_u16(vmull_u16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
+
+ v_dst.val[0] = vqmovn_u32(vshrq_n_u32(vaddq_u32(v_X, v_delta), xyz_shift));
+ v_dst.val[1] = vqmovn_u32(vshrq_n_u32(vaddq_u32(v_Y, v_delta), xyz_shift));
+ v_dst.val[2] = vqmovn_u32(vshrq_n_u32(vaddq_u32(v_Z, v_delta), xyz_shift));
+
+ vst3_u16(dst + i, v_dst);
+ }
+
+ for ( ; i < n; i += 3, src += scn)
+ {
+ int X = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, xyz_shift);
+ int Y = CV_DESCALE(src[0]*C3 + src[1]*C4 + src[2]*C5, xyz_shift);
+ int Z = CV_DESCALE(src[0]*C6 + src[1]*C7 + src[2]*C8, xyz_shift);
+ dst[i] = saturate_cast<ushort>(X);
+ dst[i+1] = saturate_cast<ushort>(Y);
+ dst[i+2] = saturate_cast<ushort>(Z);
+ }
+ }
+
+ int srccn, coeffs[9];
+ uint16x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8;
+ uint32x4_t v_delta;
+};
+
+#endif
+
+template<typename _Tp> struct XYZ2RGB_f
+{
+ typedef _Tp channel_type;
+
+ XYZ2RGB_f(int _dstcn, int _blueIdx, const float* _coeffs)
+ : dstcn(_dstcn), blueIdx(_blueIdx)
+ {
+ for(int i = 0; i < 9; i++)
+ coeffs[i] = _coeffs ? _coeffs[i] : (float)XYZ2sRGB_D65[i];
+ if(blueIdx == 0)
+ {
+ std::swap(coeffs[0], coeffs[6]);
+ std::swap(coeffs[1], coeffs[7]);
+ std::swap(coeffs[2], coeffs[8]);
+ }
+ }
+
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ int dcn = dstcn;
+ _Tp alpha = ColorChannel<_Tp>::max();
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ n *= 3;
+ for(int i = 0; i < n; i += 3, dst += dcn)
+ {
+ _Tp B = saturate_cast<_Tp>(src[i]*C0 + src[i+1]*C1 + src[i+2]*C2);
+ _Tp G = saturate_cast<_Tp>(src[i]*C3 + src[i+1]*C4 + src[i+2]*C5);
+ _Tp R = saturate_cast<_Tp>(src[i]*C6 + src[i+1]*C7 + src[i+2]*C8);
+ dst[0] = B; dst[1] = G; dst[2] = R;
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ int dstcn, blueIdx;
+ float coeffs[9];
+};
+
+#if CV_SSE2
+
+template <>
+struct XYZ2RGB_f<float>
+{
+ typedef float channel_type;
+
+ XYZ2RGB_f(int _dstcn, int _blueIdx, const float* _coeffs)
+ : dstcn(_dstcn), blueIdx(_blueIdx)
+ {
+ for(int i = 0; i < 9; i++)
+ coeffs[i] = _coeffs ? _coeffs[i] : XYZ2sRGB_D65[i];
+ if(blueIdx == 0)
+ {
+ std::swap(coeffs[0], coeffs[6]);
+ std::swap(coeffs[1], coeffs[7]);
+ std::swap(coeffs[2], coeffs[8]);
+ }
+
+ v_c0 = _mm_set1_ps(coeffs[0]);
+ v_c1 = _mm_set1_ps(coeffs[1]);
+ v_c2 = _mm_set1_ps(coeffs[2]);
+ v_c3 = _mm_set1_ps(coeffs[3]);
+ v_c4 = _mm_set1_ps(coeffs[4]);
+ v_c5 = _mm_set1_ps(coeffs[5]);
+ v_c6 = _mm_set1_ps(coeffs[6]);
+ v_c7 = _mm_set1_ps(coeffs[7]);
+ v_c8 = _mm_set1_ps(coeffs[8]);
+
+ v_alpha = _mm_set1_ps(ColorChannel<float>::max());
+
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ }
+
+ void process(__m128 v_x, __m128 v_y, __m128 v_z,
+ __m128 & v_r, __m128 & v_g, __m128 & v_b) const
+ {
+ v_b = _mm_mul_ps(v_x, v_c0);
+ v_b = _mm_add_ps(v_b, _mm_mul_ps(v_y, v_c1));
+ v_b = _mm_add_ps(v_b, _mm_mul_ps(v_z, v_c2));
+
+ v_g = _mm_mul_ps(v_x, v_c3);
+ v_g = _mm_add_ps(v_g, _mm_mul_ps(v_y, v_c4));
+ v_g = _mm_add_ps(v_g, _mm_mul_ps(v_z, v_c5));
+
+ v_r = _mm_mul_ps(v_x, v_c6);
+ v_r = _mm_add_ps(v_r, _mm_mul_ps(v_y, v_c7));
+ v_r = _mm_add_ps(v_r, _mm_mul_ps(v_z, v_c8));
+ }
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int dcn = dstcn;
+ float alpha = ColorChannel<float>::max();
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ n *= 3;
+ int i = 0;
+
+ if (haveSIMD)
+ {
+ for ( ; i <= n - 24; i += 24, dst += 8 * dcn)
+ {
+ __m128 v_x0 = _mm_loadu_ps(src + i);
+ __m128 v_x1 = _mm_loadu_ps(src + i + 4);
+ __m128 v_y0 = _mm_loadu_ps(src + i + 8);
+ __m128 v_y1 = _mm_loadu_ps(src + i + 12);
+ __m128 v_z0 = _mm_loadu_ps(src + i + 16);
+ __m128 v_z1 = _mm_loadu_ps(src + i + 20);
+
+ _mm_deinterleave_ps(v_x0, v_x1, v_y0, v_y1, v_z0, v_z1);
+
+ __m128 v_r0, v_g0, v_b0;
+ process(v_x0, v_y0, v_z0,
+ v_r0, v_g0, v_b0);
+
+ __m128 v_r1, v_g1, v_b1;
+ process(v_x1, v_y1, v_z1,
+ v_r1, v_g1, v_b1);
+
+ __m128 v_a0 = v_alpha, v_a1 = v_alpha;
+
+ if (dcn == 4)
+ _mm_interleave_ps(v_b0, v_b1, v_g0, v_g1,
+ v_r0, v_r1, v_a0, v_a1);
+ else
+ _mm_interleave_ps(v_b0, v_b1, v_g0, v_g1, v_r0, v_r1);
+
+ _mm_storeu_ps(dst, v_b0);
+ _mm_storeu_ps(dst + 4, v_b1);
+ _mm_storeu_ps(dst + 8, v_g0);
+ _mm_storeu_ps(dst + 12, v_g1);
+ _mm_storeu_ps(dst + 16, v_r0);
+ _mm_storeu_ps(dst + 20, v_r1);
+
+ if (dcn == 4)
+ {
+ _mm_storeu_ps(dst + 24, v_a0);
+ _mm_storeu_ps(dst + 28, v_a1);
+ }
+ }
+
+ }
+
+ for( ; i < n; i += 3, dst += dcn)
+ {
+ float B = src[i]*C0 + src[i+1]*C1 + src[i+2]*C2;
+ float G = src[i]*C3 + src[i+1]*C4 + src[i+2]*C5;
+ float R = src[i]*C6 + src[i+1]*C7 + src[i+2]*C8;
+ dst[0] = B; dst[1] = G; dst[2] = R;
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ int dstcn, blueIdx;
+ float coeffs[9];
+
+ __m128 v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8;
+ __m128 v_alpha;
+ bool haveSIMD;
+};
+
+#endif // CV_SSE2
+
+
+template<typename _Tp> struct XYZ2RGB_i
+{
+ typedef _Tp channel_type;
+
+ XYZ2RGB_i(int _dstcn, int _blueIdx, const int* _coeffs)
+ : dstcn(_dstcn), blueIdx(_blueIdx)
+ {
+ for(int i = 0; i < 9; i++)
+ coeffs[i] = _coeffs ? cvRound(_coeffs[i]*(1 << xyz_shift)) : XYZ2sRGB_D65_i[i];
+
+ if(blueIdx == 0)
+ {
+ std::swap(coeffs[0], coeffs[6]);
+ std::swap(coeffs[1], coeffs[7]);
+ std::swap(coeffs[2], coeffs[8]);
+ }
+ }
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ int dcn = dstcn;
+ _Tp alpha = ColorChannel<_Tp>::max();
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ n *= 3;
+ for(int i = 0; i < n; i += 3, dst += dcn)
+ {
+ int B = CV_DESCALE(src[i]*C0 + src[i+1]*C1 + src[i+2]*C2, xyz_shift);
+ int G = CV_DESCALE(src[i]*C3 + src[i+1]*C4 + src[i+2]*C5, xyz_shift);
+ int R = CV_DESCALE(src[i]*C6 + src[i+1]*C7 + src[i+2]*C8, xyz_shift);
+ dst[0] = saturate_cast<_Tp>(B); dst[1] = saturate_cast<_Tp>(G);
+ dst[2] = saturate_cast<_Tp>(R);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ int dstcn, blueIdx;
+ int coeffs[9];
+};
+
+#if CV_NEON
+
+template <>
+struct XYZ2RGB_i<uchar>
+{
+ typedef uchar channel_type;
+
+ XYZ2RGB_i(int _dstcn, int _blueIdx, const int* _coeffs)
+ : dstcn(_dstcn), blueIdx(_blueIdx)
+ {
+ for(int i = 0; i < 9; i++)
+ coeffs[i] = _coeffs ? cvRound(_coeffs[i]*(1 << xyz_shift)) : XYZ2sRGB_D65_i[i];
+
+ if(blueIdx == 0)
+ {
+ std::swap(coeffs[0], coeffs[6]);
+ std::swap(coeffs[1], coeffs[7]);
+ std::swap(coeffs[2], coeffs[8]);
+ }
+
+ v_c0 = vdup_n_s16(coeffs[0]);
+ v_c1 = vdup_n_s16(coeffs[1]);
+ v_c2 = vdup_n_s16(coeffs[2]);
+ v_c3 = vdup_n_s16(coeffs[3]);
+ v_c4 = vdup_n_s16(coeffs[4]);
+ v_c5 = vdup_n_s16(coeffs[5]);
+ v_c6 = vdup_n_s16(coeffs[6]);
+ v_c7 = vdup_n_s16(coeffs[7]);
+ v_c8 = vdup_n_s16(coeffs[8]);
+ v_delta = vdupq_n_s32(1 << (xyz_shift - 1));
+ v_alpha = vmovn_u16(vdupq_n_u16(ColorChannel<uchar>::max()));
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int dcn = dstcn, i = 0;
+ uchar alpha = ColorChannel<uchar>::max();
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ n *= 3;
+
+ for ( ; i <= n - 24; i += 24, dst += dcn * 8)
+ {
+ uint8x8x3_t v_src = vld3_u8(src + i);
+ int16x8x3_t v_src16;
+ v_src16.val[0] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[0]));
+ v_src16.val[1] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[1]));
+ v_src16.val[2] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[2]));
+
+ int16x4_t v_s0 = vget_low_s16(v_src16.val[0]),
+ v_s1 = vget_low_s16(v_src16.val[1]),
+ v_s2 = vget_low_s16(v_src16.val[2]);
+
+ int32x4_t v_X0 = vmlal_s16(vmlal_s16(vmull_s16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
+ int32x4_t v_Y0 = vmlal_s16(vmlal_s16(vmull_s16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
+ int32x4_t v_Z0 = vmlal_s16(vmlal_s16(vmull_s16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
+ v_X0 = vshrq_n_s32(vaddq_s32(v_X0, v_delta), xyz_shift);
+ v_Y0 = vshrq_n_s32(vaddq_s32(v_Y0, v_delta), xyz_shift);
+ v_Z0 = vshrq_n_s32(vaddq_s32(v_Z0, v_delta), xyz_shift);
+
+ v_s0 = vget_high_s16(v_src16.val[0]),
+ v_s1 = vget_high_s16(v_src16.val[1]),
+ v_s2 = vget_high_s16(v_src16.val[2]);
+
+ int32x4_t v_X1 = vmlal_s16(vmlal_s16(vmull_s16(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
+ int32x4_t v_Y1 = vmlal_s16(vmlal_s16(vmull_s16(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
+ int32x4_t v_Z1 = vmlal_s16(vmlal_s16(vmull_s16(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
+ v_X1 = vshrq_n_s32(vaddq_s32(v_X1, v_delta), xyz_shift);
+ v_Y1 = vshrq_n_s32(vaddq_s32(v_Y1, v_delta), xyz_shift);
+ v_Z1 = vshrq_n_s32(vaddq_s32(v_Z1, v_delta), xyz_shift);
+
+ uint8x8_t v_b = vqmovun_s16(vcombine_s16(vqmovn_s32(v_X0), vqmovn_s32(v_X1)));
+ uint8x8_t v_g = vqmovun_s16(vcombine_s16(vqmovn_s32(v_Y0), vqmovn_s32(v_Y1)));
+ uint8x8_t v_r = vqmovun_s16(vcombine_s16(vqmovn_s32(v_Z0), vqmovn_s32(v_Z1)));
+
+ if (dcn == 3)
+ {
+ uint8x8x3_t v_dst;
+ v_dst.val[0] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[2] = v_r;
+ vst3_u8(dst, v_dst);
+ }
+ else
+ {
+ uint8x8x4_t v_dst;
+ v_dst.val[0] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[2] = v_r;
+ v_dst.val[3] = v_alpha;
+ vst4_u8(dst, v_dst);
+ }
+ }
+
+ for ( ; i < n; i += 3, dst += dcn)
+ {
+ int B = CV_DESCALE(src[i]*C0 + src[i+1]*C1 + src[i+2]*C2, xyz_shift);
+ int G = CV_DESCALE(src[i]*C3 + src[i+1]*C4 + src[i+2]*C5, xyz_shift);
+ int R = CV_DESCALE(src[i]*C6 + src[i+1]*C7 + src[i+2]*C8, xyz_shift);
+ dst[0] = saturate_cast<uchar>(B); dst[1] = saturate_cast<uchar>(G);
+ dst[2] = saturate_cast<uchar>(R);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ int dstcn, blueIdx;
+ int coeffs[9];
+
+ int16x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8;
+ uint8x8_t v_alpha;
+ int32x4_t v_delta;
+};
+
+template <>
+struct XYZ2RGB_i<ushort>
+{
+ typedef ushort channel_type;
+
+ XYZ2RGB_i(int _dstcn, int _blueIdx, const int* _coeffs)
+ : dstcn(_dstcn), blueIdx(_blueIdx)
+ {
+ for(int i = 0; i < 9; i++)
+ coeffs[i] = _coeffs ? cvRound(_coeffs[i]*(1 << xyz_shift)) : XYZ2sRGB_D65_i[i];
+
+ if(blueIdx == 0)
+ {
+ std::swap(coeffs[0], coeffs[6]);
+ std::swap(coeffs[1], coeffs[7]);
+ std::swap(coeffs[2], coeffs[8]);
+ }
+
+ v_c0 = vdupq_n_s32(coeffs[0]);
+ v_c1 = vdupq_n_s32(coeffs[1]);
+ v_c2 = vdupq_n_s32(coeffs[2]);
+ v_c3 = vdupq_n_s32(coeffs[3]);
+ v_c4 = vdupq_n_s32(coeffs[4]);
+ v_c5 = vdupq_n_s32(coeffs[5]);
+ v_c6 = vdupq_n_s32(coeffs[6]);
+ v_c7 = vdupq_n_s32(coeffs[7]);
+ v_c8 = vdupq_n_s32(coeffs[8]);
+ v_delta = vdupq_n_s32(1 << (xyz_shift - 1));
+ v_alpha = vdupq_n_u16(ColorChannel<ushort>::max());
+ v_alpha2 = vget_low_u16(v_alpha);
+ }
+
+ void operator()(const ushort* src, ushort* dst, int n) const
+ {
+ int dcn = dstcn, i = 0;
+ ushort alpha = ColorChannel<ushort>::max();
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ n *= 3;
+
+ for ( ; i <= n - 24; i += 24, dst += dcn * 8)
+ {
+ uint16x8x3_t v_src = vld3q_u16(src + i);
+ int32x4_t v_s0 = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[0]))),
+ v_s1 = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[1]))),
+ v_s2 = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[2])));
+
+ int32x4_t v_X0 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
+ int32x4_t v_Y0 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
+ int32x4_t v_Z0 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
+ v_X0 = vshrq_n_s32(vaddq_s32(v_X0, v_delta), xyz_shift);
+ v_Y0 = vshrq_n_s32(vaddq_s32(v_Y0, v_delta), xyz_shift);
+ v_Z0 = vshrq_n_s32(vaddq_s32(v_Z0, v_delta), xyz_shift);
+
+ v_s0 = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[0])));
+ v_s1 = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[1])));
+ v_s2 = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[2])));
+
+ int32x4_t v_X1 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
+ int32x4_t v_Y1 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
+ int32x4_t v_Z1 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
+ v_X1 = vshrq_n_s32(vaddq_s32(v_X1, v_delta), xyz_shift);
+ v_Y1 = vshrq_n_s32(vaddq_s32(v_Y1, v_delta), xyz_shift);
+ v_Z1 = vshrq_n_s32(vaddq_s32(v_Z1, v_delta), xyz_shift);
+
+ uint16x8_t v_b = vcombine_u16(vqmovun_s32(v_X0), vqmovun_s32(v_X1));
+ uint16x8_t v_g = vcombine_u16(vqmovun_s32(v_Y0), vqmovun_s32(v_Y1));
+ uint16x8_t v_r = vcombine_u16(vqmovun_s32(v_Z0), vqmovun_s32(v_Z1));
+
+ if (dcn == 3)
+ {
+ uint16x8x3_t v_dst;
+ v_dst.val[0] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[2] = v_r;
+ vst3q_u16(dst, v_dst);
+ }
+ else
+ {
+ uint16x8x4_t v_dst;
+ v_dst.val[0] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[2] = v_r;
+ v_dst.val[3] = v_alpha;
+ vst4q_u16(dst, v_dst);
+ }
+ }
+
+ for ( ; i <= n - 12; i += 12, dst += dcn * 4)
+ {
+ uint16x4x3_t v_src = vld3_u16(src + i);
+ int32x4_t v_s0 = vreinterpretq_s32_u32(vmovl_u16(v_src.val[0])),
+ v_s1 = vreinterpretq_s32_u32(vmovl_u16(v_src.val[1])),
+ v_s2 = vreinterpretq_s32_u32(vmovl_u16(v_src.val[2]));
+
+ int32x4_t v_X = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c0), v_s1, v_c1), v_s2, v_c2);
+ int32x4_t v_Y = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c3), v_s1, v_c4), v_s2, v_c5);
+ int32x4_t v_Z = vmlaq_s32(vmlaq_s32(vmulq_s32(v_s0, v_c6), v_s1, v_c7), v_s2, v_c8);
+ v_X = vshrq_n_s32(vaddq_s32(v_X, v_delta), xyz_shift);
+ v_Y = vshrq_n_s32(vaddq_s32(v_Y, v_delta), xyz_shift);
+ v_Z = vshrq_n_s32(vaddq_s32(v_Z, v_delta), xyz_shift);
+
+ uint16x4_t v_b = vqmovun_s32(v_X);
+ uint16x4_t v_g = vqmovun_s32(v_Y);
+ uint16x4_t v_r = vqmovun_s32(v_Z);
+
+ if (dcn == 3)
+ {
+ uint16x4x3_t v_dst;
+ v_dst.val[0] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[2] = v_r;
+ vst3_u16(dst, v_dst);
+ }
+ else
+ {
+ uint16x4x4_t v_dst;
+ v_dst.val[0] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[2] = v_r;
+ v_dst.val[3] = v_alpha2;
+ vst4_u16(dst, v_dst);
+ }
+ }
+
+ for ( ; i < n; i += 3, dst += dcn)
+ {
+ int B = CV_DESCALE(src[i]*C0 + src[i+1]*C1 + src[i+2]*C2, xyz_shift);
+ int G = CV_DESCALE(src[i]*C3 + src[i+1]*C4 + src[i+2]*C5, xyz_shift);
+ int R = CV_DESCALE(src[i]*C6 + src[i+1]*C7 + src[i+2]*C8, xyz_shift);
+ dst[0] = saturate_cast<ushort>(B); dst[1] = saturate_cast<ushort>(G);
+ dst[2] = saturate_cast<ushort>(R);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ int dstcn, blueIdx;
+ int coeffs[9];
+
+ int32x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_c5, v_c6, v_c7, v_c8, v_delta;
+ uint16x4_t v_alpha2;
+ uint16x8_t v_alpha;
+};
+
+#endif
+
+
+
+
+///////////////////////////////////// RGB <-> L*a*b* /////////////////////////////////////
+
+//0.950456, 1., 1.088754
+static const softdouble D65[] = {softdouble::fromRaw(0x3fee6a22b3892ee8),
+ softdouble::one(),
+ softdouble::fromRaw(0x3ff16b8950763a19)};
+
+enum { LAB_CBRT_TAB_SIZE = 1024, GAMMA_TAB_SIZE = 1024 };
+static const float *LabCbrtTab = 0;
+static const float LabCbrtTabScale = softfloat(LAB_CBRT_TAB_SIZE*2)/softfloat(3);
+
+static const float *sRGBGammaTab = 0;
+static const float *sRGBInvGammaTab = 0;
+static const float GammaTabScale((int)GAMMA_TAB_SIZE);
+
+static ushort sRGBGammaTab_b[256], linearGammaTab_b[256];
+enum { inv_gamma_shift = 12, INV_GAMMA_TAB_SIZE = (1 << inv_gamma_shift) };
+static ushort sRGBInvGammaTab_b[INV_GAMMA_TAB_SIZE], linearInvGammaTab_b[INV_GAMMA_TAB_SIZE];
+#undef lab_shift
+#define lab_shift xyz_shift
+#define gamma_shift 3
+#define lab_shift2 (lab_shift + gamma_shift)
+#define LAB_CBRT_TAB_SIZE_B (256*3/2*(1<<gamma_shift))
+static ushort LabCbrtTab_b[LAB_CBRT_TAB_SIZE_B];
+
+static const bool enableBitExactness = true;
+static const bool enableRGB2LabInterpolation = true;
+static const bool enablePackedLab = true;
+enum
+{
+ lab_lut_shift = 5,
+ LAB_LUT_DIM = (1 << lab_lut_shift)+1,
+ lab_base_shift = 14,
+ LAB_BASE = (1 << lab_base_shift),
+ LUT_BASE = (1 << 14),
+ trilinear_shift = 8 - lab_lut_shift + 1,
+ TRILINEAR_BASE = (1 << trilinear_shift)
+};
+static int16_t trilinearLUT[TRILINEAR_BASE*TRILINEAR_BASE*TRILINEAR_BASE*8];
+static ushort LabToYF_b[256*2];
+static const int minABvalue = -8145;
+static const int *abToXZ_b;
+// Luv constants
+static const bool enableRGB2LuvInterpolation = true;
+static const bool enablePackedRGB2Luv = true;
+static const bool enablePackedLuv2RGB = true;
+static const softfloat uLow(-134), uHigh(220), uRange(uHigh-uLow);
+static const softfloat vLow(-140), vHigh(122), vRange(vHigh-vLow);
+
+static struct LABLUVLUT_s16_t {
+ const int16_t *RGB2LabLUT_s16;
+ const int16_t *RGB2LuvLUT_s16;
+} LABLUVLUTs16 = {0, 0};
+
+static struct LUVLUT_T {
+ const int *LuToUp_b;
+ const int *LvToVp_b;
+ const long long int *LvToVpl_b;
+} LUVLUT = {0, 0, 0};
+
+#define clip(value) \
+ value < 0.0f ? 0.0f : value > 1.0f ? 1.0f : value;
+
+//all constants should be presented through integers to keep bit-exactness
+static const softdouble gammaThreshold = softdouble(809)/softdouble(20000); // 0.04045
+static const softdouble gammaInvThreshold = softdouble(7827)/softdouble(2500000); // 0.0031308
+static const softdouble gammaLowScale = softdouble(323)/softdouble(25); // 12.92
+static const softdouble gammaPower = softdouble(12)/softdouble(5); // 2.4
+static const softdouble gammaXshift = softdouble(11)/softdouble(200); // 0.055
+
+static const softfloat lthresh = softfloat(216) / softfloat(24389); // 0.008856f = (6/29)^3
+static const softfloat lscale = softfloat(841) / softfloat(108); // 7.787f = (29/3)^3/(29*4)
+static const softfloat lbias = softfloat(16) / softfloat(116);
+static const softfloat f255(255);
+
+
+static inline softfloat applyGamma(softfloat x)
+{
+ //return x <= 0.04045f ? x*(1.f/12.92f) : (float)std::pow((double)(x + 0.055)*(1./1.055), 2.4);
+ softdouble xd = x;
+ return (xd <= gammaThreshold ?
+ xd/gammaLowScale :
+ pow((xd + gammaXshift)/(softdouble::one()+gammaXshift), gammaPower));
+}
+
+
+static inline softfloat applyInvGamma(softfloat x)
+{
+ //return x <= 0.0031308 ? x*12.92f : (float)(1.055*std::pow((double)x, 1./2.4) - 0.055);
+ softdouble xd = x;
+ return (xd <= gammaInvThreshold ?
+ xd*gammaLowScale :
+ pow(xd, softdouble::one()/gammaPower)*(softdouble::one()+gammaXshift) - gammaXshift);
+}
+
+
+static LUVLUT_T initLUTforLUV(const softfloat &un, const softfloat &vn)
+{
+ //when XYZ are limited to [0, 2]
+ /*
+ up: [-402, 1431.57]
+ min abs diff up: 0.010407
+ vp: [-0.25, 0.25]
+ min abs(vp): 0.00034207
+ */
+
+ const softfloat oneof4 = softfloat::one()/softfloat(4);
+ int *LuToUp_b = cv::allocSingleton<int>(256*256);
+ int *LvToVp_b = cv::allocSingleton<int>(256*256);
+ long long int *LvToVpl_b = cv::allocSingleton<long long int>(256*256);
+ for(int LL = 0; LL < 256; LL++)
+ {
+ softfloat L = softfloat(LL*100)/f255;
+ for(int uu = 0; uu < 256; uu++)
+ {
+ softfloat u = softfloat(uu)*uRange/f255 + uLow;
+ softfloat up = softfloat(9)*(u + L*un);
+ LuToUp_b[LL*256+uu] = cvRound(up*softfloat(LUT_BASE/1024));//1024 is OK, 2048 gave maxerr 3
+ }
+ for(int vv = 0; vv < 256; vv++)
+ {
+ softfloat v = softfloat(vv)*vRange/f255 + vLow;
+ softfloat vp = oneof4/(v + L*vn);
+ if(vp > oneof4) vp = oneof4;
+ if(vp < -oneof4) vp = -oneof4;
+ int ivp = cvRound(vp*softfloat(LUT_BASE*1024));
+ LvToVp_b[LL*256+vv] = ivp;
+ int vpl = ivp*LL;
+ LvToVpl_b[LL*256+vv] = (12*13*100*(LUT_BASE/1024))*(long long)vpl;
+ }
+ }
+ LUVLUT_T res;
+ res.LuToUp_b = LuToUp_b;
+ res.LvToVp_b = LvToVp_b;
+ res.LvToVpl_b = LvToVpl_b;
+ return res;
+}
+
+
+static int * initLUTforABXZ()
+{
+ int * res = cv::allocSingleton<int>(LAB_BASE*9/4);
+ for(int i = minABvalue; i < LAB_BASE*9/4+minABvalue; i++)
+ {
+ int v;
+ //6.f/29.f*BASE = 3389.730
+ if(i <= 3390)
+ {
+ //fxz[k] = (fxz[k] - 16.0f / 116.0f) / 7.787f;
+ // 7.787f = (29/3)^3/(29*4)
+ v = i*108/841 - LUT_BASE*16/116*108/841;
+ }
+ else
+ {
+ //fxz[k] = fxz[k] * fxz[k] * fxz[k];
+ v = i*i/LUT_BASE*i/LUT_BASE;
+ }
+ res[i-minABvalue] = v; // -1335 <= v <= 88231
+ }
+ return res;
+}
+
+
+inline void fill_one(int16_t *LAB, const int16_t *LAB_prev, int16_t *LUV, const int16_t *LUV_prev, int p, int q, int r, int _p, int _q, int _r)
+{
+ int idxold = 0;
+ idxold += min(p+(_p), (int)(LAB_LUT_DIM-1))*3;
+ idxold += min(q+(_q), (int)(LAB_LUT_DIM-1))*LAB_LUT_DIM*3;
+ idxold += min(r+(_r), (int)(LAB_LUT_DIM-1))*LAB_LUT_DIM*LAB_LUT_DIM*3;
+ int idxnew = p*3*8 + q*LAB_LUT_DIM*3*8 + r*LAB_LUT_DIM*LAB_LUT_DIM*3*8+4*(_p)+2*(_q)+(_r);
+ LAB[idxnew] = LAB_prev[idxold];
+ LAB[idxnew+8] = LAB_prev[idxold+1];
+ LAB[idxnew+16] = LAB_prev[idxold+2];
+ LUV[idxnew] = LUV_prev[idxold];
+ LUV[idxnew+8] = LUV_prev[idxold+1];
+ LUV[idxnew+16] = LUV_prev[idxold+2];
+}
+
+
+static LABLUVLUT_s16_t initLUTforLABLUVs16(const softfloat & un, const softfloat & vn)
+{
+ int i;
+ softfloat scaledCoeffs[9], coeffs[9];
+
+ //RGB2Lab coeffs
+ softdouble scaleWhite[] = { softdouble::one()/D65[0],
+ softdouble::one(),
+ softdouble::one()/D65[2] };
+
+ for(i = 0; i < 3; i++ )
+ {
+ coeffs[i*3+2] = sRGB2XYZ_D65[i*3+0];
+ coeffs[i*3+1] = sRGB2XYZ_D65[i*3+1];
+ coeffs[i*3+0] = sRGB2XYZ_D65[i*3+2];
+ scaledCoeffs[i*3+0] = sRGB2XYZ_D65[i*3+2] * scaleWhite[i];
+ scaledCoeffs[i*3+1] = sRGB2XYZ_D65[i*3+1] * scaleWhite[i];
+ scaledCoeffs[i*3+2] = sRGB2XYZ_D65[i*3+0] * scaleWhite[i];
+ }
+
+ softfloat S0 = scaledCoeffs[0], S1 = scaledCoeffs[1], S2 = scaledCoeffs[2],
+ S3 = scaledCoeffs[3], S4 = scaledCoeffs[4], S5 = scaledCoeffs[5],
+ S6 = scaledCoeffs[6], S7 = scaledCoeffs[7], S8 = scaledCoeffs[8];
+ softfloat C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+
+ //u, v: [-134.0, 220.0], [-140.0, 122.0]
+ static const softfloat lld(LAB_LUT_DIM - 1), f116(116), f16(16), f500(500), f200(200);
+ static const softfloat f100(100), f128(128), f256(256), lbase((int)LAB_BASE);
+ //903.3f = (29/3)^3
+ static const softfloat f9033 = softfloat(29*29*29)/softfloat(27);
+ static const softfloat f9of4 = softfloat(9)/softfloat(4);
+ static const softfloat f15(15), f3(3);
+
+ AutoBuffer<int16_t> RGB2Labprev(LAB_LUT_DIM*LAB_LUT_DIM*LAB_LUT_DIM*3);
+ AutoBuffer<int16_t> RGB2Luvprev(LAB_LUT_DIM*LAB_LUT_DIM*LAB_LUT_DIM*3);
+ for(int p = 0; p < LAB_LUT_DIM; p++)
+ {
+ for(int q = 0; q < LAB_LUT_DIM; q++)
+ {
+ for(int r = 0; r < LAB_LUT_DIM; r++)
+ {
+ int idx = p*3 + q*LAB_LUT_DIM*3 + r*LAB_LUT_DIM*LAB_LUT_DIM*3;
+ softfloat R = softfloat(p)/lld;
+ softfloat G = softfloat(q)/lld;
+ softfloat B = softfloat(r)/lld;
+
+ R = applyGamma(R);
+ G = applyGamma(G);
+ B = applyGamma(B);
+
+ //RGB 2 Lab LUT building
+ {
+ softfloat X = R*S0 + G*S1 + B*S2;
+ softfloat Y = R*S3 + G*S4 + B*S5;
+ softfloat Z = R*S6 + G*S7 + B*S8;
+
+ softfloat FX = X > lthresh ? cbrt(X) : mulAdd(X, lscale, lbias);
+ softfloat FY = Y > lthresh ? cbrt(Y) : mulAdd(Y, lscale, lbias);
+ softfloat FZ = Z > lthresh ? cbrt(Z) : mulAdd(Z, lscale, lbias);
+
+ softfloat L = Y > lthresh ? (f116*FY - f16) : (f9033*Y);
+ softfloat a = f500 * (FX - FY);
+ softfloat b = f200 * (FY - FZ);
+
+ RGB2Labprev[idx] = (int16_t)(cvRound(lbase*L/f100));
+ RGB2Labprev[idx+1] = (int16_t)(cvRound(lbase*(a + f128)/f256));
+ RGB2Labprev[idx+2] = (int16_t)(cvRound(lbase*(b + f128)/f256));
+ }
+
+ //RGB 2 Luv LUT building
+ {
+ softfloat X = R*C0 + G*C1 + B*C2;
+ softfloat Y = R*C3 + G*C4 + B*C5;
+ softfloat Z = R*C6 + G*C7 + B*C8;
+
+ softfloat L = Y < lthresh ? mulAdd(Y, lscale, lbias) : cbrt(Y);
+ L = L*f116 - f16;
+
+ softfloat d = softfloat(4*13)/max(X + f15 * Y + f3 * Z, softfloat(FLT_EPSILON));
+ softfloat u = L*(X*d - un);
+ softfloat v = L*(f9of4*Y*d - vn);
+
+ RGB2Luvprev[idx ] = (int16_t)cvRound(lbase*L/f100);
+ RGB2Luvprev[idx+1] = (int16_t)cvRound(lbase*(u-uLow)/uRange);
+ RGB2Luvprev[idx+2] = (int16_t)cvRound(lbase*(v-vLow)/vRange);
+ }
+ }
+ }
+ }
+
+ int16_t *RGB2LabLUT_s16 = cv::allocSingleton<int16_t>(LAB_LUT_DIM*LAB_LUT_DIM*LAB_LUT_DIM*3*8);
+ int16_t *RGB2LuvLUT_s16 = cv::allocSingleton<int16_t>(LAB_LUT_DIM*LAB_LUT_DIM*LAB_LUT_DIM*3*8);
+ for(int p = 0; p < LAB_LUT_DIM; p++)
+ for(int q = 0; q < LAB_LUT_DIM; q++)
+ for(int r = 0; r < LAB_LUT_DIM; r++)
+ for (int p_ = 0; p_ < 2; ++p_)
+ for (int q_ = 0; q_ < 2; ++q_)
+ for (int r_ = 0; r_ < 2; ++r_)
+ fill_one(RGB2LabLUT_s16, RGB2Labprev, RGB2LuvLUT_s16, RGB2Luvprev, p, q, r, p_, q_, r_);
+ LABLUVLUT_s16_t res;
+ res.RGB2LabLUT_s16 = RGB2LabLUT_s16;
+ res.RGB2LuvLUT_s16 = RGB2LuvLUT_s16;
+ return res;
+}
+
+
+static void initLabTabs()
+{
+ static bool initialized = false;
+ if(!initialized)
+ {
+ softfloat f[LAB_CBRT_TAB_SIZE+1], g[GAMMA_TAB_SIZE+1], ig[GAMMA_TAB_SIZE+1];
+ softfloat scale = softfloat::one()/softfloat(LabCbrtTabScale);
+ int i;
+ for(i = 0; i <= LAB_CBRT_TAB_SIZE; i++)
+ {
+ softfloat x = scale*softfloat(i);
+ f[i] = x < lthresh ? mulAdd(x, lscale, lbias) : cbrt(x);
+ }
+ LabCbrtTab = splineBuild(f, LAB_CBRT_TAB_SIZE);
+
+ scale = softfloat::one()/softfloat(GammaTabScale);
+ for(i = 0; i <= GAMMA_TAB_SIZE; i++)
+ {
+ softfloat x = scale*softfloat(i);
+ g[i] = applyGamma(x);
+ ig[i] = applyInvGamma(x);
+ }
+
+ sRGBGammaTab = splineBuild(g, GAMMA_TAB_SIZE);
+ sRGBInvGammaTab = splineBuild(ig, GAMMA_TAB_SIZE);
+
+ static const softfloat intScale(255*(1 << gamma_shift));
+ for(i = 0; i < 256; i++)
+ {
+ softfloat x = softfloat(i)/f255;
+ sRGBGammaTab_b[i] = (ushort)(cvRound(intScale*applyGamma(x)));
+ linearGammaTab_b[i] = (ushort)(i*(1 << gamma_shift));
+ }
+ static const softfloat invScale = softfloat::one()/softfloat((int)INV_GAMMA_TAB_SIZE);
+ for(i = 0; i < INV_GAMMA_TAB_SIZE; i++)
+ {
+ softfloat x = invScale*softfloat(i);
+ sRGBInvGammaTab_b[i] = (ushort)(cvRound(f255*applyInvGamma(x)));
+ linearInvGammaTab_b[i] = (ushort)(cvTrunc(f255*x));
+ }
+
+ static const softfloat cbTabScale(softfloat::one()/(f255*(1 << gamma_shift)));
+ static const softfloat lshift2(1 << lab_shift2);
+ for(i = 0; i < LAB_CBRT_TAB_SIZE_B; i++)
+ {
+ softfloat x = cbTabScale*softfloat(i);
+ LabCbrtTab_b[i] = (ushort)(cvRound(lshift2 * (x < lthresh ? mulAdd(x, lscale, lbias) : cbrt(x))));
+ }
+
+ //Lookup table for L to y and ify calculations
+ for(i = 0; i < 256; i++)
+ {
+ int y, ify;
+ //8 * 255.0 / 100.0 == 20.4
+ if( i <= 20)
+ {
+ //yy = li / 903.3f;
+ //y = L*100/903.3f; 903.3f = (29/3)^3, 255 = 17*3*5
+ y = cvRound(softfloat(i*LUT_BASE*20*9)/softfloat(17*29*29*29));
+ //fy = 7.787f * yy + 16.0f / 116.0f; 7.787f = (29/3)^3/(29*4)
+ ify = cvRound(softfloat((int)LUT_BASE)*(softfloat(16)/softfloat(116) + softfloat(i*5)/softfloat(3*17*29)));
+ }
+ else
+ {
+ //fy = (li + 16.0f) / 116.0f;
+ softfloat fy = (softfloat(i*100*LUT_BASE)/softfloat(255*116) +
+ softfloat(16*LUT_BASE)/softfloat(116));
+ ify = cvRound(fy);
+ //yy = fy * fy * fy;
+ y = cvRound(fy*fy*fy/softfloat(LUT_BASE*LUT_BASE));
+ }
+
+ LabToYF_b[i*2 ] = (ushort)y; // 2260 <= y <= BASE
+ LabToYF_b[i*2+1] = (ushort)ify; // 0 <= ify <= BASE
+ }
+
+ //Lookup table for a,b to x,z conversion
+ abToXZ_b = initLUTforABXZ();
+
+ softfloat dd = D65[0] + D65[1]*softdouble(15) + D65[2]*softdouble(3);
+ dd = softfloat::one()/max(dd, softfloat::eps());
+ softfloat un = dd*softfloat(13*4)*D65[0];
+ softfloat vn = dd*softfloat(13*9)*D65[1];
+
+ //Luv LUT
+ LUVLUT = initLUTforLUV(un, vn);
+
+ //try to suppress warning
+ static const bool calcLUT = enableRGB2LabInterpolation || enableRGB2LuvInterpolation;
+ if(calcLUT)
+ {
+
+ LABLUVLUTs16 = initLUTforLABLUVs16(un, vn);
+
+ for(int16_t p = 0; p < TRILINEAR_BASE; p++)
+ {
+ int16_t pp = TRILINEAR_BASE - p;
+ for(int16_t q = 0; q < TRILINEAR_BASE; q++)
+ {
+ int16_t qq = TRILINEAR_BASE - q;
+ for(int16_t r = 0; r < TRILINEAR_BASE; r++)
+ {
+ int16_t rr = TRILINEAR_BASE - r;
+ int16_t* w = &trilinearLUT[8*p + 8*TRILINEAR_BASE*q + 8*TRILINEAR_BASE*TRILINEAR_BASE*r];
+ w[0] = pp * qq * rr; w[1] = pp * qq * r ; w[2] = pp * q * rr; w[3] = pp * q * r ;
+ w[4] = p * qq * rr; w[5] = p * qq * r ; w[6] = p * q * rr; w[7] = p * q * r ;
+ }
+ }
+ }
+ }
+
+ initialized = true;
+ }
+}
+
+
+// cx, cy, cz are in [0; LAB_BASE]
+static inline void trilinearInterpolate(int cx, int cy, int cz, const int16_t* LUT,
+ int& a, int& b, int& c)
+{
+ //LUT idx of origin pt of cube
+ int tx = cx >> (lab_base_shift - lab_lut_shift);
+ int ty = cy >> (lab_base_shift - lab_lut_shift);
+ int tz = cz >> (lab_base_shift - lab_lut_shift);
+
+ const int16_t* baseLUT = &LUT[3*8*tx + (3*8*LAB_LUT_DIM)*ty + (3*8*LAB_LUT_DIM*LAB_LUT_DIM)*tz];
+ int aa[8], bb[8], cc[8];
+ for(int i = 0; i < 8; i++)
+ {
+ aa[i] = baseLUT[i]; bb[i] = baseLUT[i+8]; cc[i] = baseLUT[i+16];
+ }
+
+ //x, y, z are [0; TRILINEAR_BASE)
+ static const int bitMask = (1 << trilinear_shift) - 1;
+ int x = (cx >> (lab_base_shift - 8 - 1)) & bitMask;
+ int y = (cy >> (lab_base_shift - 8 - 1)) & bitMask;
+ int z = (cz >> (lab_base_shift - 8 - 1)) & bitMask;
+
+ int w[8];
+ for(int i = 0; i < 8; i++)
+ {
+ w[i] = trilinearLUT[8*x + 8*TRILINEAR_BASE*y + 8*TRILINEAR_BASE*TRILINEAR_BASE*z + i];
+ }
+
+ a = aa[0]*w[0]+aa[1]*w[1]+aa[2]*w[2]+aa[3]*w[3]+aa[4]*w[4]+aa[5]*w[5]+aa[6]*w[6]+aa[7]*w[7];
+ b = bb[0]*w[0]+bb[1]*w[1]+bb[2]*w[2]+bb[3]*w[3]+bb[4]*w[4]+bb[5]*w[5]+bb[6]*w[6]+bb[7]*w[7];
+ c = cc[0]*w[0]+cc[1]*w[1]+cc[2]*w[2]+cc[3]*w[3]+cc[4]*w[4]+cc[5]*w[5]+cc[6]*w[6]+cc[7]*w[7];
+
+ a = CV_DESCALE(a, trilinear_shift*3);
+ b = CV_DESCALE(b, trilinear_shift*3);
+ c = CV_DESCALE(c, trilinear_shift*3);
+}
+
+#if CV_SIMD128
+
+// 8 inValues are in [0; LAB_BASE]
+static inline void trilinearPackedInterpolate(const v_uint16x8& inX, const v_uint16x8& inY, const v_uint16x8& inZ,
+ const int16_t* LUT,
+ v_uint16x8& outA, v_uint16x8& outB, v_uint16x8& outC)
+{
+ //LUT idx of origin pt of cube
+ v_uint16x8 idxsX = inX >> (lab_base_shift - lab_lut_shift);
+ v_uint16x8 idxsY = inY >> (lab_base_shift - lab_lut_shift);
+ v_uint16x8 idxsZ = inZ >> (lab_base_shift - lab_lut_shift);
+
+ //x, y, z are [0; TRILINEAR_BASE)
+ const uint16_t bitMask = (1 << trilinear_shift) - 1;
+ v_uint16x8 bitMaskReg = v_setall_u16(bitMask);
+ v_uint16x8 fracX = (inX >> (lab_base_shift - 8 - 1)) & bitMaskReg;
+ v_uint16x8 fracY = (inY >> (lab_base_shift - 8 - 1)) & bitMaskReg;
+ v_uint16x8 fracZ = (inZ >> (lab_base_shift - 8 - 1)) & bitMaskReg;
+
+ //load values to interpolate for pix0, pix1, .., pix7
+ v_int16x8 a0, a1, a2, a3, a4, a5, a6, a7;
+ v_int16x8 b0, b1, b2, b3, b4, b5, b6, b7;
+ v_int16x8 c0, c1, c2, c3, c4, c5, c6, c7;
+
+ v_uint32x4 addrDw0, addrDw1, addrDw10, addrDw11;
+ v_mul_expand(v_setall_u16(3*8), idxsX, addrDw0, addrDw1);
+ v_mul_expand(v_setall_u16(3*8*LAB_LUT_DIM), idxsY, addrDw10, addrDw11);
+ addrDw0 += addrDw10; addrDw1 += addrDw11;
+ v_mul_expand(v_setall_u16(3*8*LAB_LUT_DIM*LAB_LUT_DIM), idxsZ, addrDw10, addrDw11);
+ addrDw0 += addrDw10; addrDw1 += addrDw11;
+
+ uint32_t CV_DECL_ALIGNED(16) addrofs[8];
+ v_store_aligned(addrofs, addrDw0);
+ v_store_aligned(addrofs + 4, addrDw1);
+
+ const int16_t* ptr;
+#define LOAD_ABC(n) ptr = LUT + addrofs[n]; a##n = v_load(ptr); b##n = v_load(ptr + 8); c##n = v_load(ptr + 16)
+ LOAD_ABC(0);
+ LOAD_ABC(1);
+ LOAD_ABC(2);
+ LOAD_ABC(3);
+ LOAD_ABC(4);
+ LOAD_ABC(5);
+ LOAD_ABC(6);
+ LOAD_ABC(7);
+#undef LOAD_ABC
+
+ //interpolation weights for pix0, pix1, .., pix7
+ v_int16x8 w0, w1, w2, w3, w4, w5, w6, w7;
+ v_mul_expand(v_setall_u16(8), fracX, addrDw0, addrDw1);
+ v_mul_expand(v_setall_u16(8*TRILINEAR_BASE), fracY, addrDw10, addrDw11);
+ addrDw0 += addrDw10; addrDw1 += addrDw11;
+ v_mul_expand(v_setall_u16(8*TRILINEAR_BASE*TRILINEAR_BASE), fracZ, addrDw10, addrDw11);
+ addrDw0 += addrDw10; addrDw1 += addrDw11;
+
+ v_store_aligned(addrofs, addrDw0);
+ v_store_aligned(addrofs + 4, addrDw1);
+
+#define LOAD_W(n) ptr = trilinearLUT + addrofs[n]; w##n = v_load(ptr)
+ LOAD_W(0);
+ LOAD_W(1);
+ LOAD_W(2);
+ LOAD_W(3);
+ LOAD_W(4);
+ LOAD_W(5);
+ LOAD_W(6);
+ LOAD_W(7);
+#undef LOAD_W
+
+ //outA = descale(v_reg<8>(sum(dot(ai, wi))))
+ v_uint32x4 part0, part1;
+#define DOT_SHIFT_PACK(l, ll) \
+ part0 = v_uint32x4(v_reduce_sum(v_dotprod(l##0, w0)),\
+ v_reduce_sum(v_dotprod(l##1, w1)),\
+ v_reduce_sum(v_dotprod(l##2, w2)),\
+ v_reduce_sum(v_dotprod(l##3, w3)));\
+ part1 = v_uint32x4(v_reduce_sum(v_dotprod(l##4, w4)),\
+ v_reduce_sum(v_dotprod(l##5, w5)),\
+ v_reduce_sum(v_dotprod(l##6, w6)),\
+ v_reduce_sum(v_dotprod(l##7, w7)));\
+ (ll) = v_rshr_pack<trilinear_shift*3>(part0, part1)
+
+ DOT_SHIFT_PACK(a, outA);
+ DOT_SHIFT_PACK(b, outB);
+ DOT_SHIFT_PACK(c, outC);
+
+#undef DOT_SHIFT_PACK
+}
+
+#endif // CV_SIMD128
+
+
+struct RGB2Lab_b
+{
+ typedef uchar channel_type;
+
+ RGB2Lab_b(int _srccn, int blueIdx, const float* _coeffs,
+ const float* _whitept, bool _srgb)
+ : srccn(_srccn), srgb(_srgb)
+ {
+ static volatile int _3 = 3;
+ initLabTabs();
+
+ softdouble whitePt[3];
+ for(int i = 0; i < 3; i++)
+ if(_whitept)
+ whitePt[i] = softdouble(_whitept[i]);
+ else
+ whitePt[i] = D65[i];
+
+ static const softdouble lshift(1 << lab_shift);
+ for( int i = 0; i < _3; i++ )
+ {
+ softdouble c[3];
+ for(int j = 0; j < 3; j++)
+ if(_coeffs)
+ c[j] = softdouble(_coeffs[i*3+j]);
+ else
+ c[j] = sRGB2XYZ_D65[i*3+j];
+ coeffs[i*3+(blueIdx^2)] = cvRound(lshift*c[0]/whitePt[i]);
+ coeffs[i*3+1] = cvRound(lshift*c[1]/whitePt[i]);
+ coeffs[i*3+blueIdx] = cvRound(lshift*c[2]/whitePt[i]);
+
+ CV_Assert(coeffs[i*3] >= 0 && coeffs[i*3+1] >= 0 && coeffs[i*3+2] >= 0 &&
+ coeffs[i*3] + coeffs[i*3+1] + coeffs[i*3+2] < 2*(1 << lab_shift));
+ }
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ const int Lscale = (116*255+50)/100;
+ const int Lshift = -((16*255*(1 << lab_shift2) + 50)/100);
+ const ushort* tab = srgb ? sRGBGammaTab_b : linearGammaTab_b;
+ int i, scn = srccn;
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ n *= 3;
+
+ i = 0;
+ for(; i < n; i += 3, src += scn )
+ {
+ int R = tab[src[0]], G = tab[src[1]], B = tab[src[2]];
+ int fX = LabCbrtTab_b[CV_DESCALE(R*C0 + G*C1 + B*C2, lab_shift)];
+ int fY = LabCbrtTab_b[CV_DESCALE(R*C3 + G*C4 + B*C5, lab_shift)];
+ int fZ = LabCbrtTab_b[CV_DESCALE(R*C6 + G*C7 + B*C8, lab_shift)];
+
+ int L = CV_DESCALE( Lscale*fY + Lshift, lab_shift2 );
+ int a = CV_DESCALE( 500*(fX - fY) + 128*(1 << lab_shift2), lab_shift2 );
+ int b = CV_DESCALE( 200*(fY - fZ) + 128*(1 << lab_shift2), lab_shift2 );
+
+ dst[i] = saturate_cast<uchar>(L);
+ dst[i+1] = saturate_cast<uchar>(a);
+ dst[i+2] = saturate_cast<uchar>(b);
+ }
+ }
+
+ int srccn;
+ int coeffs[9];
+ bool srgb;
+};
+
+
+struct RGB2Lab_f
+{
+ typedef float channel_type;
+
+ RGB2Lab_f(int _srccn, int _blueIdx, const float* _coeffs,
+ const float* _whitept, bool _srgb)
+ : srccn(_srccn), srgb(_srgb), blueIdx(_blueIdx)
+ {
+ volatile int _3 = 3;
+ initLabTabs();
+
+ useInterpolation = (!_coeffs && !_whitept && srgb && enableRGB2LabInterpolation);
+
+ softdouble whitePt[3];
+ for(int i = 0; i < 3; i++)
+ if(_whitept)
+ whitePt[i] = softdouble((double)_whitept[i]);
+ else
+ whitePt[i] = D65[i];
+
+ softdouble scale[] = { softdouble::one() / whitePt[0],
+ softdouble::one(),
+ softdouble::one() / whitePt[2] };
+
+ for( int i = 0; i < _3; i++ )
+ {
+ softfloat c[3];
+ for(int k = 0; k < 3; k++)
+ if(_coeffs)
+ c[k] = scale[i] * softdouble((double)_coeffs[i*3 + k]);
+ else
+ c[k] = scale[i] * sRGB2XYZ_D65[i*3 + k];
+ coeffs[i*3 + (blueIdx ^ 2)] = c[0];
+ coeffs[i*3 + 1] = c[1];
+ coeffs[i*3 + blueIdx] = c[2];
+
+ CV_Assert( c[0] >= 0 && c[1] >= 0 && c[2] >= 0 &&
+ c[0] + c[1] + c[2] < softfloat((int)LAB_CBRT_TAB_SIZE) );
+ }
+ }
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int i, scn = srccn, bIdx = blueIdx;
+ float gscale = GammaTabScale;
+ const float* gammaTab = srgb ? sRGBGammaTab : 0;
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ n *= 3;
+
+ i = 0;
+ if(useInterpolation)
+ {
+
+#if CV_SIMD128
+ if(enablePackedLab)
+ {
+ static const int nPixels = 4*2;
+ for(; i < n - 3*nPixels; i += 3*nPixels, src += scn*nPixels)
+ {
+ v_float32x4 rvec0, gvec0, bvec0, rvec1, gvec1, bvec1;
+ v_float32x4 dummy0, dummy1;
+ if(scn == 3)
+ {
+ v_load_deinterleave(src, rvec0, gvec0, bvec0);
+ v_load_deinterleave(src + scn*4, rvec1, gvec1, bvec1);
+ }
+ else // scn == 4
+ {
+ v_load_deinterleave(src, rvec0, gvec0, bvec0, dummy0);
+ v_load_deinterleave(src + scn*4, rvec1, gvec1, bvec1, dummy1);
+ }
+
+ if(bIdx)
+ {
+ dummy0 = rvec0; rvec0 = bvec0; bvec0 = dummy0;
+ dummy1 = rvec1; rvec1 = bvec1; bvec1 = dummy1;
+ }
+
+ v_float32x4 zerof = v_setzero_f32(), onef = v_setall_f32(1.0f);
+ /* clip() */
+ #define clipv(r) (r) = v_min(v_max((r), zerof), onef)
+ clipv(rvec0); clipv(rvec1);
+ clipv(gvec0); clipv(gvec1);
+ clipv(bvec0); clipv(bvec1);
+ #undef clipv
+ /* int iR = R*LAB_BASE, iG = G*LAB_BASE, iB = B*LAB_BASE, iL, ia, ib; */
+ v_float32x4 basef = v_setall_f32(LAB_BASE);
+ rvec0 *= basef, gvec0 *= basef, bvec0 *= basef;
+ rvec1 *= basef, gvec1 *= basef, bvec1 *= basef;
+
+ v_int32x4 irvec0, igvec0, ibvec0, irvec1, igvec1, ibvec1;
+ irvec0 = v_round(rvec0); irvec1 = v_round(rvec1);
+ igvec0 = v_round(gvec0); igvec1 = v_round(gvec1);
+ ibvec0 = v_round(bvec0); ibvec1 = v_round(bvec1);
+
+ v_int16x8 irvec, igvec, ibvec;
+ irvec = v_pack(irvec0, irvec1);
+ igvec = v_pack(igvec0, igvec1);
+ ibvec = v_pack(ibvec0, ibvec1);
+
+ v_uint16x8 uirvec = v_reinterpret_as_u16(irvec);
+ v_uint16x8 uigvec = v_reinterpret_as_u16(igvec);
+ v_uint16x8 uibvec = v_reinterpret_as_u16(ibvec);
+
+ v_uint16x8 ui_lvec, ui_avec, ui_bvec;
+ trilinearPackedInterpolate(uirvec, uigvec, uibvec, LABLUVLUTs16.RGB2LabLUT_s16, ui_lvec, ui_avec, ui_bvec);
+ v_int16x8 i_lvec = v_reinterpret_as_s16(ui_lvec);
+ v_int16x8 i_avec = v_reinterpret_as_s16(ui_avec);
+ v_int16x8 i_bvec = v_reinterpret_as_s16(ui_bvec);
+
+ /* float L = iL*1.0f/LAB_BASE, a = ia*1.0f/LAB_BASE, b = ib*1.0f/LAB_BASE; */
+ v_int32x4 i_lvec0, i_avec0, i_bvec0, i_lvec1, i_avec1, i_bvec1;
+ v_expand(i_lvec, i_lvec0, i_lvec1);
+ v_expand(i_avec, i_avec0, i_avec1);
+ v_expand(i_bvec, i_bvec0, i_bvec1);
+
+ v_float32x4 l_vec0, a_vec0, b_vec0, l_vec1, a_vec1, b_vec1;
+ l_vec0 = v_cvt_f32(i_lvec0); l_vec1 = v_cvt_f32(i_lvec1);
+ a_vec0 = v_cvt_f32(i_avec0); a_vec1 = v_cvt_f32(i_avec1);
+ b_vec0 = v_cvt_f32(i_bvec0); b_vec1 = v_cvt_f32(i_bvec1);
+
+ /* dst[i] = L*100.0f */
+ l_vec0 = l_vec0*v_setall_f32(100.0f/LAB_BASE);
+ l_vec1 = l_vec1*v_setall_f32(100.0f/LAB_BASE);
+ /*
+ dst[i + 1] = a*256.0f - 128.0f;
+ dst[i + 2] = b*256.0f - 128.0f;
+ */
+ a_vec0 = a_vec0*v_setall_f32(256.0f/LAB_BASE) - v_setall_f32(128.0f);
+ a_vec1 = a_vec1*v_setall_f32(256.0f/LAB_BASE) - v_setall_f32(128.0f);
+ b_vec0 = b_vec0*v_setall_f32(256.0f/LAB_BASE) - v_setall_f32(128.0f);
+ b_vec1 = b_vec1*v_setall_f32(256.0f/LAB_BASE) - v_setall_f32(128.0f);
+
+ v_store_interleave(dst + i, l_vec0, a_vec0, b_vec0);
+ v_store_interleave(dst + i + 3*4, l_vec1, a_vec1, b_vec1);
+ }
+ }
+#endif // CV_SIMD128
+
+ for(; i < n; i += 3, src += scn)
+ {
+ float R = clip(src[bIdx]);
+ float G = clip(src[1]);
+ float B = clip(src[bIdx^2]);
+
+ int iR = cvRound(R*LAB_BASE), iG = cvRound(G*LAB_BASE), iB = cvRound(B*LAB_BASE);
+ int iL, ia, ib;
+ trilinearInterpolate(iR, iG, iB, LABLUVLUTs16.RGB2LabLUT_s16, iL, ia, ib);
+ float L = iL*1.0f/LAB_BASE, a = ia*1.0f/LAB_BASE, b = ib*1.0f/LAB_BASE;
+
+ dst[i] = L*100.0f;
+ dst[i + 1] = a*256.0f - 128.0f;
+ dst[i + 2] = b*256.0f - 128.0f;
+ }
+ }
+
+ static const float _a = (softfloat(16) / softfloat(116));
+ for (; i < n; i += 3, src += scn )
+ {
+ float R = clip(src[0]);
+ float G = clip(src[1]);
+ float B = clip(src[2]);
+
+ if (gammaTab)
+ {
+ R = splineInterpolate(R * gscale, gammaTab, GAMMA_TAB_SIZE);
+ G = splineInterpolate(G * gscale, gammaTab, GAMMA_TAB_SIZE);
+ B = splineInterpolate(B * gscale, gammaTab, GAMMA_TAB_SIZE);
+ }
+ float X = R*C0 + G*C1 + B*C2;
+ float Y = R*C3 + G*C4 + B*C5;
+ float Z = R*C6 + G*C7 + B*C8;
+ // 7.787f = (29/3)^3/(29*4), 0.008856f = (6/29)^3, 903.3 = (29/3)^3
+ float FX = X > 0.008856f ? cubeRoot(X) : (7.787f * X + _a);
+ float FY = Y > 0.008856f ? cubeRoot(Y) : (7.787f * Y + _a);
+ float FZ = Z > 0.008856f ? cubeRoot(Z) : (7.787f * Z + _a);
+
+ float L = Y > 0.008856f ? (116.f * FY - 16.f) : (903.3f * Y);
+ float a = 500.f * (FX - FY);
+ float b = 200.f * (FY - FZ);
+
+ dst[i] = L;
+ dst[i + 1] = a;
+ dst[i + 2] = b;
+ }
+ }
+
+ int srccn;
+ float coeffs[9];
+ bool srgb;
+ bool useInterpolation;
+ int blueIdx;
+};
+
+
+// Performs conversion in floats
+struct Lab2RGBfloat
+{
+ typedef float channel_type;
+
+ Lab2RGBfloat( int _dstcn, int _blueIdx, const float* _coeffs,
+ const float* _whitept, bool _srgb )
+ : dstcn(_dstcn), srgb(_srgb), blueIdx(_blueIdx)
+ {
+ initLabTabs();
+
+ softdouble whitePt[3];
+ for(int i = 0; i < 3; i++)
+ if(_whitept)
+ whitePt[i] = softdouble((double)_whitept[i]);
+ else
+ whitePt[i] = D65[i];
+
+ for( int i = 0; i < 3; i++ )
+ {
+ softdouble c[3];
+ for(int j = 0; j < 3; j++)
+ if(_coeffs)
+ c[j] = softdouble(_coeffs[i+j*3]);
+ else
+ c[j] = XYZ2sRGB_D65[i+j*3];
+
+ coeffs[i+(blueIdx^2)*3] = (float)(c[0]*whitePt[i]);
+ coeffs[i+3] = (float)(c[1]*whitePt[i]);
+ coeffs[i+blueIdx*3] = (float)(c[2]*whitePt[i]);
+ }
+
+ lThresh = softfloat(8); // 0.008856f * 903.3f = (6/29)^3*(29/3)^3 = 8
+ fThresh = softfloat(6)/softfloat(29); // 7.787f * 0.008856f + 16.0f / 116.0f = 6/29
+
+ #if CV_SSE2
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ #endif
+ }
+
+ #if CV_SSE2
+ void process(__m128& v_li0, __m128& v_li1, __m128& v_ai0,
+ __m128& v_ai1, __m128& v_bi0, __m128& v_bi1) const
+ {
+ // 903.3 = (29/3)^3, 7.787 = (29/3)^3/(29*4)
+ __m128 v_y00 = _mm_mul_ps(v_li0, _mm_set1_ps(1.0f/903.3f));
+ __m128 v_y01 = _mm_mul_ps(v_li1, _mm_set1_ps(1.0f/903.3f));
+ __m128 v_fy00 = _mm_add_ps(_mm_mul_ps(_mm_set1_ps(7.787f), v_y00), _mm_set1_ps(16.0f/116.0f));
+ __m128 v_fy01 = _mm_add_ps(_mm_mul_ps(_mm_set1_ps(7.787f), v_y01), _mm_set1_ps(16.0f/116.0f));
+
+ __m128 v_fy10 = _mm_mul_ps(_mm_add_ps(v_li0, _mm_set1_ps(16.0f)), _mm_set1_ps(1.0f/116.0f));
+ __m128 v_fy11 = _mm_mul_ps(_mm_add_ps(v_li1, _mm_set1_ps(16.0f)), _mm_set1_ps(1.0f/116.0f));
+ __m128 v_y10 = _mm_mul_ps(_mm_mul_ps(v_fy10, v_fy10), v_fy10);
+ __m128 v_y11 = _mm_mul_ps(_mm_mul_ps(v_fy11, v_fy11), v_fy11);
+
+ __m128 v_cmpli0 = _mm_cmple_ps(v_li0, _mm_set1_ps(lThresh));
+ __m128 v_cmpli1 = _mm_cmple_ps(v_li1, _mm_set1_ps(lThresh));
+ v_y00 = _mm_and_ps(v_cmpli0, v_y00);
+ v_y01 = _mm_and_ps(v_cmpli1, v_y01);
+ v_fy00 = _mm_and_ps(v_cmpli0, v_fy00);
+ v_fy01 = _mm_and_ps(v_cmpli1, v_fy01);
+ v_y10 = _mm_andnot_ps(v_cmpli0, v_y10);
+ v_y11 = _mm_andnot_ps(v_cmpli1, v_y11);
+ v_fy10 = _mm_andnot_ps(v_cmpli0, v_fy10);
+ v_fy11 = _mm_andnot_ps(v_cmpli1, v_fy11);
+ __m128 v_y0 = _mm_or_ps(v_y00, v_y10);
+ __m128 v_y1 = _mm_or_ps(v_y01, v_y11);
+ __m128 v_fy0 = _mm_or_ps(v_fy00, v_fy10);
+ __m128 v_fy1 = _mm_or_ps(v_fy01, v_fy11);
+
+ __m128 v_fxz00 = _mm_add_ps(v_fy0, _mm_mul_ps(v_ai0, _mm_set1_ps(0.002f)));
+ __m128 v_fxz01 = _mm_add_ps(v_fy1, _mm_mul_ps(v_ai1, _mm_set1_ps(0.002f)));
+ __m128 v_fxz10 = _mm_sub_ps(v_fy0, _mm_mul_ps(v_bi0, _mm_set1_ps(0.005f)));
+ __m128 v_fxz11 = _mm_sub_ps(v_fy1, _mm_mul_ps(v_bi1, _mm_set1_ps(0.005f)));
+
+ __m128 v_fxz000 = _mm_mul_ps(_mm_sub_ps(v_fxz00, _mm_set1_ps(16.0f/116.0f)), _mm_set1_ps(1.0f/7.787f));
+ __m128 v_fxz001 = _mm_mul_ps(_mm_sub_ps(v_fxz01, _mm_set1_ps(16.0f/116.0f)), _mm_set1_ps(1.0f/7.787f));
+ __m128 v_fxz010 = _mm_mul_ps(_mm_sub_ps(v_fxz10, _mm_set1_ps(16.0f/116.0f)), _mm_set1_ps(1.0f/7.787f));
+ __m128 v_fxz011 = _mm_mul_ps(_mm_sub_ps(v_fxz11, _mm_set1_ps(16.0f/116.0f)), _mm_set1_ps(1.0f/7.787f));
+
+ __m128 v_fxz100 = _mm_mul_ps(_mm_mul_ps(v_fxz00, v_fxz00), v_fxz00);
+ __m128 v_fxz101 = _mm_mul_ps(_mm_mul_ps(v_fxz01, v_fxz01), v_fxz01);
+ __m128 v_fxz110 = _mm_mul_ps(_mm_mul_ps(v_fxz10, v_fxz10), v_fxz10);
+ __m128 v_fxz111 = _mm_mul_ps(_mm_mul_ps(v_fxz11, v_fxz11), v_fxz11);
+
+ __m128 v_cmpfxz00 = _mm_cmple_ps(v_fxz00, _mm_set1_ps(fThresh));
+ __m128 v_cmpfxz01 = _mm_cmple_ps(v_fxz01, _mm_set1_ps(fThresh));
+ __m128 v_cmpfxz10 = _mm_cmple_ps(v_fxz10, _mm_set1_ps(fThresh));
+ __m128 v_cmpfxz11 = _mm_cmple_ps(v_fxz11, _mm_set1_ps(fThresh));
+ v_fxz000 = _mm_and_ps(v_cmpfxz00, v_fxz000);
+ v_fxz001 = _mm_and_ps(v_cmpfxz01, v_fxz001);
+ v_fxz010 = _mm_and_ps(v_cmpfxz10, v_fxz010);
+ v_fxz011 = _mm_and_ps(v_cmpfxz11, v_fxz011);
+ v_fxz100 = _mm_andnot_ps(v_cmpfxz00, v_fxz100);
+ v_fxz101 = _mm_andnot_ps(v_cmpfxz01, v_fxz101);
+ v_fxz110 = _mm_andnot_ps(v_cmpfxz10, v_fxz110);
+ v_fxz111 = _mm_andnot_ps(v_cmpfxz11, v_fxz111);
+ __m128 v_x0 = _mm_or_ps(v_fxz000, v_fxz100);
+ __m128 v_x1 = _mm_or_ps(v_fxz001, v_fxz101);
+ __m128 v_z0 = _mm_or_ps(v_fxz010, v_fxz110);
+ __m128 v_z1 = _mm_or_ps(v_fxz011, v_fxz111);
+
+ __m128 v_ro0 = _mm_mul_ps(_mm_set1_ps(coeffs[0]), v_x0);
+ __m128 v_ro1 = _mm_mul_ps(_mm_set1_ps(coeffs[0]), v_x1);
+ __m128 v_go0 = _mm_mul_ps(_mm_set1_ps(coeffs[3]), v_x0);
+ __m128 v_go1 = _mm_mul_ps(_mm_set1_ps(coeffs[3]), v_x1);
+ __m128 v_bo0 = _mm_mul_ps(_mm_set1_ps(coeffs[6]), v_x0);
+ __m128 v_bo1 = _mm_mul_ps(_mm_set1_ps(coeffs[6]), v_x1);
+ v_ro0 = _mm_add_ps(v_ro0, _mm_mul_ps(_mm_set1_ps(coeffs[1]), v_y0));
+ v_ro1 = _mm_add_ps(v_ro1, _mm_mul_ps(_mm_set1_ps(coeffs[1]), v_y1));
+ v_go0 = _mm_add_ps(v_go0, _mm_mul_ps(_mm_set1_ps(coeffs[4]), v_y0));
+ v_go1 = _mm_add_ps(v_go1, _mm_mul_ps(_mm_set1_ps(coeffs[4]), v_y1));
+ v_bo0 = _mm_add_ps(v_bo0, _mm_mul_ps(_mm_set1_ps(coeffs[7]), v_y0));
+ v_bo1 = _mm_add_ps(v_bo1, _mm_mul_ps(_mm_set1_ps(coeffs[7]), v_y1));
+ v_ro0 = _mm_add_ps(v_ro0, _mm_mul_ps(_mm_set1_ps(coeffs[2]), v_z0));
+ v_ro1 = _mm_add_ps(v_ro1, _mm_mul_ps(_mm_set1_ps(coeffs[2]), v_z1));
+ v_go0 = _mm_add_ps(v_go0, _mm_mul_ps(_mm_set1_ps(coeffs[5]), v_z0));
+ v_go1 = _mm_add_ps(v_go1, _mm_mul_ps(_mm_set1_ps(coeffs[5]), v_z1));
+ v_bo0 = _mm_add_ps(v_bo0, _mm_mul_ps(_mm_set1_ps(coeffs[8]), v_z0));
+ v_bo1 = _mm_add_ps(v_bo1, _mm_mul_ps(_mm_set1_ps(coeffs[8]), v_z1));
+
+ v_li0 = _mm_min_ps(_mm_max_ps(v_ro0, _mm_setzero_ps()), _mm_set1_ps(1.0f));
+ v_li1 = _mm_min_ps(_mm_max_ps(v_ro1, _mm_setzero_ps()), _mm_set1_ps(1.0f));
+ v_ai0 = _mm_min_ps(_mm_max_ps(v_go0, _mm_setzero_ps()), _mm_set1_ps(1.0f));
+ v_ai1 = _mm_min_ps(_mm_max_ps(v_go1, _mm_setzero_ps()), _mm_set1_ps(1.0f));
+ v_bi0 = _mm_min_ps(_mm_max_ps(v_bo0, _mm_setzero_ps()), _mm_set1_ps(1.0f));
+ v_bi1 = _mm_min_ps(_mm_max_ps(v_bo1, _mm_setzero_ps()), _mm_set1_ps(1.0f));
+ }
+ #endif
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int i = 0, dcn = dstcn;
+ const float* gammaTab = srgb ? sRGBInvGammaTab : 0;
+ float gscale = GammaTabScale;
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ float alpha = ColorChannel<float>::max();
+ n *= 3;
+
+ #if CV_SSE2
+ if (haveSIMD)
+ {
+ for (; i <= n - 24; i += 24, dst += dcn * 8)
+ {
+ __m128 v_li0 = _mm_loadu_ps(src + i + 0);
+ __m128 v_li1 = _mm_loadu_ps(src + i + 4);
+ __m128 v_ai0 = _mm_loadu_ps(src + i + 8);
+ __m128 v_ai1 = _mm_loadu_ps(src + i + 12);
+ __m128 v_bi0 = _mm_loadu_ps(src + i + 16);
+ __m128 v_bi1 = _mm_loadu_ps(src + i + 20);
+
+ _mm_deinterleave_ps(v_li0, v_li1, v_ai0, v_ai1, v_bi0, v_bi1);
+
+ process(v_li0, v_li1, v_ai0, v_ai1, v_bi0, v_bi1);
+
+ if (gammaTab)
+ {
+ __m128 v_gscale = _mm_set1_ps(gscale);
+ v_li0 = _mm_mul_ps(v_li0, v_gscale);
+ v_li1 = _mm_mul_ps(v_li1, v_gscale);
+ v_ai0 = _mm_mul_ps(v_ai0, v_gscale);
+ v_ai1 = _mm_mul_ps(v_ai1, v_gscale);
+ v_bi0 = _mm_mul_ps(v_bi0, v_gscale);
+ v_bi1 = _mm_mul_ps(v_bi1, v_gscale);
+
+ splineInterpolate(v_li0, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_li1, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_ai0, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_ai1, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_bi0, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_bi1, gammaTab, GAMMA_TAB_SIZE);
+ }
+
+ if( dcn == 4 )
+ {
+ __m128 v_a0 = _mm_set1_ps(alpha);
+ __m128 v_a1 = _mm_set1_ps(alpha);
+ _mm_interleave_ps(v_li0, v_li1, v_ai0, v_ai1, v_bi0, v_bi1, v_a0, v_a1);
+
+ _mm_storeu_ps(dst + 0, v_li0);
+ _mm_storeu_ps(dst + 4, v_li1);
+ _mm_storeu_ps(dst + 8, v_ai0);
+ _mm_storeu_ps(dst + 12, v_ai1);
+ _mm_storeu_ps(dst + 16, v_bi0);
+ _mm_storeu_ps(dst + 20, v_bi1);
+ _mm_storeu_ps(dst + 24, v_a0);
+ _mm_storeu_ps(dst + 28, v_a1);
+ }
+ else
+ {
+ _mm_interleave_ps(v_li0, v_li1, v_ai0, v_ai1, v_bi0, v_bi1);
+
+ _mm_storeu_ps(dst + 0, v_li0);
+ _mm_storeu_ps(dst + 4, v_li1);
+ _mm_storeu_ps(dst + 8, v_ai0);
+ _mm_storeu_ps(dst + 12, v_ai1);
+ _mm_storeu_ps(dst + 16, v_bi0);
+ _mm_storeu_ps(dst + 20, v_bi1);
+ }
+ }
+ }
+ #endif
+ for (; i < n; i += 3, dst += dcn)
+ {
+ float li = src[i];
+ float ai = src[i + 1];
+ float bi = src[i + 2];
+
+ // 903.3 = (29/3)^3, 7.787 = (29/3)^3/(29*4)
+ float y, fy;
+ if (li <= lThresh)
+ {
+ y = li / 903.3f;
+ fy = 7.787f * y + 16.0f / 116.0f;
+ }
+ else
+ {
+ fy = (li + 16.0f) / 116.0f;
+ y = fy * fy * fy;
+ }
+
+ float fxz[] = { ai / 500.0f + fy, fy - bi / 200.0f };
+
+ for (int j = 0; j < 2; j++)
+ if (fxz[j] <= fThresh)
+ fxz[j] = (fxz[j] - 16.0f / 116.0f) / 7.787f;
+ else
+ fxz[j] = fxz[j] * fxz[j] * fxz[j];
+
+ float x = fxz[0], z = fxz[1];
+ float ro = C0 * x + C1 * y + C2 * z;
+ float go = C3 * x + C4 * y + C5 * z;
+ float bo = C6 * x + C7 * y + C8 * z;
+ ro = clip(ro);
+ go = clip(go);
+ bo = clip(bo);
+
+ if (gammaTab)
+ {
+ ro = splineInterpolate(ro * gscale, gammaTab, GAMMA_TAB_SIZE);
+ go = splineInterpolate(go * gscale, gammaTab, GAMMA_TAB_SIZE);
+ bo = splineInterpolate(bo * gscale, gammaTab, GAMMA_TAB_SIZE);
+ }
+
+ dst[0] = ro, dst[1] = go, dst[2] = bo;
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+
+ int dstcn;
+ float coeffs[9];
+ bool srgb;
+ float lThresh;
+ float fThresh;
+ #if CV_SSE2
+ bool haveSIMD;
+ #endif
+ int blueIdx;
+};
+
+
+// Performs conversion in integers
+struct Lab2RGBinteger
+{
+ typedef uchar channel_type;
+
+ static const int base_shift = 14;
+ static const int BASE = (1 << base_shift);
+ // lThresh == (6/29)^3 * (29/3)^3 * BASE/100
+ static const int lThresh = 1311;
+ // fThresh == ((29/3)^3/(29*4) * (6/29)^3 + 16/116)*BASE
+ static const int fThresh = 3390;
+ // base16_116 == BASE*16/116
+ static const int base16_116 = 2260;
+ static const int shift = lab_shift+(base_shift-inv_gamma_shift);
+
+ Lab2RGBinteger( int _dstcn, int blueIdx, const float* _coeffs,
+ const float* _whitept, bool srgb )
+ : dstcn(_dstcn)
+ {
+ softdouble whitePt[3];
+ for(int i = 0; i < 3; i++)
+ if(_whitept)
+ whitePt[i] = softdouble(_whitept[i]);
+ else
+ whitePt[i] = D65[i];
+
+ static const softdouble lshift(1 << lab_shift);
+ for(int i = 0; i < 3; i++)
+ {
+ softdouble c[3];
+ for(int j = 0; j < 3; j++)
+ if(_coeffs)
+ c[j] = softdouble(_coeffs[i+j*3]);
+ else
+ c[j] = XYZ2sRGB_D65[i+j*3];
+
+ coeffs[i+(blueIdx)*3] = cvRound(lshift*c[0]*whitePt[i]);
+ coeffs[i+3] = cvRound(lshift*c[1]*whitePt[i]);
+ coeffs[i+(blueIdx^2)*3] = cvRound(lshift*c[2]*whitePt[i]);
+ }
+
+ tab = srgb ? sRGBInvGammaTab_b : linearInvGammaTab_b;
+ }
+
+ // L, a, b should be in their natural range
+ inline void process(const uchar LL, const uchar aa, const uchar bb, int& ro, int& go, int& bo) const
+ {
+ int x, y, z;
+ int ify;
+
+ y = LabToYF_b[LL*2 ];
+ ify = LabToYF_b[LL*2+1];
+
+ //float fxz[] = { ai / 500.0f + fy, fy - bi / 200.0f };
+ int adiv, bdiv;
+ //adiv = aa*BASE/500 - 128*BASE/500, bdiv = bb*BASE/200 - 128*BASE/200;
+ //approximations with reasonable precision
+ adiv = ((5*aa*53687 + (1 << 7)) >> 13) - 128*BASE/500;
+ bdiv = (( bb*41943 + (1 << 4)) >> 9) - 128*BASE/200+1;
+
+ int ifxz[] = {ify + adiv, ify - bdiv};
+
+ for(int k = 0; k < 2; k++)
+ {
+ int& v = ifxz[k];
+ v = abToXZ_b[v-minABvalue];
+ }
+ x = ifxz[0]; /* y = y */; z = ifxz[1];
+
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2];
+ int C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5];
+ int C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+
+ ro = CV_DESCALE(C0 * x + C1 * y + C2 * z, shift);
+ go = CV_DESCALE(C3 * x + C4 * y + C5 * z, shift);
+ bo = CV_DESCALE(C6 * x + C7 * y + C8 * z, shift);
+
+ ro = max(0, min((int)INV_GAMMA_TAB_SIZE-1, ro));
+ go = max(0, min((int)INV_GAMMA_TAB_SIZE-1, go));
+ bo = max(0, min((int)INV_GAMMA_TAB_SIZE-1, bo));
+
+ ro = tab[ro];
+ go = tab[go];
+ bo = tab[bo];
+ }
+
+ // L, a, b should be in their natural range
+ inline void processLabToXYZ(const v_uint8x16& lv, const v_uint8x16& av, const v_uint8x16& bv,
+ v_int32x4& xiv00, v_int32x4& yiv00, v_int32x4& ziv00,
+ v_int32x4& xiv01, v_int32x4& yiv01, v_int32x4& ziv01,
+ v_int32x4& xiv10, v_int32x4& yiv10, v_int32x4& ziv10,
+ v_int32x4& xiv11, v_int32x4& yiv11, v_int32x4& ziv11) const
+ {
+ v_uint16x8 lv0, lv1;
+ v_expand(lv, lv0, lv1);
+ // Load Y and IFY values from lookup-table
+ // y = LabToYF_b[L_value*2], ify = LabToYF_b[L_value*2 + 1]
+ // LabToYF_b[i*2 ] = y; // 2260 <= y <= BASE
+ // LabToYF_b[i*2+1] = ify; // 0 <= ify <= BASE
+ uint16_t CV_DECL_ALIGNED(16) v_lv0[8], v_lv1[8];
+ v_store_aligned(v_lv0, (lv0 << 1)); v_store_aligned(v_lv1, (lv1 << 1));
+ v_int16x8 ify0, ify1;
+
+ yiv00 = v_int32x4(LabToYF_b[v_lv0[0] ], LabToYF_b[v_lv0[1] ], LabToYF_b[v_lv0[2] ], LabToYF_b[v_lv0[3] ]);
+ yiv01 = v_int32x4(LabToYF_b[v_lv0[4] ], LabToYF_b[v_lv0[5] ], LabToYF_b[v_lv0[6] ], LabToYF_b[v_lv0[7] ]);
+ yiv10 = v_int32x4(LabToYF_b[v_lv1[0] ], LabToYF_b[v_lv1[1] ], LabToYF_b[v_lv1[2] ], LabToYF_b[v_lv1[3] ]);
+ yiv11 = v_int32x4(LabToYF_b[v_lv1[4] ], LabToYF_b[v_lv1[5] ], LabToYF_b[v_lv1[6] ], LabToYF_b[v_lv1[7] ]);
+
+ ify0 = v_int16x8(LabToYF_b[v_lv0[0]+1], LabToYF_b[v_lv0[1]+1], LabToYF_b[v_lv0[2]+1], LabToYF_b[v_lv0[3]+1],
+ LabToYF_b[v_lv0[4]+1], LabToYF_b[v_lv0[5]+1], LabToYF_b[v_lv0[6]+1], LabToYF_b[v_lv0[7]+1]);
+ ify1 = v_int16x8(LabToYF_b[v_lv1[0]+1], LabToYF_b[v_lv1[1]+1], LabToYF_b[v_lv1[2]+1], LabToYF_b[v_lv1[3]+1],
+ LabToYF_b[v_lv1[4]+1], LabToYF_b[v_lv1[5]+1], LabToYF_b[v_lv1[6]+1], LabToYF_b[v_lv1[7]+1]);
+
+ v_int16x8 adiv0, adiv1, bdiv0, bdiv1;
+ v_uint16x8 av0, av1, bv0, bv1;
+ v_expand(av, av0, av1); v_expand(bv, bv0, bv1);
+ //adiv = aa*BASE/500 - 128*BASE/500, bdiv = bb*BASE/200 - 128*BASE/200;
+ //approximations with reasonable precision
+ v_uint16x8 mulA = v_setall_u16(53687);
+ v_uint32x4 ma00, ma01, ma10, ma11;
+ v_uint32x4 addA = v_setall_u32(1 << 7);
+ v_mul_expand((av0 + (av0 << 2)), mulA, ma00, ma01);
+ v_mul_expand((av1 + (av1 << 2)), mulA, ma10, ma11);
+ adiv0 = v_reinterpret_as_s16(v_pack(((ma00 + addA) >> 13), ((ma01 + addA) >> 13)));
+ adiv1 = v_reinterpret_as_s16(v_pack(((ma10 + addA) >> 13), ((ma11 + addA) >> 13)));
+
+ v_uint16x8 mulB = v_setall_u16(41943);
+ v_uint32x4 mb00, mb01, mb10, mb11;
+ v_uint32x4 addB = v_setall_u32(1 << 4);
+ v_mul_expand(bv0, mulB, mb00, mb01);
+ v_mul_expand(bv1, mulB, mb10, mb11);
+ bdiv0 = v_reinterpret_as_s16(v_pack((mb00 + addB) >> 9, (mb01 + addB) >> 9));
+ bdiv1 = v_reinterpret_as_s16(v_pack((mb10 + addB) >> 9, (mb11 + addB) >> 9));
+
+ // 0 <= adiv <= 8356, 0 <= bdiv <= 20890
+ /* x = ifxz[0]; y = y; z = ifxz[1]; */
+ v_uint16x8 xiv0, xiv1, ziv0, ziv1;
+ v_int16x8 vSubA = v_setall_s16(-128*BASE/500 - minABvalue), vSubB = v_setall_s16(128*BASE/200-1 - minABvalue);
+
+ // int ifxz[] = {ify + adiv, ify - bdiv};
+ // ifxz[k] = abToXZ_b[ifxz[k]-minABvalue];
+ xiv0 = v_reinterpret_as_u16(v_add_wrap(v_add_wrap(ify0, adiv0), vSubA));
+ xiv1 = v_reinterpret_as_u16(v_add_wrap(v_add_wrap(ify1, adiv1), vSubA));
+ ziv0 = v_reinterpret_as_u16(v_add_wrap(v_sub_wrap(ify0, bdiv0), vSubB));
+ ziv1 = v_reinterpret_as_u16(v_add_wrap(v_sub_wrap(ify1, bdiv1), vSubB));
+
+ uint16_t CV_DECL_ALIGNED(16) v_x0[8], v_x1[8], v_z0[8], v_z1[8];
+ v_store_aligned(v_x0, xiv0 ); v_store_aligned(v_x1, xiv1 );
+ v_store_aligned(v_z0, ziv0 ); v_store_aligned(v_z1, ziv1 );
+
+ xiv00 = v_int32x4(abToXZ_b[v_x0[0]], abToXZ_b[v_x0[1]], abToXZ_b[v_x0[2]], abToXZ_b[v_x0[3]]);
+ xiv01 = v_int32x4(abToXZ_b[v_x0[4]], abToXZ_b[v_x0[5]], abToXZ_b[v_x0[6]], abToXZ_b[v_x0[7]]);
+ xiv10 = v_int32x4(abToXZ_b[v_x1[0]], abToXZ_b[v_x1[1]], abToXZ_b[v_x1[2]], abToXZ_b[v_x1[3]]);
+ xiv11 = v_int32x4(abToXZ_b[v_x1[4]], abToXZ_b[v_x1[5]], abToXZ_b[v_x1[6]], abToXZ_b[v_x1[7]]);
+ ziv00 = v_int32x4(abToXZ_b[v_z0[0]], abToXZ_b[v_z0[1]], abToXZ_b[v_z0[2]], abToXZ_b[v_z0[3]]);
+ ziv01 = v_int32x4(abToXZ_b[v_z0[4]], abToXZ_b[v_z0[5]], abToXZ_b[v_z0[6]], abToXZ_b[v_z0[7]]);
+ ziv10 = v_int32x4(abToXZ_b[v_z1[0]], abToXZ_b[v_z1[1]], abToXZ_b[v_z1[2]], abToXZ_b[v_z1[3]]);
+ ziv11 = v_int32x4(abToXZ_b[v_z1[4]], abToXZ_b[v_z1[5]], abToXZ_b[v_z1[6]], abToXZ_b[v_z1[7]]);
+ // abToXZ_b[i-minABvalue] = v; // -1335 <= v <= 88231
+ }
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int dcn = dstcn;
+ float alpha = ColorChannel<float>::max();
+
+ int i = 0;
+
+#if CV_SIMD128
+ if(enablePackedLab)
+ {
+ v_float32x4 vldiv = v_setall_f32(256.f/100.0f);
+ v_float32x4 vf255 = v_setall_f32(255.f);
+ static const int nPixels = 16;
+ for(; i <= n*3-3*nPixels; i += 3*nPixels, dst += dcn*nPixels)
+ {
+ /*
+ int L = saturate_cast<int>(src[i]*BASE/100.0f);
+ int a = saturate_cast<int>(src[i + 1]*BASE/256);
+ int b = saturate_cast<int>(src[i + 2]*BASE/256);
+ */
+ v_float32x4 vl[4], va[4], vb[4];
+ for(int k = 0; k < 4; k++)
+ {
+ v_load_deinterleave(src + i + k*3*4, vl[k], va[k], vb[k]);
+ vl[k] *= vldiv;
+ }
+
+ v_int32x4 ivl[4], iva[4], ivb[4];
+ for(int k = 0; k < 4; k++)
+ {
+ ivl[k] = v_round(vl[k]), iva[k] = v_round(va[k]), ivb[k] = v_round(vb[k]);
+ }
+ v_int16x8 ivl16[2], iva16[2], ivb16[2];
+ ivl16[0] = v_pack(ivl[0], ivl[1]); iva16[0] = v_pack(iva[0], iva[1]); ivb16[0] = v_pack(ivb[0], ivb[1]);
+ ivl16[1] = v_pack(ivl[2], ivl[3]); iva16[1] = v_pack(iva[2], iva[3]); ivb16[1] = v_pack(ivb[2], ivb[3]);
+ v_uint8x16 ivl8, iva8, ivb8;
+ ivl8 = v_reinterpret_as_u8(v_pack(ivl16[0], ivl16[1]));
+ iva8 = v_reinterpret_as_u8(v_pack(iva16[0], iva16[1]));
+ ivb8 = v_reinterpret_as_u8(v_pack(ivb16[0], ivb16[1]));
+
+ v_int32x4 ixv[4], iyv[4], izv[4];
+
+ processLabToXYZ(ivl8, iva8, ivb8, ixv[0], iyv[0], izv[0],
+ ixv[1], iyv[1], izv[1],
+ ixv[2], iyv[2], izv[2],
+ ixv[3], iyv[3], izv[3]);
+ /*
+ ro = CV_DESCALE(C0 * x + C1 * y + C2 * z, shift);
+ go = CV_DESCALE(C3 * x + C4 * y + C5 * z, shift);
+ bo = CV_DESCALE(C6 * x + C7 * y + C8 * z, shift);
+ */
+ v_int32x4 C0 = v_setall_s32(coeffs[0]), C1 = v_setall_s32(coeffs[1]), C2 = v_setall_s32(coeffs[2]);
+ v_int32x4 C3 = v_setall_s32(coeffs[3]), C4 = v_setall_s32(coeffs[4]), C5 = v_setall_s32(coeffs[5]);
+ v_int32x4 C6 = v_setall_s32(coeffs[6]), C7 = v_setall_s32(coeffs[7]), C8 = v_setall_s32(coeffs[8]);
+ v_int32x4 descaleShift = v_setall_s32(1 << (shift-1)), tabsz = v_setall_s32((int)INV_GAMMA_TAB_SIZE-1);
+ for(int k = 0; k < 4; k++)
+ {
+ v_int32x4 i_r, i_g, i_b;
+ v_uint32x4 r_vecs, g_vecs, b_vecs;
+ i_r = (ixv[k]*C0 + iyv[k]*C1 + izv[k]*C2 + descaleShift) >> shift;
+ i_g = (ixv[k]*C3 + iyv[k]*C4 + izv[k]*C5 + descaleShift) >> shift;
+ i_b = (ixv[k]*C6 + iyv[k]*C7 + izv[k]*C8 + descaleShift) >> shift;
+
+ //limit indices in table and then substitute
+ //ro = tab[ro]; go = tab[go]; bo = tab[bo];
+ int32_t CV_DECL_ALIGNED(16) rshifts[4], gshifts[4], bshifts[4];
+ v_int32x4 rs = v_max(v_setzero_s32(), v_min(tabsz, i_r));
+ v_int32x4 gs = v_max(v_setzero_s32(), v_min(tabsz, i_g));
+ v_int32x4 bs = v_max(v_setzero_s32(), v_min(tabsz, i_b));
+
+ v_store_aligned(rshifts, rs);
+ v_store_aligned(gshifts, gs);
+ v_store_aligned(bshifts, bs);
+
+ r_vecs = v_uint32x4(tab[rshifts[0]], tab[rshifts[1]], tab[rshifts[2]], tab[rshifts[3]]);
+ g_vecs = v_uint32x4(tab[gshifts[0]], tab[gshifts[1]], tab[gshifts[2]], tab[gshifts[3]]);
+ b_vecs = v_uint32x4(tab[bshifts[0]], tab[bshifts[1]], tab[bshifts[2]], tab[bshifts[3]]);
+
+ v_float32x4 v_r, v_g, v_b;
+ v_r = v_cvt_f32(v_reinterpret_as_s32(r_vecs))/vf255;
+ v_g = v_cvt_f32(v_reinterpret_as_s32(g_vecs))/vf255;
+ v_b = v_cvt_f32(v_reinterpret_as_s32(b_vecs))/vf255;
+
+ if(dcn == 4)
+ {
+ v_store_interleave(dst + k*dcn*4, v_b, v_g, v_r, v_setall_f32(alpha));
+ }
+ else // dcn == 3
+ {
+ v_store_interleave(dst + k*dcn*4, v_b, v_g, v_r);
+ }
+ }
+ }
+ }
+#endif
+
+ for(; i < n*3; i += 3, dst += dcn)
+ {
+ int ro, go, bo;
+ process((uchar)(src[i + 0]*255.f/100.f), (uchar)src[i + 1], (uchar)src[i + 2], ro, go, bo);
+
+ dst[0] = bo/255.f;
+ dst[1] = go/255.f;
+ dst[2] = ro/255.f;
+ if(dcn == 4)
+ dst[3] = alpha;
+ }
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int i, dcn = dstcn;
+ uchar alpha = ColorChannel<uchar>::max();
+ i = 0;
+
+#if CV_SIMD128
+ if(enablePackedLab)
+ {
+ static const int nPixels = 8*2;
+ for(; i <= n*3-3*nPixels; i += 3*nPixels, dst += dcn*nPixels)
+ {
+ /*
+ int L = src[i + 0];
+ int a = src[i + 1];
+ int b = src[i + 2];
+ */
+ v_uint8x16 u8l, u8a, u8b;
+ v_load_deinterleave(src + i, u8l, u8a, u8b);
+
+ v_int32x4 xiv[4], yiv[4], ziv[4];
+ processLabToXYZ(u8l, u8a, u8b, xiv[0], yiv[0], ziv[0],
+ xiv[1], yiv[1], ziv[1],
+ xiv[2], yiv[2], ziv[2],
+ xiv[3], yiv[3], ziv[3]);
+ /*
+ ro = CV_DESCALE(C0 * x + C1 * y + C2 * z, shift);
+ go = CV_DESCALE(C3 * x + C4 * y + C5 * z, shift);
+ bo = CV_DESCALE(C6 * x + C7 * y + C8 * z, shift);
+ */
+ v_int32x4 C0 = v_setall_s32(coeffs[0]), C1 = v_setall_s32(coeffs[1]), C2 = v_setall_s32(coeffs[2]);
+ v_int32x4 C3 = v_setall_s32(coeffs[3]), C4 = v_setall_s32(coeffs[4]), C5 = v_setall_s32(coeffs[5]);
+ v_int32x4 C6 = v_setall_s32(coeffs[6]), C7 = v_setall_s32(coeffs[7]), C8 = v_setall_s32(coeffs[8]);
+ v_int32x4 descaleShift = v_setall_s32(1 << (shift-1));
+ v_int32x4 tabsz = v_setall_s32((int)INV_GAMMA_TAB_SIZE-1);
+ v_uint32x4 r_vecs[4], g_vecs[4], b_vecs[4];
+ for(int k = 0; k < 4; k++)
+ {
+ v_int32x4 i_r, i_g, i_b;
+ i_r = (xiv[k]*C0 + yiv[k]*C1 + ziv[k]*C2 + descaleShift) >> shift;
+ i_g = (xiv[k]*C3 + yiv[k]*C4 + ziv[k]*C5 + descaleShift) >> shift;
+ i_b = (xiv[k]*C6 + yiv[k]*C7 + ziv[k]*C8 + descaleShift) >> shift;
+
+ //limit indices in table and then substitute
+ //ro = tab[ro]; go = tab[go]; bo = tab[bo];
+ int32_t CV_DECL_ALIGNED(16) rshifts[4], gshifts[4], bshifts[4];
+ v_int32x4 rs = v_max(v_setzero_s32(), v_min(tabsz, i_r));
+ v_int32x4 gs = v_max(v_setzero_s32(), v_min(tabsz, i_g));
+ v_int32x4 bs = v_max(v_setzero_s32(), v_min(tabsz, i_b));
+
+ v_store_aligned(rshifts, rs);
+ v_store_aligned(gshifts, gs);
+ v_store_aligned(bshifts, bs);
+
+ r_vecs[k] = v_uint32x4(tab[rshifts[0]], tab[rshifts[1]], tab[rshifts[2]], tab[rshifts[3]]);
+ g_vecs[k] = v_uint32x4(tab[gshifts[0]], tab[gshifts[1]], tab[gshifts[2]], tab[gshifts[3]]);
+ b_vecs[k] = v_uint32x4(tab[bshifts[0]], tab[bshifts[1]], tab[bshifts[2]], tab[bshifts[3]]);
+ }
+
+ v_uint16x8 u_rvec0 = v_pack(r_vecs[0], r_vecs[1]), u_rvec1 = v_pack(r_vecs[2], r_vecs[3]);
+ v_uint16x8 u_gvec0 = v_pack(g_vecs[0], g_vecs[1]), u_gvec1 = v_pack(g_vecs[2], g_vecs[3]);
+ v_uint16x8 u_bvec0 = v_pack(b_vecs[0], b_vecs[1]), u_bvec1 = v_pack(b_vecs[2], b_vecs[3]);
+
+ v_uint8x16 u8_b, u8_g, u8_r;
+ u8_b = v_pack(u_bvec0, u_bvec1);
+ u8_g = v_pack(u_gvec0, u_gvec1);
+ u8_r = v_pack(u_rvec0, u_rvec1);
+
+ if(dcn == 4)
+ {
+ v_store_interleave(dst, u8_b, u8_g, u8_r, v_setall_u8(alpha));
+ }
+ else
+ {
+ v_store_interleave(dst, u8_b, u8_g, u8_r);
+ }
+ }
+ }
+#endif
+
+ for (; i < n*3; i += 3, dst += dcn)
+ {
+ int ro, go, bo;
+ process(src[i + 0], src[i + 1], src[i + 2], ro, go, bo);
+
+ dst[0] = saturate_cast<uchar>(bo);
+ dst[1] = saturate_cast<uchar>(go);
+ dst[2] = saturate_cast<uchar>(ro);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+
+ int dstcn;
+ int coeffs[9];
+ ushort* tab;
+};
+
+
+struct Lab2RGB_f
+{
+ typedef float channel_type;
+
+ Lab2RGB_f( int _dstcn, int _blueIdx, const float* _coeffs,
+ const float* _whitept, bool _srgb )
+ : fcvt(_dstcn, _blueIdx, _coeffs, _whitept, _srgb), dstcn(_dstcn)
+ { }
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ fcvt(src, dst, n);
+ }
+
+ Lab2RGBfloat fcvt;
+ int dstcn;
+};
+
+
+struct Lab2RGB_b
+{
+ typedef uchar channel_type;
+
+ Lab2RGB_b( int _dstcn, int _blueIdx, const float* _coeffs,
+ const float* _whitept, bool _srgb )
+ : fcvt(3, _blueIdx, _coeffs, _whitept, _srgb ), icvt(_dstcn, _blueIdx, _coeffs, _whitept, _srgb), dstcn(_dstcn)
+ {
+ #if CV_NEON
+ v_scale_inv = vdupq_n_f32(100.f/255.f);
+ v_scale = vdupq_n_f32(255.f);
+ v_alpha = vdup_n_u8(ColorChannel<uchar>::max());
+ v_128 = vdupq_n_f32(128.0f);
+ #elif CV_SSE2
+ v_scale = _mm_set1_ps(255.f);
+ v_alpha = _mm_set1_ps(ColorChannel<uchar>::max());
+ v_zero = _mm_setzero_si128();
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ #endif
+ }
+
+ #if CV_SSE2
+ // 16s x 8
+ void process(__m128i v_r, __m128i v_g, __m128i v_b,
+ const __m128& v_coeffs_, const __m128& v_res_,
+ float * buf) const
+ {
+ __m128 v_r0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_r, v_zero));
+ __m128 v_g0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_g, v_zero));
+ __m128 v_b0 = _mm_cvtepi32_ps(_mm_unpacklo_epi16(v_b, v_zero));
+
+ __m128 v_r1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_r, v_zero));
+ __m128 v_g1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_g, v_zero));
+ __m128 v_b1 = _mm_cvtepi32_ps(_mm_unpackhi_epi16(v_b, v_zero));
+
+ __m128 v_coeffs = v_coeffs_;
+ __m128 v_res = v_res_;
+
+ v_r0 = _mm_sub_ps(_mm_mul_ps(v_r0, v_coeffs), v_res);
+ v_g1 = _mm_sub_ps(_mm_mul_ps(v_g1, v_coeffs), v_res);
+
+ v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x49));
+ v_res = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_res), 0x49));
+
+ v_r1 = _mm_sub_ps(_mm_mul_ps(v_r1, v_coeffs), v_res);
+ v_b0 = _mm_sub_ps(_mm_mul_ps(v_b0, v_coeffs), v_res);
+
+ v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x49));
+ v_res = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_res), 0x49));
+
+ v_g0 = _mm_sub_ps(_mm_mul_ps(v_g0, v_coeffs), v_res);
+ v_b1 = _mm_sub_ps(_mm_mul_ps(v_b1, v_coeffs), v_res);
+
+ _mm_store_ps(buf, v_r0);
+ _mm_store_ps(buf + 4, v_r1);
+ _mm_store_ps(buf + 8, v_g0);
+ _mm_store_ps(buf + 12, v_g1);
+ _mm_store_ps(buf + 16, v_b0);
+ _mm_store_ps(buf + 20, v_b1);
+ }
+ #endif
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ if(enableBitExactness)
+ {
+ icvt(src, dst, n);
+ return;
+ }
+
+ int i, j, dcn = dstcn;
+ uchar alpha = ColorChannel<uchar>::max();
+ float CV_DECL_ALIGNED(16) buf[3*BLOCK_SIZE];
+ #if CV_SSE2
+ __m128 v_coeffs = _mm_set_ps(100.f/255.f, 1.f, 1.f, 100.f/255.f);
+ __m128 v_res = _mm_set_ps(0.f, 128.f, 128.f, 0.f);
+ #endif
+
+ i = 0;
+ for(; i < n; i += BLOCK_SIZE, src += BLOCK_SIZE*3 )
+ {
+ int dn = std::min(n - i, (int)BLOCK_SIZE);
+ j = 0;
+
+ #if CV_NEON
+ for ( ; j <= (dn - 8) * 3; j += 24)
+ {
+ uint8x8x3_t v_src = vld3_u8(src + j);
+ uint16x8_t v_t0 = vmovl_u8(v_src.val[0]),
+ v_t1 = vmovl_u8(v_src.val[1]),
+ v_t2 = vmovl_u8(v_src.val[2]);
+
+ float32x4x3_t v_dst;
+ v_dst.val[0] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t0))), v_scale_inv);
+ v_dst.val[1] = vsubq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t1))), v_128);
+ v_dst.val[2] = vsubq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t2))), v_128);
+ vst3q_f32(buf + j, v_dst);
+
+ v_dst.val[0] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t0))), v_scale_inv);
+ v_dst.val[1] = vsubq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t1))), v_128);
+ v_dst.val[2] = vsubq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t2))), v_128);
+ vst3q_f32(buf + j + 12, v_dst);
+ }
+ #elif CV_SSE2
+ if (haveSIMD)
+ {
+ for ( ; j <= (dn - 8) * 3; j += 24)
+ {
+ __m128i v_src0 = _mm_loadu_si128((__m128i const *)(src + j));
+ __m128i v_src1 = _mm_loadl_epi64((__m128i const *)(src + j + 16));
+
+ process(_mm_unpacklo_epi8(v_src0, v_zero),
+ _mm_unpackhi_epi8(v_src0, v_zero),
+ _mm_unpacklo_epi8(v_src1, v_zero),
+ v_coeffs, v_res,
+ buf + j);
+ }
+ }
+ #endif
+
+ for( ; j < dn*3; j += 3 )
+ {
+ buf[j] = src[j]*(100.f/255.f);
+ buf[j+1] = (float)(src[j+1] - 128);
+ buf[j+2] = (float)(src[j+2] - 128);
+ }
+ fcvt(buf, buf, dn);
+ j = 0;
+
+ #if CV_NEON
+ for ( ; j <= (dn - 8) * 3; j += 24, dst += dcn * 8)
+ {
+ float32x4x3_t v_src0 = vld3q_f32(buf + j), v_src1 = vld3q_f32(buf + j + 12);
+ uint8x8_t v_dst0 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[0], v_scale))),
+ vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[0], v_scale)))));
+ uint8x8_t v_dst1 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[1], v_scale))),
+ vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[1], v_scale)))));
+ uint8x8_t v_dst2 = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[2], v_scale))),
+ vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[2], v_scale)))));
+
+ if (dcn == 4)
+ {
+ uint8x8x4_t v_dst;
+ v_dst.val[0] = v_dst0;
+ v_dst.val[1] = v_dst1;
+ v_dst.val[2] = v_dst2;
+ v_dst.val[3] = v_alpha;
+ vst4_u8(dst, v_dst);
+ }
+ else
+ {
+ uint8x8x3_t v_dst;
+ v_dst.val[0] = v_dst0;
+ v_dst.val[1] = v_dst1;
+ v_dst.val[2] = v_dst2;
+ vst3_u8(dst, v_dst);
+ }
+ }
+ #elif CV_SSE2
+ if (dcn == 3 && haveSIMD)
+ {
+ for ( ; j <= (dn * 3 - 16); j += 16, dst += 16)
+ {
+ __m128 v_src0 = _mm_mul_ps(_mm_load_ps(buf + j), v_scale);
+ __m128 v_src1 = _mm_mul_ps(_mm_load_ps(buf + j + 4), v_scale);
+ __m128 v_src2 = _mm_mul_ps(_mm_load_ps(buf + j + 8), v_scale);
+ __m128 v_src3 = _mm_mul_ps(_mm_load_ps(buf + j + 12), v_scale);
+
+ __m128i v_dst0 = _mm_packs_epi32(_mm_cvtps_epi32(v_src0),
+ _mm_cvtps_epi32(v_src1));
+ __m128i v_dst1 = _mm_packs_epi32(_mm_cvtps_epi32(v_src2),
+ _mm_cvtps_epi32(v_src3));
+
+ _mm_storeu_si128((__m128i *)dst, _mm_packus_epi16(v_dst0, v_dst1));
+ }
+
+ int jr = j % 3;
+ if (jr)
+ dst -= jr, j -= jr;
+ }
+ else if (dcn == 4 && haveSIMD)
+ {
+ for ( ; j <= (dn * 3 - 12); j += 12, dst += 16)
+ {
+ __m128 v_buf0 = _mm_mul_ps(_mm_load_ps(buf + j), v_scale);
+ __m128 v_buf1 = _mm_mul_ps(_mm_load_ps(buf + j + 4), v_scale);
+ __m128 v_buf2 = _mm_mul_ps(_mm_load_ps(buf + j + 8), v_scale);
+
+ __m128 v_ba0 = _mm_unpackhi_ps(v_buf0, v_alpha);
+ __m128 v_ba1 = _mm_unpacklo_ps(v_buf2, v_alpha);
+
+ __m128i v_src0 = _mm_cvtps_epi32(_mm_shuffle_ps(v_buf0, v_ba0, 0x44));
+ __m128i v_src1 = _mm_shuffle_epi32(_mm_cvtps_epi32(_mm_shuffle_ps(v_ba0, v_buf1, 0x4e)), 0x78);
+ __m128i v_src2 = _mm_cvtps_epi32(_mm_shuffle_ps(v_buf1, v_ba1, 0x4e));
+ __m128i v_src3 = _mm_shuffle_epi32(_mm_cvtps_epi32(_mm_shuffle_ps(v_ba1, v_buf2, 0xee)), 0x78);
+
+ __m128i v_dst0 = _mm_packs_epi32(v_src0, v_src1);
+ __m128i v_dst1 = _mm_packs_epi32(v_src2, v_src3);
+
+ _mm_storeu_si128((__m128i *)dst, _mm_packus_epi16(v_dst0, v_dst1));
+ }
+
+ int jr = j % 3;
+ if (jr)
+ dst -= jr, j -= jr;
+ }
+ #endif
+
+ for( ; j < dn*3; j += 3, dst += dcn )
+ {
+ dst[0] = saturate_cast<uchar>(buf[j]*255.f);
+ dst[1] = saturate_cast<uchar>(buf[j+1]*255.f);
+ dst[2] = saturate_cast<uchar>(buf[j+2]*255.f);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ }
+
+ Lab2RGBfloat fcvt;
+ Lab2RGBinteger icvt;
+ #if CV_NEON
+ float32x4_t v_scale, v_scale_inv, v_128;
+ uint8x8_t v_alpha;
+ #elif CV_SSE2
+ __m128 v_scale;
+ __m128 v_alpha;
+ __m128i v_zero;
+ bool haveSIMD;
+ #endif
+ int dstcn;
+};
+
+///////////////////////////////////// RGB <-> L*u*v* /////////////////////////////////////
+
+struct RGB2Luvfloat
+{
+ typedef float channel_type;
+
+ RGB2Luvfloat( int _srccn, int blueIdx, const float* _coeffs,
+ const float* whitept, bool _srgb )
+ : srccn(_srccn), srgb(_srgb)
+ {
+ volatile int i;
+ initLabTabs();
+
+ softdouble whitePt[3];
+ for( i = 0; i < 3; i++ )
+ if(whitept)
+ whitePt[i] = softdouble(whitept[i]);
+ else
+ whitePt[i] = D65[i];
+
+ for( i = 0; i < 3; i++ )
+ {
+ for(int j = 0; j < 3; j++)
+ if(_coeffs)
+ coeffs[i*3+j] = _coeffs[i*3+j];
+ else
+ coeffs[i*3+j] = (float)(sRGB2XYZ_D65[i*3+j]);
+
+ if( blueIdx == 0 )
+ std::swap(coeffs[i*3], coeffs[i*3+2]);
+ CV_Assert( coeffs[i*3] >= 0 && coeffs[i*3+1] >= 0 && coeffs[i*3+2] >= 0 &&
+ softfloat(coeffs[i*3]) +
+ softfloat(coeffs[i*3+1]) +
+ softfloat(coeffs[i*3+2]) < softfloat(1.5f) );
+ }
+
+ softfloat d = whitePt[0] +
+ whitePt[1]*softdouble(15) +
+ whitePt[2]*softdouble(3);
+ d = softfloat::one()/max(d, softfloat::eps());
+ un = d*softfloat(13*4)*whitePt[0];
+ vn = d*softfloat(13*9)*whitePt[1];
+
+ #if CV_SSE2
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ #endif
+
+ CV_Assert(whitePt[1] == softdouble::one());
+ }
+
+ #if CV_NEON
+ void process(float32x4x3_t& v_src) const
+ {
+ float32x4_t v_x = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], vdupq_n_f32(coeffs[0])), v_src.val[1], vdupq_n_f32(coeffs[1])), v_src.val[2], vdupq_n_f32(coeffs[2]));
+ float32x4_t v_y = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], vdupq_n_f32(coeffs[3])), v_src.val[1], vdupq_n_f32(coeffs[4])), v_src.val[2], vdupq_n_f32(coeffs[5]));
+ float32x4_t v_z = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], vdupq_n_f32(coeffs[6])), v_src.val[1], vdupq_n_f32(coeffs[7])), v_src.val[2], vdupq_n_f32(coeffs[8]));
+
+ v_src.val[0] = vmulq_f32(v_y, vdupq_n_f32(LabCbrtTabScale));
+ splineInterpolate(v_src.val[0], LabCbrtTab, LAB_CBRT_TAB_SIZE);
+
+ v_src.val[0] = vmlaq_f32(vdupq_n_f32(-16.f), v_src.val[0], vdupq_n_f32(116.f));
+
+ float32x4_t v_div = vmaxq_f32(vmlaq_f32(vmlaq_f32(v_x, vdupq_n_f32(15.f), v_y), vdupq_n_f32(3.f), v_z), vdupq_n_f32(FLT_EPSILON));
+ float32x4_t v_reciprocal = vrecpeq_f32(v_div);
+ v_reciprocal = vmulq_f32(vrecpsq_f32(v_div, v_reciprocal), v_reciprocal);
+ v_reciprocal = vmulq_f32(vrecpsq_f32(v_div, v_reciprocal), v_reciprocal);
+ float32x4_t v_d = vmulq_f32(vdupq_n_f32(52.f), v_reciprocal);
+
+ v_src.val[1] = vmulq_f32(v_src.val[0], vmlaq_f32(vdupq_n_f32(-un), v_x, v_d));
+ v_src.val[2] = vmulq_f32(v_src.val[0], vmlaq_f32(vdupq_n_f32(-vn), vmulq_f32(vdupq_n_f32(2.25f), v_y), v_d));
+ }
+ #elif CV_SSE2
+ void process(__m128& v_r0, __m128& v_r1, __m128& v_g0,
+ __m128& v_g1, __m128& v_b0, __m128& v_b1) const
+ {
+ __m128 v_x0 = _mm_mul_ps(v_r0, _mm_set1_ps(coeffs[0]));
+ __m128 v_x1 = _mm_mul_ps(v_r1, _mm_set1_ps(coeffs[0]));
+ __m128 v_y0 = _mm_mul_ps(v_r0, _mm_set1_ps(coeffs[3]));
+ __m128 v_y1 = _mm_mul_ps(v_r1, _mm_set1_ps(coeffs[3]));
+ __m128 v_z0 = _mm_mul_ps(v_r0, _mm_set1_ps(coeffs[6]));
+ __m128 v_z1 = _mm_mul_ps(v_r1, _mm_set1_ps(coeffs[6]));
+
+ v_x0 = _mm_add_ps(v_x0, _mm_mul_ps(v_g0, _mm_set1_ps(coeffs[1])));
+ v_x1 = _mm_add_ps(v_x1, _mm_mul_ps(v_g1, _mm_set1_ps(coeffs[1])));
+ v_y0 = _mm_add_ps(v_y0, _mm_mul_ps(v_g0, _mm_set1_ps(coeffs[4])));
+ v_y1 = _mm_add_ps(v_y1, _mm_mul_ps(v_g1, _mm_set1_ps(coeffs[4])));
+ v_z0 = _mm_add_ps(v_z0, _mm_mul_ps(v_g0, _mm_set1_ps(coeffs[7])));
+ v_z1 = _mm_add_ps(v_z1, _mm_mul_ps(v_g1, _mm_set1_ps(coeffs[7])));
+
+ v_x0 = _mm_add_ps(v_x0, _mm_mul_ps(v_b0, _mm_set1_ps(coeffs[2])));
+ v_x1 = _mm_add_ps(v_x1, _mm_mul_ps(v_b1, _mm_set1_ps(coeffs[2])));
+ v_y0 = _mm_add_ps(v_y0, _mm_mul_ps(v_b0, _mm_set1_ps(coeffs[5])));
+ v_y1 = _mm_add_ps(v_y1, _mm_mul_ps(v_b1, _mm_set1_ps(coeffs[5])));
+ v_z0 = _mm_add_ps(v_z0, _mm_mul_ps(v_b0, _mm_set1_ps(coeffs[8])));
+ v_z1 = _mm_add_ps(v_z1, _mm_mul_ps(v_b1, _mm_set1_ps(coeffs[8])));
+
+ __m128 v_l0 = _mm_mul_ps(v_y0, _mm_set1_ps(LabCbrtTabScale));
+ __m128 v_l1 = _mm_mul_ps(v_y1, _mm_set1_ps(LabCbrtTabScale));
+ splineInterpolate(v_l0, LabCbrtTab, LAB_CBRT_TAB_SIZE);
+ splineInterpolate(v_l1, LabCbrtTab, LAB_CBRT_TAB_SIZE);
+
+ v_l0 = _mm_mul_ps(v_l0, _mm_set1_ps(116.0f));
+ v_l1 = _mm_mul_ps(v_l1, _mm_set1_ps(116.0f));
+ v_r0 = _mm_sub_ps(v_l0, _mm_set1_ps(16.0f));
+ v_r1 = _mm_sub_ps(v_l1, _mm_set1_ps(16.0f));
+
+ v_z0 = _mm_mul_ps(v_z0, _mm_set1_ps(3.0f));
+ v_z1 = _mm_mul_ps(v_z1, _mm_set1_ps(3.0f));
+ v_z0 = _mm_add_ps(v_z0, v_x0);
+ v_z1 = _mm_add_ps(v_z1, v_x1);
+ v_z0 = _mm_add_ps(v_z0, _mm_mul_ps(v_y0, _mm_set1_ps(15.0f)));
+ v_z1 = _mm_add_ps(v_z1, _mm_mul_ps(v_y1, _mm_set1_ps(15.0f)));
+ v_z0 = _mm_max_ps(v_z0, _mm_set1_ps(FLT_EPSILON));
+ v_z1 = _mm_max_ps(v_z1, _mm_set1_ps(FLT_EPSILON));
+ __m128 v_d0 = _mm_div_ps(_mm_set1_ps(52.0f), v_z0);
+ __m128 v_d1 = _mm_div_ps(_mm_set1_ps(52.0f), v_z1);
+
+ v_x0 = _mm_mul_ps(v_x0, v_d0);
+ v_x1 = _mm_mul_ps(v_x1, v_d1);
+ v_x0 = _mm_sub_ps(v_x0, _mm_set1_ps(un));
+ v_x1 = _mm_sub_ps(v_x1, _mm_set1_ps(un));
+ v_g0 = _mm_mul_ps(v_x0, v_r0);
+ v_g1 = _mm_mul_ps(v_x1, v_r1);
+
+ v_y0 = _mm_mul_ps(v_y0, v_d0);
+ v_y1 = _mm_mul_ps(v_y1, v_d1);
+ v_y0 = _mm_mul_ps(v_y0, _mm_set1_ps(2.25f));
+ v_y1 = _mm_mul_ps(v_y1, _mm_set1_ps(2.25f));
+ v_y0 = _mm_sub_ps(v_y0, _mm_set1_ps(vn));
+ v_y1 = _mm_sub_ps(v_y1, _mm_set1_ps(vn));
+ v_b0 = _mm_mul_ps(v_y0, v_r0);
+ v_b1 = _mm_mul_ps(v_y1, v_r1);
+ }
+ #endif
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int i = 0, scn = srccn;
+ float gscale = GammaTabScale;
+ const float* gammaTab = srgb ? sRGBGammaTab : 0;
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ n *= 3;
+
+ #if CV_NEON
+ if (scn == 3)
+ {
+ for( ; i <= n - 12; i += 12, src += scn * 4 )
+ {
+ float32x4x3_t v_src = vld3q_f32(src);
+
+ v_src.val[0] = vmaxq_f32(v_src.val[0], vdupq_n_f32(0));
+ v_src.val[1] = vmaxq_f32(v_src.val[1], vdupq_n_f32(0));
+ v_src.val[2] = vmaxq_f32(v_src.val[2], vdupq_n_f32(0));
+
+ v_src.val[0] = vminq_f32(v_src.val[0], vdupq_n_f32(1));
+ v_src.val[1] = vminq_f32(v_src.val[1], vdupq_n_f32(1));
+ v_src.val[2] = vminq_f32(v_src.val[2], vdupq_n_f32(1));
+
+ if( gammaTab )
+ {
+ v_src.val[0] = vmulq_f32(v_src.val[0], vdupq_n_f32(gscale));
+ v_src.val[1] = vmulq_f32(v_src.val[1], vdupq_n_f32(gscale));
+ v_src.val[2] = vmulq_f32(v_src.val[2], vdupq_n_f32(gscale));
+ splineInterpolate(v_src.val[0], gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_src.val[1], gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_src.val[2], gammaTab, GAMMA_TAB_SIZE);
+ }
+
+ process(v_src);
+
+ vst3q_f32(dst + i, v_src);
+ }
+ }
+ else
+ {
+ for( ; i <= n - 12; i += 12, src += scn * 4 )
+ {
+ float32x4x4_t v_src = vld4q_f32(src);
+
+ v_src.val[0] = vmaxq_f32(v_src.val[0], vdupq_n_f32(0));
+ v_src.val[1] = vmaxq_f32(v_src.val[1], vdupq_n_f32(0));
+ v_src.val[2] = vmaxq_f32(v_src.val[2], vdupq_n_f32(0));
+
+ v_src.val[0] = vminq_f32(v_src.val[0], vdupq_n_f32(1));
+ v_src.val[1] = vminq_f32(v_src.val[1], vdupq_n_f32(1));
+ v_src.val[2] = vminq_f32(v_src.val[2], vdupq_n_f32(1));
+
+ if( gammaTab )
+ {
+ v_src.val[0] = vmulq_f32(v_src.val[0], vdupq_n_f32(gscale));
+ v_src.val[1] = vmulq_f32(v_src.val[1], vdupq_n_f32(gscale));
+ v_src.val[2] = vmulq_f32(v_src.val[2], vdupq_n_f32(gscale));
+ splineInterpolate(v_src.val[0], gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_src.val[1], gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_src.val[2], gammaTab, GAMMA_TAB_SIZE);
+ }
+
+ float32x4x3_t v_dst;
+ v_dst.val[0] = v_src.val[0];
+ v_dst.val[1] = v_src.val[1];
+ v_dst.val[2] = v_src.val[2];
+ process(v_dst);
+
+ vst3q_f32(dst + i, v_dst);
+ }
+ }
+ #elif CV_SSE2
+ if (haveSIMD)
+ {
+ for( ; i <= n - 24; i += 24, src += scn * 8 )
+ {
+ __m128 v_r0 = _mm_loadu_ps(src + 0);
+ __m128 v_r1 = _mm_loadu_ps(src + 4);
+ __m128 v_g0 = _mm_loadu_ps(src + 8);
+ __m128 v_g1 = _mm_loadu_ps(src + 12);
+ __m128 v_b0 = _mm_loadu_ps(src + 16);
+ __m128 v_b1 = _mm_loadu_ps(src + 20);
+
+ if (scn == 3)
+ {
+ _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
+ }
+ else
+ {
+ __m128 v_a0 = _mm_loadu_ps(src + 24);
+ __m128 v_a1 = _mm_loadu_ps(src + 28);
+
+ _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1, v_a0, v_a1);
+ }
+
+ v_r0 = _mm_max_ps(v_r0, _mm_setzero_ps());
+ v_r1 = _mm_max_ps(v_r1, _mm_setzero_ps());
+ v_g0 = _mm_max_ps(v_g0, _mm_setzero_ps());
+ v_g1 = _mm_max_ps(v_g1, _mm_setzero_ps());
+ v_b0 = _mm_max_ps(v_b0, _mm_setzero_ps());
+ v_b1 = _mm_max_ps(v_b1, _mm_setzero_ps());
+
+ v_r0 = _mm_min_ps(v_r0, _mm_set1_ps(1.f));
+ v_r1 = _mm_min_ps(v_r1, _mm_set1_ps(1.f));
+ v_g0 = _mm_min_ps(v_g0, _mm_set1_ps(1.f));
+ v_g1 = _mm_min_ps(v_g1, _mm_set1_ps(1.f));
+ v_b0 = _mm_min_ps(v_b0, _mm_set1_ps(1.f));
+ v_b1 = _mm_min_ps(v_b1, _mm_set1_ps(1.f));
+
+ if ( gammaTab )
+ {
+ __m128 v_gscale = _mm_set1_ps(gscale);
+ v_r0 = _mm_mul_ps(v_r0, v_gscale);
+ v_r1 = _mm_mul_ps(v_r1, v_gscale);
+ v_g0 = _mm_mul_ps(v_g0, v_gscale);
+ v_g1 = _mm_mul_ps(v_g1, v_gscale);
+ v_b0 = _mm_mul_ps(v_b0, v_gscale);
+ v_b1 = _mm_mul_ps(v_b1, v_gscale);
+
+ splineInterpolate(v_r0, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_r1, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_g0, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_g1, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_b0, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_b1, gammaTab, GAMMA_TAB_SIZE);
+ }
+
+ process(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
+
+ _mm_interleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
+
+ _mm_storeu_ps(dst + i + 0, v_r0);
+ _mm_storeu_ps(dst + i + 4, v_r1);
+ _mm_storeu_ps(dst + i + 8, v_g0);
+ _mm_storeu_ps(dst + i + 12, v_g1);
+ _mm_storeu_ps(dst + i + 16, v_b0);
+ _mm_storeu_ps(dst + i + 20, v_b1);
+ }
+ }
+ #endif
+ for( ; i < n; i += 3, src += scn )
+ {
+ float R = src[0], G = src[1], B = src[2];
+ R = std::min(std::max(R, 0.f), 1.f);
+ G = std::min(std::max(G, 0.f), 1.f);
+ B = std::min(std::max(B, 0.f), 1.f);
+ if( gammaTab )
+ {
+ R = splineInterpolate(R*gscale, gammaTab, GAMMA_TAB_SIZE);
+ G = splineInterpolate(G*gscale, gammaTab, GAMMA_TAB_SIZE);
+ B = splineInterpolate(B*gscale, gammaTab, GAMMA_TAB_SIZE);
+ }
+
+ float X = R*C0 + G*C1 + B*C2;
+ float Y = R*C3 + G*C4 + B*C5;
+ float Z = R*C6 + G*C7 + B*C8;
+
+ float L = splineInterpolate(Y*LabCbrtTabScale, LabCbrtTab, LAB_CBRT_TAB_SIZE);
+ L = 116.f*L - 16.f;
+
+ float d = (4*13) / std::max(X + 15 * Y + 3 * Z, FLT_EPSILON);
+ float u = L*(X*d - un);
+ float v = L*((9*0.25f)*Y*d - vn);
+
+ dst[i] = L; dst[i+1] = u; dst[i+2] = v;
+ }
+ }
+
+ int srccn;
+ float coeffs[9], un, vn;
+ bool srgb;
+ #if CV_SSE2
+ bool haveSIMD;
+ #endif
+};
+
+struct RGB2Luv_f
+{
+ typedef float channel_type;
+
+ RGB2Luv_f( int _srccn, int blueIdx, const float* _coeffs,
+ const float* whitept, bool _srgb )
+ : fcvt(_srccn, blueIdx, _coeffs, whitept, _srgb), srccn(_srccn)
+ { }
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ fcvt(src, dst, n);
+ }
+
+ RGB2Luvfloat fcvt;
+ int srccn;
+};
+
+struct Luv2RGBfloat
+{
+ typedef float channel_type;
+
+ Luv2RGBfloat( int _dstcn, int blueIdx, const float* _coeffs,
+ const float* whitept, bool _srgb )
+ : dstcn(_dstcn), srgb(_srgb)
+ {
+ initLabTabs();
+
+ softdouble whitePt[3];
+ for(int i = 0; i < 3; i++)
+ if(whitept)
+ whitePt[i] = softdouble(whitept[i]);
+ else
+ whitePt[i] = D65[i];
+
+ for( int i = 0; i < 3; i++ )
+ {
+ softfloat c[3];
+ for(int j = 0; j < 3; j++)
+ if(_coeffs)
+ c[j] = softfloat(_coeffs[i+j*3]);
+ else
+ c[j] = XYZ2sRGB_D65[i+j*3];
+
+ coeffs[i+(blueIdx^2)*3] = c[0];
+ coeffs[i+3] = c[1];
+ coeffs[i+blueIdx*3] = c[2];
+ }
+
+ softfloat d = whitePt[0] +
+ whitePt[1]*softdouble(15) +
+ whitePt[2]*softdouble(3);
+ d = softfloat::one()/max(d, softfloat::eps());
+ un = softfloat(4*13)*d*whitePt[0];
+ vn = softfloat(9*13)*d*whitePt[1];
+ #if CV_SSE2
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ #endif
+
+ CV_Assert(whitePt[1] == softdouble::one());
+ }
+
+ #if CV_SSE2
+ void process(__m128& v_l0, __m128& v_l1, __m128& v_u0,
+ __m128& v_u1, __m128& v_v0, __m128& v_v1) const
+ {
+ // L*(3./29.)^3
+ __m128 v_y00 = _mm_mul_ps(v_l0, _mm_set1_ps(1.0f/903.3f));
+ __m128 v_y01 = _mm_mul_ps(v_l1, _mm_set1_ps(1.0f/903.3f));
+ // ((L + 16)/116)^3
+ __m128 v_y10 = _mm_mul_ps(_mm_add_ps(v_l0, _mm_set1_ps(16.0f)), _mm_set1_ps(1.f/116.f));
+ __m128 v_y11 = _mm_mul_ps(_mm_add_ps(v_l1, _mm_set1_ps(16.0f)), _mm_set1_ps(1.f/116.f));
+ v_y10 = _mm_mul_ps(_mm_mul_ps(v_y10, v_y10), v_y10);
+ v_y11 = _mm_mul_ps(_mm_mul_ps(v_y11, v_y11), v_y11);
+ // Y = (L <= 8) ? Y0 : Y1;
+ __m128 v_cmpl0 = _mm_cmplt_ps(v_l0, _mm_set1_ps(8.f));
+ __m128 v_cmpl1 = _mm_cmplt_ps(v_l1, _mm_set1_ps(8.f));
+ v_y00 = _mm_and_ps(v_cmpl0, v_y00);
+ v_y01 = _mm_and_ps(v_cmpl1, v_y01);
+ v_y10 = _mm_andnot_ps(v_cmpl0, v_y10);
+ v_y11 = _mm_andnot_ps(v_cmpl1, v_y11);
+ __m128 v_y0 = _mm_or_ps(v_y00, v_y10);
+ __m128 v_y1 = _mm_or_ps(v_y01, v_y11);
+ // up = 3*(u + L*_un);
+ __m128 v_up0 = _mm_mul_ps(_mm_set1_ps(3.f), _mm_add_ps(v_u0, _mm_mul_ps(v_l0, _mm_set1_ps(un))));
+ __m128 v_up1 = _mm_mul_ps(_mm_set1_ps(3.f), _mm_add_ps(v_u1, _mm_mul_ps(v_l1, _mm_set1_ps(un))));
+ // vp = 0.25/(v + L*_vn);
+ __m128 v_vp0 = _mm_div_ps(_mm_set1_ps(0.25f), _mm_add_ps(v_v0, _mm_mul_ps(v_l0, _mm_set1_ps(vn))));
+ __m128 v_vp1 = _mm_div_ps(_mm_set1_ps(0.25f), _mm_add_ps(v_v1, _mm_mul_ps(v_l1, _mm_set1_ps(vn))));
+ // vp = max(-0.25, min(0.25, vp));
+ v_vp0 = _mm_max_ps(v_vp0, _mm_set1_ps(-0.25f));
+ v_vp1 = _mm_max_ps(v_vp1, _mm_set1_ps(-0.25f));
+ v_vp0 = _mm_min_ps(v_vp0, _mm_set1_ps( 0.25f));
+ v_vp1 = _mm_min_ps(v_vp1, _mm_set1_ps( 0.25f));
+ //X = 3*up*vp; // (*Y) is done later
+ __m128 v_x0 = _mm_mul_ps(_mm_set1_ps(3.f), _mm_mul_ps(v_up0, v_vp0));
+ __m128 v_x1 = _mm_mul_ps(_mm_set1_ps(3.f), _mm_mul_ps(v_up1, v_vp1));
+ //Z = ((12*13*L - up)*vp - 5); // (*Y) is done later
+ __m128 v_z0 = _mm_sub_ps(_mm_mul_ps(_mm_sub_ps(_mm_mul_ps(_mm_set1_ps(12.f*13.f), v_l0), v_up0), v_vp0), _mm_set1_ps(5.f));
+ __m128 v_z1 = _mm_sub_ps(_mm_mul_ps(_mm_sub_ps(_mm_mul_ps(_mm_set1_ps(12.f*13.f), v_l1), v_up1), v_vp1), _mm_set1_ps(5.f));
+
+ // R = (X*C0 + C1 + Z*C2)*Y; // here (*Y) is done
+ v_l0 = _mm_mul_ps(v_x0, _mm_set1_ps(coeffs[0]));
+ v_l1 = _mm_mul_ps(v_x1, _mm_set1_ps(coeffs[0]));
+ v_u0 = _mm_mul_ps(v_x0, _mm_set1_ps(coeffs[3]));
+ v_u1 = _mm_mul_ps(v_x1, _mm_set1_ps(coeffs[3]));
+ v_v0 = _mm_mul_ps(v_x0, _mm_set1_ps(coeffs[6]));
+ v_v1 = _mm_mul_ps(v_x1, _mm_set1_ps(coeffs[6]));
+ v_l0 = _mm_add_ps(v_l0, _mm_set1_ps(coeffs[1]));
+ v_l1 = _mm_add_ps(v_l1, _mm_set1_ps(coeffs[1]));
+ v_u0 = _mm_add_ps(v_u0, _mm_set1_ps(coeffs[4]));
+ v_u1 = _mm_add_ps(v_u1, _mm_set1_ps(coeffs[4]));
+ v_v0 = _mm_add_ps(v_v0, _mm_set1_ps(coeffs[7]));
+ v_v1 = _mm_add_ps(v_v1, _mm_set1_ps(coeffs[7]));
+ v_l0 = _mm_add_ps(v_l0, _mm_mul_ps(v_z0, _mm_set1_ps(coeffs[2])));
+ v_l1 = _mm_add_ps(v_l1, _mm_mul_ps(v_z1, _mm_set1_ps(coeffs[2])));
+ v_u0 = _mm_add_ps(v_u0, _mm_mul_ps(v_z0, _mm_set1_ps(coeffs[5])));
+ v_u1 = _mm_add_ps(v_u1, _mm_mul_ps(v_z1, _mm_set1_ps(coeffs[5])));
+ v_v0 = _mm_add_ps(v_v0, _mm_mul_ps(v_z0, _mm_set1_ps(coeffs[8])));
+ v_v1 = _mm_add_ps(v_v1, _mm_mul_ps(v_z1, _mm_set1_ps(coeffs[8])));
+ v_l0 = _mm_mul_ps(v_l0, v_y0);
+ v_l1 = _mm_mul_ps(v_l1, v_y1);
+ v_u0 = _mm_mul_ps(v_u0, v_y0);
+ v_u1 = _mm_mul_ps(v_u1, v_y1);
+ v_v0 = _mm_mul_ps(v_v0, v_y0);
+ v_v1 = _mm_mul_ps(v_v1, v_y1);
+
+ v_l0 = _mm_max_ps(v_l0, _mm_setzero_ps());
+ v_l1 = _mm_max_ps(v_l1, _mm_setzero_ps());
+ v_u0 = _mm_max_ps(v_u0, _mm_setzero_ps());
+ v_u1 = _mm_max_ps(v_u1, _mm_setzero_ps());
+ v_v0 = _mm_max_ps(v_v0, _mm_setzero_ps());
+ v_v1 = _mm_max_ps(v_v1, _mm_setzero_ps());
+ v_l0 = _mm_min_ps(v_l0, _mm_set1_ps(1.f));
+ v_l1 = _mm_min_ps(v_l1, _mm_set1_ps(1.f));
+ v_u0 = _mm_min_ps(v_u0, _mm_set1_ps(1.f));
+ v_u1 = _mm_min_ps(v_u1, _mm_set1_ps(1.f));
+ v_v0 = _mm_min_ps(v_v0, _mm_set1_ps(1.f));
+ v_v1 = _mm_min_ps(v_v1, _mm_set1_ps(1.f));
+ }
+ #endif
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int i = 0, dcn = dstcn;
+ const float* gammaTab = srgb ? sRGBInvGammaTab : 0;
+ float gscale = GammaTabScale;
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+ float alpha = ColorChannel<float>::max();
+ float _un = un, _vn = vn;
+ n *= 3;
+
+ #if CV_SSE2
+ if (haveSIMD)
+ {
+ for( ; i <= n - 24; i += 24, dst += dcn * 8 )
+ {
+ __m128 v_l0 = _mm_loadu_ps(src + i + 0);
+ __m128 v_l1 = _mm_loadu_ps(src + i + 4);
+ __m128 v_u0 = _mm_loadu_ps(src + i + 8);
+ __m128 v_u1 = _mm_loadu_ps(src + i + 12);
+ __m128 v_v0 = _mm_loadu_ps(src + i + 16);
+ __m128 v_v1 = _mm_loadu_ps(src + i + 20);
+
+ _mm_deinterleave_ps(v_l0, v_l1, v_u0, v_u1, v_v0, v_v1);
+
+ process(v_l0, v_l1, v_u0, v_u1, v_v0, v_v1);
+
+ if( gammaTab )
+ {
+ __m128 v_gscale = _mm_set1_ps(gscale);
+ v_l0 = _mm_mul_ps(v_l0, v_gscale);
+ v_l1 = _mm_mul_ps(v_l1, v_gscale);
+ v_u0 = _mm_mul_ps(v_u0, v_gscale);
+ v_u1 = _mm_mul_ps(v_u1, v_gscale);
+ v_v0 = _mm_mul_ps(v_v0, v_gscale);
+ v_v1 = _mm_mul_ps(v_v1, v_gscale);
+ splineInterpolate(v_l0, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_l1, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_u0, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_u1, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_v0, gammaTab, GAMMA_TAB_SIZE);
+ splineInterpolate(v_v1, gammaTab, GAMMA_TAB_SIZE);
+ }
+
+ if( dcn == 4 )
+ {
+ __m128 v_a0 = _mm_set1_ps(alpha);
+ __m128 v_a1 = _mm_set1_ps(alpha);
+ _mm_interleave_ps(v_l0, v_l1, v_u0, v_u1, v_v0, v_v1, v_a0, v_a1);
+
+ _mm_storeu_ps(dst + 0, v_l0);
+ _mm_storeu_ps(dst + 4, v_l1);
+ _mm_storeu_ps(dst + 8, v_u0);
+ _mm_storeu_ps(dst + 12, v_u1);
+ _mm_storeu_ps(dst + 16, v_v0);
+ _mm_storeu_ps(dst + 20, v_v1);
+ _mm_storeu_ps(dst + 24, v_a0);
+ _mm_storeu_ps(dst + 28, v_a1);
+ }
+ else
+ {
+ _mm_interleave_ps(v_l0, v_l1, v_u0, v_u1, v_v0, v_v1);
+
+ _mm_storeu_ps(dst + 0, v_l0);
+ _mm_storeu_ps(dst + 4, v_l1);
+ _mm_storeu_ps(dst + 8, v_u0);
+ _mm_storeu_ps(dst + 12, v_u1);
+ _mm_storeu_ps(dst + 16, v_v0);
+ _mm_storeu_ps(dst + 20, v_v1);
+ }
+ }
+ }
+ #endif
+ for( ; i < n; i += 3, dst += dcn )
+ {
+ float L = src[i], u = src[i+1], v = src[i+2], X, Y, Z;
+ if(L >= 8)
+ {
+ Y = (L + 16.f) * (1.f/116.f);
+ Y = Y*Y*Y;
+ }
+ else
+ {
+ Y = L * (1.0f/903.3f); // L*(3./29.)^3
+ }
+ float up = 3.f*(u + L*_un);
+ float vp = 0.25f/(v + L*_vn);
+ if(vp > 0.25f) vp = 0.25f;
+ if(vp < -0.25f) vp = -0.25f;
+ X = Y*3.f*up*vp;
+ Z = Y*(((12.f*13.f)*L - up)*vp - 5.f);
+
+ float R = X*C0 + Y*C1 + Z*C2;
+ float G = X*C3 + Y*C4 + Z*C5;
+ float B = X*C6 + Y*C7 + Z*C8;
+
+ R = std::min(std::max(R, 0.f), 1.f);
+ G = std::min(std::max(G, 0.f), 1.f);
+ B = std::min(std::max(B, 0.f), 1.f);
+
+ if( gammaTab )
+ {
+ R = splineInterpolate(R*gscale, gammaTab, GAMMA_TAB_SIZE);
+ G = splineInterpolate(G*gscale, gammaTab, GAMMA_TAB_SIZE);
+ B = splineInterpolate(B*gscale, gammaTab, GAMMA_TAB_SIZE);
+ }
+
+ dst[0] = R; dst[1] = G; dst[2] = B;
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+
+ int dstcn;
+ float coeffs[9], un, vn;
+ bool srgb;
+ #if CV_SSE2
+ bool haveSIMD;
+ #endif
+};
+
+
+struct Luv2RGB_f
+{
+ typedef float channel_type;
+
+ Luv2RGB_f( int _dstcn, int blueIdx, const float* _coeffs,
+ const float* whitept, bool _srgb )
+ : fcvt(_dstcn, blueIdx, _coeffs, whitept, _srgb), dstcn(_dstcn)
+ { }
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ fcvt(src, dst, n);
+ }
+
+ Luv2RGBfloat fcvt;
+ int dstcn;
+};
+
+struct RGB2Luvinterpolate
+{
+ typedef uchar channel_type;
+
+ RGB2Luvinterpolate( int _srccn, int _blueIdx, const float* /* _coeffs */,
+ const float* /* _whitept */, bool /*_srgb*/ )
+ : srccn(_srccn), blueIdx(_blueIdx)
+ {
+ initLabTabs();
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int i, scn = srccn, bIdx = blueIdx;
+
+ i = 0; n *= 3;
+
+#if CV_SIMD128
+ if(enablePackedRGB2Luv)
+ {
+ static const int nPixels = 8*2;
+ for(; i < n - 3*nPixels; i += 3*nPixels, src += scn*nPixels)
+ {
+ /*
+ int R = src[bIdx], G = src[1], B = src[bIdx^2];
+ */
+ v_uint8x16 r16, g16, b16, dummy16;
+ if(scn == 3)
+ {
+ v_load_deinterleave(src, r16, g16, b16);
+ }
+ else // scn == 4
+ {
+ v_load_deinterleave(src, r16, g16, b16, dummy16);
+ }
+
+ if(bIdx)
+ {
+ dummy16 = r16; r16 = b16; b16 = dummy16;
+ }
+
+ /*
+ static const int baseDiv = LAB_BASE/256;
+ R = R*baseDiv, G = G*baseDiv, B = B*baseDiv;
+ */
+ v_uint16x8 r80, r81, g80, g81, b80, b81;
+ v_expand(r16, r80, r81);
+ v_expand(g16, g80, g81);
+ v_expand(b16, b80, b81);
+ r80 = r80 << (lab_base_shift - 8); r81 = r81 << (lab_base_shift - 8);
+ g80 = g80 << (lab_base_shift - 8); g81 = g81 << (lab_base_shift - 8);
+ b80 = b80 << (lab_base_shift - 8); b81 = b81 << (lab_base_shift - 8);
+
+ /*
+ int L, u, v;
+ trilinearInterpolate(R, G, B, RGB2LuvLUT_s16, L, u, v);
+ */
+ v_uint16x8 l80, u80, v80, l81, u81, v81;
+ trilinearPackedInterpolate(r80, g80, b80, LABLUVLUTs16.RGB2LuvLUT_s16, l80, u80, v80);
+ trilinearPackedInterpolate(r81, g81, b81, LABLUVLUTs16.RGB2LuvLUT_s16, l81, u81, v81);
+
+ /*
+ dst[i] = saturate_cast<uchar>(L/baseDiv);
+ dst[i+1] = saturate_cast<uchar>(u/baseDiv);
+ dst[i+2] = saturate_cast<uchar>(v/baseDiv);
+ */
+ l80 = l80 >> (lab_base_shift - 8); l81 = l81 >> (lab_base_shift - 8);
+ u80 = u80 >> (lab_base_shift - 8); u81 = u81 >> (lab_base_shift - 8);
+ v80 = v80 >> (lab_base_shift - 8); v81 = v81 >> (lab_base_shift - 8);
+ v_uint8x16 l16 = v_pack(l80, l81);
+ v_uint8x16 u16 = v_pack(u80, u81);
+ v_uint8x16 v16 = v_pack(v80, v81);
+ v_store_interleave(dst + i, l16, u16, v16);
+ }
+ }
+#endif // CV_SIMD128
+
+ for(; i < n; i += 3, src += scn)
+ {
+ int R = src[bIdx], G = src[1], B = src[bIdx^2];
+
+ // (LAB_BASE/255) gives more accuracy but not very much
+ static const int baseDiv = LAB_BASE/256;
+ R = R*baseDiv, G = G*baseDiv, B = B*baseDiv;
+
+ int L, u, v;
+ trilinearInterpolate(R, G, B, LABLUVLUTs16.RGB2LuvLUT_s16, L, u, v);
+
+ dst[i] = saturate_cast<uchar>(L/baseDiv);
+ dst[i+1] = saturate_cast<uchar>(u/baseDiv);
+ dst[i+2] = saturate_cast<uchar>(v/baseDiv);
+ }
+ }
+
+ int srccn;
+ int blueIdx;
+};
+
+
+struct RGB2Luv_b
+{
+ typedef uchar channel_type;
+
+ RGB2Luv_b( int _srccn, int blueIdx, const float* _coeffs,
+ const float* _whitept, bool _srgb )
+ : srccn(_srccn),
+ fcvt(3, blueIdx, _coeffs, _whitept, _srgb),
+ icvt(_srccn, blueIdx, _coeffs, _whitept, _srgb)
+ {
+ useInterpolation = (!_coeffs && !_whitept && _srgb
+ && enableBitExactness
+ && enableRGB2LuvInterpolation);
+
+ #if CV_NEON
+ v_scale_inv = vdupq_n_f32(softfloat::one()/f255);
+ v_scale = vdupq_n_f32(f255/softfloat(100));
+ v_coeff1 = vdupq_n_f32(f255/uRange);
+ v_coeff2 = vdupq_n_f32(-uLow*f255/uRange);
+ v_coeff3 = vdupq_n_f32(f255/vRange);
+ v_coeff4 = vdupq_n_f32(-vLow*f255/vRange);
+ v_alpha = vdup_n_u8(ColorChannel<uchar>::max());
+ #elif CV_SSE2
+ v_zero = _mm_setzero_si128();
+ v_scale_inv = _mm_set1_ps(softfloat::one()/f255);
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ #endif
+ }
+
+ #if CV_SSE2
+ void process(const float * buf,
+ __m128 & v_coeffs, __m128 & v_res, uchar * dst) const
+ {
+ __m128 v_l0f = _mm_load_ps(buf);
+ __m128 v_l1f = _mm_load_ps(buf + 4);
+ __m128 v_u0f = _mm_load_ps(buf + 8);
+ __m128 v_u1f = _mm_load_ps(buf + 12);
+
+ v_l0f = _mm_add_ps(_mm_mul_ps(v_l0f, v_coeffs), v_res);
+ v_u1f = _mm_add_ps(_mm_mul_ps(v_u1f, v_coeffs), v_res);
+ v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x92));
+ v_res = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_res), 0x92));
+ v_u0f = _mm_add_ps(_mm_mul_ps(v_u0f, v_coeffs), v_res);
+ v_coeffs = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_coeffs), 0x92));
+ v_res = _mm_castsi128_ps(_mm_shuffle_epi32(_mm_castps_si128(v_res), 0x92));
+ v_l1f = _mm_add_ps(_mm_mul_ps(v_l1f, v_coeffs), v_res);
+
+ __m128i v_l = _mm_packs_epi32(_mm_cvtps_epi32(v_l0f), _mm_cvtps_epi32(v_l1f));
+ __m128i v_u = _mm_packs_epi32(_mm_cvtps_epi32(v_u0f), _mm_cvtps_epi32(v_u1f));
+ __m128i v_l0 = _mm_packus_epi16(v_l, v_u);
+
+ _mm_storeu_si128((__m128i *)(dst), v_l0);
+ }
+ #endif
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ if(useInterpolation)
+ {
+ icvt(src, dst, n);
+ return;
+ }
+
+ int i, j, scn = srccn;
+ float CV_DECL_ALIGNED(16) buf[3*BLOCK_SIZE];
+
+ #if CV_SSE2
+ __m128 v_coeffs = _mm_set_ps(f255/softfloat(100), f255/vRange, f255/uRange, f255/softfloat(100));
+ __m128 v_res = _mm_set_ps(0.f, -vLow*f255/vRange, -uLow*f255/uRange, 0.f);
+ #endif
+
+ for( i = 0; i < n; i += BLOCK_SIZE, dst += BLOCK_SIZE*3 )
+ {
+ int dn = std::min(n - i, (int)BLOCK_SIZE);
+ j = 0;
+
+ #if CV_NEON
+ for ( ; j <= (dn - 8) * 3; j += 24, src += 8 * scn)
+ {
+ uint16x8_t v_t0, v_t1, v_t2;
+
+ if (scn == 3)
+ {
+ uint8x8x3_t v_src = vld3_u8(src);
+ v_t0 = vmovl_u8(v_src.val[0]);
+ v_t1 = vmovl_u8(v_src.val[1]);
+ v_t2 = vmovl_u8(v_src.val[2]);
+ }
+ else
+ {
+ uint8x8x4_t v_src = vld4_u8(src);
+ v_t0 = vmovl_u8(v_src.val[0]);
+ v_t1 = vmovl_u8(v_src.val[1]);
+ v_t2 = vmovl_u8(v_src.val[2]);
+ }
+
+ float32x4x3_t v_dst;
+ v_dst.val[0] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t0))), v_scale_inv);
+ v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t1))), v_scale_inv);
+ v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_low_u16(v_t2))), v_scale_inv);
+ vst3q_f32(buf + j, v_dst);
+
+ v_dst.val[0] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t0))), v_scale_inv);
+ v_dst.val[1] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t1))), v_scale_inv);
+ v_dst.val[2] = vmulq_f32(vcvtq_f32_u32(vmovl_u16(vget_high_u16(v_t2))), v_scale_inv);
+ vst3q_f32(buf + j + 12, v_dst);
+ }
+ #elif CV_SSE2
+ if (scn == 3 && haveSIMD)
+ {
+ for ( ; j <= (dn * 3 - 16); j += 16, src += 16)
+ {
+ __m128i v_src = _mm_loadu_si128((__m128i const *)src);
+
+ __m128i v_src_p = _mm_unpacklo_epi8(v_src, v_zero);
+ _mm_store_ps(buf + j, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_p, v_zero)), v_scale_inv));
+ _mm_store_ps(buf + j + 4, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpackhi_epi16(v_src_p, v_zero)), v_scale_inv));
+
+ v_src_p = _mm_unpackhi_epi8(v_src, v_zero);
+ _mm_store_ps(buf + j + 8, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_p, v_zero)), v_scale_inv));
+ _mm_store_ps(buf + j + 12, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpackhi_epi16(v_src_p, v_zero)), v_scale_inv));
+ }
+
+ int jr = j % 3;
+ if (jr)
+ src -= jr, j -= jr;
+ }
+ else if (scn == 4 && haveSIMD)
+ {
+ for ( ; j <= (dn * 3 - 12); j += 12, src += 16)
+ {
+ __m128i v_src = _mm_loadu_si128((__m128i const *)src);
+
+ __m128i v_src_lo = _mm_unpacklo_epi8(v_src, v_zero);
+ __m128i v_src_hi = _mm_unpackhi_epi8(v_src, v_zero);
+ _mm_storeu_ps(buf + j, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_lo, v_zero)), v_scale_inv));
+ _mm_storeu_ps(buf + j + 3, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpackhi_epi16(v_src_lo, v_zero)), v_scale_inv));
+ _mm_storeu_ps(buf + j + 6, _mm_mul_ps(_mm_cvtepi32_ps(_mm_unpacklo_epi16(v_src_hi, v_zero)), v_scale_inv));
+ float tmp = buf[j + 8];
+ _mm_storeu_ps(buf + j + 8, _mm_mul_ps(_mm_cvtepi32_ps(_mm_shuffle_epi32(_mm_unpackhi_epi16(v_src_hi, v_zero), 0x90)), v_scale_inv));
+ buf[j + 8] = tmp;
+ }
+
+ int jr = j % 3;
+ if (jr)
+ src -= jr, j -= jr;
+ }
+ #endif
+ static const softfloat f255inv = softfloat::one()/f255;
+ for( ; j < dn*3; j += 3, src += scn )
+ {
+ buf[j ] = (float)(src[0]*((float)f255inv));
+ buf[j+1] = (float)(src[1]*((float)f255inv));
+ buf[j+2] = (float)(src[2]*((float)f255inv));
+ }
+ fcvt(buf, buf, dn);
+
+ j = 0;
+ #if CV_NEON
+ for ( ; j <= (dn - 8) * 3; j += 24)
+ {
+ float32x4x3_t v_src0 = vld3q_f32(buf + j), v_src1 = vld3q_f32(buf + j + 12);
+
+ uint8x8x3_t v_dst;
+ v_dst.val[0] = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src0.val[0], v_scale))),
+ vqmovn_u32(cv_vrndq_u32_f32(vmulq_f32(v_src1.val[0], v_scale)))));
+ v_dst.val[1] = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vaddq_f32(vmulq_f32(v_src0.val[1], v_coeff1), v_coeff2))),
+ vqmovn_u32(cv_vrndq_u32_f32(vaddq_f32(vmulq_f32(v_src1.val[1], v_coeff1), v_coeff2)))));
+ v_dst.val[2] = vqmovn_u16(vcombine_u16(vqmovn_u32(cv_vrndq_u32_f32(vaddq_f32(vmulq_f32(v_src0.val[2], v_coeff3), v_coeff4))),
+ vqmovn_u32(cv_vrndq_u32_f32(vaddq_f32(vmulq_f32(v_src1.val[2], v_coeff3), v_coeff4)))));
+
+ vst3_u8(dst + j, v_dst);
+ }
+ #elif CV_SSE2
+ if (haveSIMD)
+ {
+ for ( ; j <= (dn - 16) * 3; j += 48)
+ {
+ process(buf + j,
+ v_coeffs, v_res, dst + j);
+
+ process(buf + j + 16,
+ v_coeffs, v_res, dst + j + 16);
+
+ process(buf + j + 32,
+ v_coeffs, v_res, dst + j + 32);
+ }
+ }
+ #endif
+
+ static const softfloat fL = f255/softfloat(100);
+ static const softfloat fu = f255/uRange;
+ static const softfloat fv = f255/vRange;
+ static const softfloat su = -uLow*f255/uRange;
+ static const softfloat sv = -vLow*f255/vRange;
+ for( ; j < dn*3; j += 3 )
+ {
+ dst[j] = saturate_cast<uchar>(buf[j]*(float)fL);
+ dst[j+1] = saturate_cast<uchar>(buf[j+1]*(float)fu + (float)su);
+ dst[j+2] = saturate_cast<uchar>(buf[j+2]*(float)fv + (float)sv);
+ }
+ }
+ }
+
+ int srccn;
+ RGB2Luvfloat fcvt;
+ RGB2Luvinterpolate icvt;
+
+ #if CV_NEON
+ float32x4_t v_scale, v_scale_inv, v_coeff1, v_coeff2, v_coeff3, v_coeff4;
+ uint8x8_t v_alpha;
+ #elif CV_SSE2
+ __m128 v_scale_inv;
+ __m128i v_zero;
+ bool haveSIMD;
+ #endif
+ bool useInterpolation;
+};
+
+
+struct Luv2RGBinteger
+{
+ typedef uchar channel_type;
+
+ static const int base_shift = 14;
+ static const int BASE = (1 << base_shift);
+ static const int shift = lab_shift+(base_shift-inv_gamma_shift);
+
+ // whitept is fixed for int calculations
+ Luv2RGBinteger( int _dstcn, int blueIdx, const float* _coeffs,
+ const float* /*_whitept*/, bool _srgb )
+ : dstcn(_dstcn)
+ {
+ initLabTabs();
+
+ static const softdouble lshift(1 << lab_shift);
+ for(int i = 0; i < 3; i++)
+ {
+ softdouble c[3];
+ for(int j = 0; j < 3; j++)
+ if(_coeffs)
+ c[j] = softdouble(_coeffs[i + j*3]);
+ else
+ c[j] = XYZ2sRGB_D65[i + j*3];
+
+ coeffs[i+blueIdx*3] = cvRound(lshift*c[0]);
+ coeffs[i+3] = cvRound(lshift*c[1]);
+ coeffs[i+(blueIdx^2)*3] = cvRound(lshift*c[2]);
+ }
+
+ tab = _srgb ? sRGBInvGammaTab_b : linearInvGammaTab_b;
+ }
+
+ // L, u, v should be in their natural range
+ inline void process(const uchar LL, const uchar uu, const uchar vv, int& ro, int& go, int& bo) const
+ {
+ ushort y = LabToYF_b[LL*2];
+
+ // y : [0, BASE]
+ // up: [-402, 1431.57]*(BASE/1024)
+ // vp: +/- 0.25*BASE*1024
+ int up = LUVLUT.LuToUp_b[LL*256+uu];
+ int vp = LUVLUT.LvToVp_b[LL*256+vv];
+ //X = y*3.f* up/((float)BASE/1024) *vp/((float)BASE*1024);
+ //Z = y*(((12.f*13.f)*((float)LL)*100.f/255.f - up/((float)BASE))*vp/((float)BASE*1024) - 5.f);
+
+ long long int xv = ((int)up)*(long long)vp;
+ int x = (int)(xv/BASE);
+ x = y*x/BASE;
+
+ long long int vpl = LUVLUT.LvToVpl_b[LL*256+vv];
+ long long int zp = vpl - xv*(255/3);
+ zp /= BASE;
+ long long int zq = zp - (long long)(5*255*BASE);
+ int zm = (int)(y*zq/BASE);
+ int z = zm/256 + zm/65536;
+
+ //limit X, Y, Z to [0, 2] to fit white point
+ x = max(0, min(2*BASE, x)); z = max(0, min(2*BASE, z));
+
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2];
+ int C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5];
+ int C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+
+ ro = CV_DESCALE(C0 * x + C1 * y + C2 * z, shift);
+ go = CV_DESCALE(C3 * x + C4 * y + C5 * z, shift);
+ bo = CV_DESCALE(C6 * x + C7 * y + C8 * z, shift);
+
+ ro = max(0, min((int)INV_GAMMA_TAB_SIZE-1, ro));
+ go = max(0, min((int)INV_GAMMA_TAB_SIZE-1, go));
+ bo = max(0, min((int)INV_GAMMA_TAB_SIZE-1, bo));
+
+ ro = tab[ro];
+ go = tab[go];
+ bo = tab[bo];
+ }
+
+ inline void processLuvToXYZ(const v_uint8x16& lv, const v_uint8x16& uv, const v_uint8x16& vv,
+ int32_t* xyz) const
+ {
+ uint8_t CV_DECL_ALIGNED(16) lvstore[16], uvstore[16], vvstore[16];
+ v_store_aligned(lvstore, lv); v_store_aligned(uvstore, uv); v_store_aligned(vvstore, vv);
+
+ for(int i = 0; i < 16; i++)
+ {
+ int LL = lvstore[i];
+ int u = uvstore[i];
+ int v = vvstore[i];
+ int y = LabToYF_b[LL*2];
+
+ int up = LUVLUT.LuToUp_b[LL*256+u];
+ int vp = LUVLUT.LvToVp_b[LL*256+v];
+
+ long long int xv = up*(long long int)vp;
+ long long int vpl = LUVLUT.LvToVpl_b[LL*256+v];
+ long long int zp = vpl - xv*(255/3);
+ zp = zp >> base_shift;
+ long long int zq = zp - (5*255*BASE);
+ int zm = (int)((y*zq) >> base_shift);
+
+ int x = (int)(xv >> base_shift);
+ x = (y*x) >> base_shift;
+
+ int z = zm/256 + zm/65536;
+ x = max(0, min(2*BASE, x)); z = max(0, min(2*BASE, z));
+
+ xyz[i] = x; xyz[i + 16] = y; xyz[i + 32] = z;
+ }
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int i, dcn = dstcn;
+ uchar alpha = ColorChannel<uchar>::max();
+
+ i = 0;
+#if CV_SIMD128
+ if(enablePackedLuv2RGB)
+ {
+ static const int nPixels = 16;
+ for (; i < n*3-3*nPixels; i += 3*nPixels, dst += dcn*nPixels)
+ {
+ v_uint8x16 u8l, u8u, u8v;
+ v_load_deinterleave(src + i, u8l, u8u, u8v);
+
+ int32_t CV_DECL_ALIGNED(16) xyz[48];
+ processLuvToXYZ(u8l, u8u, u8v, xyz);
+
+ v_int32x4 xiv[4], yiv[4], ziv[4];
+ for(int k = 0; k < 4; k++)
+ {
+ xiv[k] = v_load_aligned(xyz + 4*k);
+ yiv[k] = v_load_aligned(xyz + 4*k + 16);
+ ziv[k] = v_load_aligned(xyz + 4*k + 32);
+ }
+
+ /*
+ ro = CV_DESCALE(C0 * x + C1 * y + C2 * z, shift);
+ go = CV_DESCALE(C3 * x + C4 * y + C5 * z, shift);
+ bo = CV_DESCALE(C6 * x + C7 * y + C8 * z, shift);
+ */
+ v_int32x4 C0 = v_setall_s32(coeffs[0]), C1 = v_setall_s32(coeffs[1]), C2 = v_setall_s32(coeffs[2]);
+ v_int32x4 C3 = v_setall_s32(coeffs[3]), C4 = v_setall_s32(coeffs[4]), C5 = v_setall_s32(coeffs[5]);
+ v_int32x4 C6 = v_setall_s32(coeffs[6]), C7 = v_setall_s32(coeffs[7]), C8 = v_setall_s32(coeffs[8]);
+ v_int32x4 descaleShift = v_setall_s32(1 << (shift-1));
+ v_int32x4 tabsz = v_setall_s32((int)INV_GAMMA_TAB_SIZE-1);
+ v_uint32x4 r_vecs[4], g_vecs[4], b_vecs[4];
+ for(int k = 0; k < 4; k++)
+ {
+ v_int32x4 i_r, i_g, i_b;
+ i_r = (xiv[k]*C0 + yiv[k]*C1 + ziv[k]*C2 + descaleShift) >> shift;
+ i_g = (xiv[k]*C3 + yiv[k]*C4 + ziv[k]*C5 + descaleShift) >> shift;
+ i_b = (xiv[k]*C6 + yiv[k]*C7 + ziv[k]*C8 + descaleShift) >> shift;
+
+ //limit indices in table and then substitute
+ //ro = tab[ro]; go = tab[go]; bo = tab[bo];
+ int32_t CV_DECL_ALIGNED(16) rshifts[4], gshifts[4], bshifts[4];
+ v_int32x4 rs = v_max(v_setzero_s32(), v_min(tabsz, i_r));
+ v_int32x4 gs = v_max(v_setzero_s32(), v_min(tabsz, i_g));
+ v_int32x4 bs = v_max(v_setzero_s32(), v_min(tabsz, i_b));
+
+ v_store_aligned(rshifts, rs);
+ v_store_aligned(gshifts, gs);
+ v_store_aligned(bshifts, bs);
+
+ r_vecs[k] = v_uint32x4(tab[rshifts[0]], tab[rshifts[1]], tab[rshifts[2]], tab[rshifts[3]]);
+ g_vecs[k] = v_uint32x4(tab[gshifts[0]], tab[gshifts[1]], tab[gshifts[2]], tab[gshifts[3]]);
+ b_vecs[k] = v_uint32x4(tab[bshifts[0]], tab[bshifts[1]], tab[bshifts[2]], tab[bshifts[3]]);
+ }
+
+ v_uint16x8 u_rvec0 = v_pack(r_vecs[0], r_vecs[1]), u_rvec1 = v_pack(r_vecs[2], r_vecs[3]);
+ v_uint16x8 u_gvec0 = v_pack(g_vecs[0], g_vecs[1]), u_gvec1 = v_pack(g_vecs[2], g_vecs[3]);
+ v_uint16x8 u_bvec0 = v_pack(b_vecs[0], b_vecs[1]), u_bvec1 = v_pack(b_vecs[2], b_vecs[3]);
+
+ v_uint8x16 u8_b, u8_g, u8_r;
+ u8_b = v_pack(u_bvec0, u_bvec1);
+ u8_g = v_pack(u_gvec0, u_gvec1);
+ u8_r = v_pack(u_rvec0, u_rvec1);
+
+ if(dcn == 4)
+ {
+ v_store_interleave(dst, u8_b, u8_g, u8_r, v_setall_u8(alpha));
+ }
+ else
+ {
+ v_store_interleave(dst, u8_b, u8_g, u8_r);
+ }
+ }
+ }
+#endif
+
+ for (; i < n*3; i += 3, dst += dcn)
+ {
+ int ro, go, bo;
+ process(src[i + 0], src[i + 1], src[i + 2], ro, go, bo);
+
+ dst[0] = saturate_cast<uchar>(bo);
+ dst[1] = saturate_cast<uchar>(go);
+ dst[2] = saturate_cast<uchar>(ro);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+
+ }
+
+ int dstcn;
+ int coeffs[9];
+ ushort* tab;
+};
+
+
+struct Luv2RGB_b
+{
+ typedef uchar channel_type;
+
+ Luv2RGB_b( int _dstcn, int blueIdx, const float* _coeffs,
+ const float* _whitept, bool _srgb )
+ : dstcn(_dstcn),
+ fcvt(_dstcn, blueIdx, _coeffs, _whitept, _srgb),
+ icvt(_dstcn, blueIdx, _coeffs, _whitept, _srgb)
+ {
+ // whitept is fixed for int calculations
+ useBitExactness = (!_whitept && enableBitExactness);
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ if(useBitExactness)
+ {
+ icvt(src, dst, n);
+ return;
+ }
+
+ int i, j, dcn = dstcn;
+ uchar alpha = ColorChannel<uchar>::max();
+ float CV_DECL_ALIGNED(16) buf[3*BLOCK_SIZE];
+
+ static const softfloat fl = softfloat(100)/f255;
+ static const softfloat fu = uRange/f255;
+ static const softfloat fv = vRange/f255;
+
+ for( i = 0; i < n; i += BLOCK_SIZE, src += BLOCK_SIZE*3 )
+ {
+ int dn = std::min(n - i, (int)BLOCK_SIZE);
+ j = 0;
+
+ v_float32x4 luvlm(fl, fu, fv, fl), uvlum(fu, fv, fl, fu), vluvm(fv, fl, fu, fv);
+ v_float32x4 luvla(0, uLow, vLow, 0), uvlua(uLow, vLow, 0, uLow), vluva(vLow, 0, uLow, vLow);
+
+ static const int nPixBlock = 16;
+ for( ; j < (dn-nPixBlock)*3; j += nPixBlock*3)
+ {
+ v_uint8x16 src8;
+ v_uint16x8 src16_0, src16_1;
+ v_int32x4 src32_00, src32_01, src32_10, src32_11;
+ v_float32x4 m00, m01, m10, m11, a00, a01, a10, a11;
+
+ int bufp = 0, srcp = 0;
+
+ #define CVTSTORE(n) v_store_aligned(buf + j + (bufp++)*4, v_muladd(v_cvt_f32(src32_##n), m##n, a##n))
+ #define LOADSTORE(seq1, seq2, seq3, seq4) \
+ do{\
+ m00 = seq1##m, m01 = seq2##m, m10 = seq3##m, m11 = seq4##m;\
+ a00 = seq1##a, a01 = seq2##a, a10 = seq3##a, a11 = seq4##a;\
+ src8 = v_load(src + j + (srcp++)*16);\
+ v_expand(src8, src16_0, src16_1);\
+ v_expand(v_reinterpret_as_s16(src16_0), src32_00, src32_01);\
+ v_expand(v_reinterpret_as_s16(src16_1), src32_10, src32_11);\
+ CVTSTORE(00); CVTSTORE(01); CVTSTORE(10); CVTSTORE(11);\
+ }while(0)
+
+ LOADSTORE(luvl, uvlu, vluv, luvl);
+ LOADSTORE(uvlu, vluv, luvl, uvlu);
+ LOADSTORE(vluv, luvl, uvlu, vluv);
+
+ #undef CVTSTORE
+ #undef LOADSTORE
+ }
+ for( ; j < dn*3; j += 3 )
+ {
+ buf[j] = src[j]*((float)fl);
+ buf[j+1] = (float)(src[j+1]*(float)fu + (float)uLow);
+ buf[j+2] = (float)(src[j+2]*(float)fv + (float)vLow);
+ }
+
+ fcvt(buf, buf, dn);
+
+ j = 0;
+
+ //assume that fcvt returns 1.f as alpha value in case of 4 channels
+ static const int nBlock = 16;
+ v_float32x4 m255(255.f, 255.f, 255.f, 255.f);
+ v_float32x4 f00, f01, f10, f11;
+ v_int32x4 i00, i01, i10, i11;
+ for(; j < dn*3 - nBlock; j += nBlock, dst += nBlock)
+ {
+ f00 = v_load_aligned(buf + j + 0); f01 = v_load_aligned(buf + j + 4);
+ f10 = v_load_aligned(buf + j + 8); f11 = v_load_aligned(buf + j + 12);
+ i00 = v_round(f00*m255); i01 = v_round(f01*m255);
+ i10 = v_round(f10*m255); i11 = v_round(f11*m255);
+ v_store(dst, v_pack(v_reinterpret_as_u16(v_pack(i00, i01)),
+ v_reinterpret_as_u16(v_pack(i10, i11))));
+ }
+
+ for( ; j < dn*3; j += 3, dst += dcn )
+ {
+ dst[0] = saturate_cast<uchar>(buf[j]*255.f);
+ dst[1] = saturate_cast<uchar>(buf[j+1]*255.f);
+ dst[2] = saturate_cast<uchar>(buf[j+2]*255.f);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ }
+
+ int dstcn;
+ Luv2RGBfloat fcvt;
+ Luv2RGBinteger icvt;
+
+ bool useBitExactness;
+};
+
+//
+// IPP functions
+//
+
+#if NEED_IPP
+
+#if !IPP_DISABLE_RGB_XYZ
+static ippiGeneralFunc ippiRGB2XYZTab[] =
+{
+ (ippiGeneralFunc)ippiRGBToXYZ_8u_C3R, 0, (ippiGeneralFunc)ippiRGBToXYZ_16u_C3R, 0,
+ 0, (ippiGeneralFunc)ippiRGBToXYZ_32f_C3R, 0, 0
+};
+#endif
+
+#if !IPP_DISABLE_XYZ_RGB
+static ippiGeneralFunc ippiXYZ2RGBTab[] =
+{
+ (ippiGeneralFunc)ippiXYZToRGB_8u_C3R, 0, (ippiGeneralFunc)ippiXYZToRGB_16u_C3R, 0,
+ 0, (ippiGeneralFunc)ippiXYZToRGB_32f_C3R, 0, 0
+};
+#endif
+
+#if !IPP_DISABLE_RGB_LAB
+static ippiGeneralFunc ippiRGBToLUVTab[] =
+{
+ (ippiGeneralFunc)ippiRGBToLUV_8u_C3R, 0, (ippiGeneralFunc)ippiRGBToLUV_16u_C3R, 0,
+ 0, (ippiGeneralFunc)ippiRGBToLUV_32f_C3R, 0, 0
+};
+#endif
+
+#if !IPP_DISABLE_LAB_RGB
+static ippiGeneralFunc ippiLUVToRGBTab[] =
+{
+ (ippiGeneralFunc)ippiLUVToRGB_8u_C3R, 0, (ippiGeneralFunc)ippiLUVToRGB_16u_C3R, 0,
+ 0, (ippiGeneralFunc)ippiLUVToRGB_32f_C3R, 0, 0
+};
+#endif
+
+#endif
+
+
+//
+// HAL functions
+//
+
+namespace hal
+{
+
+void cvtBGRtoXYZ(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int depth, int scn, bool swapBlue)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtBGRtoXYZ, cv_hal_cvtBGRtoXYZ, src_data, src_step, dst_data, dst_step, width, height, depth, scn, swapBlue);
+
+#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
+#if !IPP_DISABLE_RGB_XYZ
+ CV_IPP_CHECK()
+ {
+ if(scn == 3 && depth != CV_32F && !swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, scn), dst_data, dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC3RTab[depth], ippiRGB2XYZTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if(scn == 4 && depth != CV_32F && !swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth], ippiRGB2XYZTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if(scn == 3 && depth != CV_32F && swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, scn), dst_data, dst_step, width, height,
+ IPPGeneralFunctor(ippiRGB2XYZTab[depth])) )
+ return;
+ }
+ else if(scn == 4 && depth != CV_32F && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth], ippiRGB2XYZTab[depth], 0, 1, 2, depth)) )
+ return;
+ }
+ }
+#endif
+#endif
+
+ int blueIdx = swapBlue ? 2 : 0;
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2XYZ_i<uchar>(scn, blueIdx, 0));
+ else if( depth == CV_16U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2XYZ_i<ushort>(scn, blueIdx, 0));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2XYZ_f<float>(scn, blueIdx, 0));
+}
+
+
+void cvtXYZtoBGR(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int depth, int dcn, bool swapBlue)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtXYZtoBGR, cv_hal_cvtXYZtoBGR, src_data, src_step, dst_data, dst_step, width, height, depth, dcn, swapBlue);
+
+#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
+#if !IPP_DISABLE_XYZ_RGB
+ CV_IPP_CHECK()
+ {
+ if(dcn == 3 && depth != CV_32F && !swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, 3), dst_data, dst_step, width, height,
+ IPPGeneralReorderFunctor(ippiXYZ2RGBTab[depth], ippiSwapChannelsC3RTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if(dcn == 4 && depth != CV_32F && !swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralReorderFunctor(ippiXYZ2RGBTab[depth], ippiSwapChannelsC3C4RTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ if(dcn == 3 && depth != CV_32F && swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, 3), dst_data, dst_step, width, height,
+ IPPGeneralFunctor(ippiXYZ2RGBTab[depth])) )
+ return;
+ }
+ else if(dcn == 4 && depth != CV_32F && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralReorderFunctor(ippiXYZ2RGBTab[depth], ippiSwapChannelsC3C4RTab[depth], 0, 1, 2, depth)) )
+ return;
+ }
+ }
+#endif
+#endif
+
+ int blueIdx = swapBlue ? 2 : 0;
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, XYZ2RGB_i<uchar>(dcn, blueIdx, 0));
+ else if( depth == CV_16U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, XYZ2RGB_i<ushort>(dcn, blueIdx, 0));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, XYZ2RGB_f<float>(dcn, blueIdx, 0));
+}
+
+
+// 8u, 32f
+void cvtBGRtoLab(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int depth, int scn, bool swapBlue, bool isLab, bool srgb)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtBGRtoLab, cv_hal_cvtBGRtoLab, src_data, src_step, dst_data, dst_step, width, height, depth, scn, swapBlue, isLab, srgb);
+
+#if defined(HAVE_IPP) && !IPP_DISABLE_RGB_LAB
+ CV_IPP_CHECK()
+ {
+ if (!srgb)
+ {
+ if (isLab)
+ {
+ if (scn == 3 && depth == CV_8U && !swapBlue)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPGeneralFunctor((ippiGeneralFunc)ippiBGRToLab_8u_C3R)))
+ return;
+ }
+ else if (scn == 4 && depth == CV_8U && !swapBlue)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth],
+ (ippiGeneralFunc)ippiBGRToLab_8u_C3R, 0, 1, 2, depth)))
+ return;
+ }
+ else if (scn == 3 && depth == CV_8U && swapBlue) // slower than OpenCV
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC3RTab[depth],
+ (ippiGeneralFunc)ippiBGRToLab_8u_C3R, 2, 1, 0, depth)))
+ return;
+ }
+ else if (scn == 4 && depth == CV_8U && swapBlue) // slower than OpenCV
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth],
+ (ippiGeneralFunc)ippiBGRToLab_8u_C3R, 2, 1, 0, depth)))
+ return;
+ }
+ }
+ else
+ {
+ if (scn == 3 && swapBlue)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPGeneralFunctor(ippiRGBToLUVTab[depth])))
+ return;
+ }
+ else if (scn == 4 && swapBlue)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth],
+ ippiRGBToLUVTab[depth], 0, 1, 2, depth)))
+ return;
+ }
+ else if (scn == 3 && !swapBlue)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC3RTab[depth],
+ ippiRGBToLUVTab[depth], 2, 1, 0, depth)))
+ return;
+ }
+ else if (scn == 4 && !swapBlue)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth],
+ ippiRGBToLUVTab[depth], 2, 1, 0, depth)))
+ return;
+ }
+ }
+ }
+ }
+#endif
+
+ int blueIdx = swapBlue ? 2 : 0;
+ if(isLab)
+ {
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Lab_b(scn, blueIdx, 0, 0, srgb));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Lab_f(scn, blueIdx, 0, 0, srgb));
+ }
+ else
+ {
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Luv_b(scn, blueIdx, 0, 0, srgb));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Luv_f(scn, blueIdx, 0, 0, srgb));
+ }
+}
+
+
+// 8u, 32f
+void cvtLabtoBGR(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int depth, int dcn, bool swapBlue, bool isLab, bool srgb)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtLabtoBGR, cv_hal_cvtLabtoBGR, src_data, src_step, dst_data, dst_step, width, height, depth, dcn, swapBlue, isLab, srgb);
+
+#if defined(HAVE_IPP) && !IPP_DISABLE_LAB_RGB
+ CV_IPP_CHECK()
+ {
+ if (!srgb)
+ {
+ if (isLab)
+ {
+ if( dcn == 3 && depth == CV_8U && !swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPGeneralFunctor((ippiGeneralFunc)ippiLabToBGR_8u_C3R)) )
+ return;
+ }
+ else if( dcn == 4 && depth == CV_8U && !swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPGeneralReorderFunctor((ippiGeneralFunc)ippiLabToBGR_8u_C3R,
+ ippiSwapChannelsC3C4RTab[depth], 0, 1, 2, depth)) )
+ return;
+ }
+ if( dcn == 3 && depth == CV_8U && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPGeneralReorderFunctor((ippiGeneralFunc)ippiLabToBGR_8u_C3R,
+ ippiSwapChannelsC3RTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if( dcn == 4 && depth == CV_8U && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPGeneralReorderFunctor((ippiGeneralFunc)ippiLabToBGR_8u_C3R,
+ ippiSwapChannelsC3C4RTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ }
+ else
+ {
+ if( dcn == 3 && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPGeneralFunctor(ippiLUVToRGBTab[depth])) )
+ return;
+ }
+ else if( dcn == 4 && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPGeneralReorderFunctor(ippiLUVToRGBTab[depth],
+ ippiSwapChannelsC3C4RTab[depth], 0, 1, 2, depth)) )
+ return;
+ }
+ if( dcn == 3 && !swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPGeneralReorderFunctor(ippiLUVToRGBTab[depth],
+ ippiSwapChannelsC3RTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ else if( dcn == 4 && !swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data,dst_step, width, height,
+ IPPGeneralReorderFunctor(ippiLUVToRGBTab[depth],
+ ippiSwapChannelsC3C4RTab[depth], 2, 1, 0, depth)) )
+ return;
+ }
+ }
+ }
+ }
+#endif
+
+ int blueIdx = swapBlue ? 2 : 0;
+ if(isLab)
+ {
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Lab2RGB_b(dcn, blueIdx, 0, 0, srgb));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Lab2RGB_f(dcn, blueIdx, 0, 0, srgb));
+ }
+ else
+ {
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Luv2RGB_b(dcn, blueIdx, 0, 0, srgb));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Luv2RGB_f(dcn, blueIdx, 0, 0, srgb));
+ }
+}
+
+} // namespace hal
+
+//
+// OCL calls
+//
+
+#ifdef HAVE_OPENCL
+
+bool oclCvtColorBGR2Luv( InputArray _src, OutputArray _dst, int bidx, bool srgb)
+{
+ OclHelper< Set<3, 4>, Set<3>, Set<CV_8U, CV_32F> > h(_src, _dst, 3);
+
+ if(!h.createKernel("BGR2Luv", ocl::imgproc::color_lab_oclsrc,
+ format("-D dcn=3 -D bidx=%d%s", bidx, srgb ? " -D SRGB" : "")))
+ {
+ return false;
+ }
+
+ // Prepare additional arguments
+
+ initLabTabs();
+
+ static UMat usRGBGammaTab, ucoeffs, uLabCbrtTab;
+
+ if (srgb && usRGBGammaTab.empty())
+ Mat(1, GAMMA_TAB_SIZE * 4, CV_32FC1, const_cast<float*>(sRGBGammaTab)).copyTo(usRGBGammaTab);
+ if (uLabCbrtTab.empty())
+ Mat(1, LAB_CBRT_TAB_SIZE * 4, CV_32FC1, const_cast<float*>(LabCbrtTab)).copyTo(uLabCbrtTab);
+
+ float coeffs[9];
+ softdouble whitePt[3];
+ for(int i = 0; i < 3; i++)
+ whitePt[i] = D65[i];
+
+ for (int i = 0; i < 3; i++)
+ {
+ int j = i * 3;
+
+ softfloat c0 = sRGB2XYZ_D65[j ];
+ softfloat c1 = sRGB2XYZ_D65[j + 1];
+ softfloat c2 = sRGB2XYZ_D65[j + 2];
+
+ coeffs[j + (bidx ^ 2)] = c0;
+ coeffs[j + 1] = c1;
+ coeffs[j + bidx] = c2;
+
+ CV_Assert( c0 >= 0 && c1 >= 0 && c2 >= 0 &&
+ c0 + c1 + c2 < softfloat(3)/softfloat(2));
+ }
+
+ softfloat d = whitePt[0] +
+ whitePt[1]*softdouble(15) +
+ whitePt[2]*softdouble(3);
+ d = softfloat::one()/max(d, softfloat(FLT_EPSILON));
+ float un = d*softfloat(13*4)*whitePt[0];
+ float vn = d*softfloat(13*9)*whitePt[1];
+
+ Mat(1, 9, CV_32FC1, coeffs).copyTo(ucoeffs);
+
+ ocl::KernelArg ucoeffsarg = ocl::KernelArg::PtrReadOnly(ucoeffs);
+
+ ocl::KernelArg LabCbrtTabarg = ocl::KernelArg::PtrReadOnly(uLabCbrtTab);
+
+ // Setup additional arguments and run
+
+ if(srgb)
+ h.setArg(ocl::KernelArg::PtrReadOnly(usRGBGammaTab));
+
+ h.setArg(LabCbrtTabarg);
+ h.setArg(ucoeffsarg);
+ h.setArg(un); h.setArg(vn);
+
+ return h.run();
+}
+
+
+bool oclCvtColorBGR2Lab( InputArray _src, OutputArray _dst, int bidx, bool srgb )
+{
+ OclHelper< Set<3, 4>, Set<3>, Set<CV_8U, CV_32F> > h(_src, _dst, 3);
+
+ if(!h.createKernel("BGR2Lab", ocl::imgproc::color_lab_oclsrc,
+ format("-D dcn=3 -D bidx=%d%s", bidx, srgb ? " -D SRGB" : "")))
+ {
+ return false;
+ }
+
+ // Prepare and set additional arguments
+
+ initLabTabs();
+
+ if (_src.depth() == CV_8U)
+ {
+ static UMat usRGBGammaTab, ulinearGammaTab, uLabCbrtTab, ucoeffs;
+
+ if (srgb && usRGBGammaTab.empty())
+ Mat(1, 256, CV_16UC1, sRGBGammaTab_b).copyTo(usRGBGammaTab);
+ else if (ulinearGammaTab.empty())
+ Mat(1, 256, CV_16UC1, linearGammaTab_b).copyTo(ulinearGammaTab);
+ if (uLabCbrtTab.empty())
+ Mat(1, LAB_CBRT_TAB_SIZE_B, CV_16UC1, LabCbrtTab_b).copyTo(uLabCbrtTab);
+
+ int coeffs[9];
+ static const softfloat lshift(1 << lab_shift);
+ for( int i = 0; i < 3; i++ )
+ {
+ coeffs[i*3+(bidx^2)] = cvRound(lshift*sRGB2XYZ_D65[i*3 ]/D65[i]);
+ coeffs[i*3+1] = cvRound(lshift*sRGB2XYZ_D65[i*3+1]/D65[i]);
+ coeffs[i*3+bidx] = cvRound(lshift*sRGB2XYZ_D65[i*3+2]/D65[i]);
+
+ CV_Assert(coeffs[i*3] >= 0 && coeffs[i*3+1] >= 0 && coeffs[i*3+2] >= 0 &&
+ coeffs[i*3] + coeffs[i*3+1] + coeffs[i*3+2] < 2*(1 << lab_shift));
+ }
+ Mat(1, 9, CV_32SC1, coeffs).copyTo(ucoeffs);
+
+ const int Lscale = (116*255+50)/100;
+ const int Lshift = -((16*255*(1 << lab_shift2) + 50)/100);
+
+ h.setArg(ocl::KernelArg::PtrReadOnly(srgb ? usRGBGammaTab : ulinearGammaTab));
+ h.setArg(ocl::KernelArg::PtrReadOnly(uLabCbrtTab));
+ h.setArg(ocl::KernelArg::PtrReadOnly(ucoeffs));
+ h.setArg(Lscale); h.setArg(Lshift);
+ }
+ else
+ {
+ static UMat usRGBGammaTab, ucoeffs;
+
+ if (srgb && usRGBGammaTab.empty())
+ Mat(1, GAMMA_TAB_SIZE * 4, CV_32FC1, const_cast<float*>(sRGBGammaTab)).copyTo(usRGBGammaTab);
+
+ softdouble whitePt[3];
+ for(int i = 0; i < 3; i++)
+ whitePt[i] = D65[i];
+
+ softdouble scale[] = { softdouble::one() / whitePt[0],
+ softdouble::one(),
+ softdouble::one() / whitePt[2] };
+
+ float coeffs[9];
+ for (int i = 0; i < 3; i++)
+ {
+ int j = i * 3;
+
+ softfloat c0 = scale[i] * sRGB2XYZ_D65[j ];
+ softfloat c1 = scale[i] * sRGB2XYZ_D65[j + 1];
+ softfloat c2 = scale[i] * sRGB2XYZ_D65[j + 2];
+
+ coeffs[j + (bidx ^ 2)] = c0;
+ coeffs[j + 1] = c1;
+ coeffs[j + bidx] = c2;
+
+ CV_Assert( c0 >= 0 && c1 >= 0 && c2 >= 0 &&
+ c0 + c1 + c2 < softfloat((int)LAB_CBRT_TAB_SIZE));
+ }
+
+ Mat(1, 9, CV_32FC1, coeffs).copyTo(ucoeffs);
+
+ static const float _a = softfloat(16)/softfloat(116);
+ static const float _1_3f = softfloat::one()/softfloat(3);
+ ocl::KernelArg ucoeffsarg = ocl::KernelArg::PtrReadOnly(ucoeffs);
+
+ if (srgb)
+ h.setArg(ocl::KernelArg::PtrReadOnly(usRGBGammaTab));
+
+ h.setArg(ucoeffsarg);
+ h.setArg(_1_3f); h.setArg(_a);
+ }
+
+ return h.run();
+}
+
+
+bool oclCvtColorLab2BGR(InputArray _src, OutputArray _dst, int dcn, int bidx, bool srgb)
+{
+ OclHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_32F> > h(_src, _dst, dcn);
+
+ if(!h.createKernel("Lab2BGR", ocl::imgproc::color_lab_oclsrc,
+ format("-D dcn=%d -D bidx=%d%s", dcn, bidx, srgb ? " -D SRGB" : "")))
+ {
+ return false;
+ }
+
+ // Prepare additional arguments
+
+ initLabTabs();
+
+ static UMat ucoeffs, usRGBInvGammaTab;
+
+ if (srgb && usRGBInvGammaTab.empty())
+ Mat(1, GAMMA_TAB_SIZE*4, CV_32FC1, const_cast<float*>(sRGBInvGammaTab)).copyTo(usRGBInvGammaTab);
+
+ float coeffs[9];
+ softdouble whitePt[3];
+ for(int i = 0; i < 3; i++)
+ whitePt[i] = D65[i];
+
+ for( int i = 0; i < 3; i++ )
+ {
+ coeffs[i+(bidx^2)*3] = (float)(XYZ2sRGB_D65[i ]*whitePt[i]);
+ coeffs[i+3] = (float)(XYZ2sRGB_D65[i+3]*whitePt[i]);
+ coeffs[i+bidx*3] = (float)(XYZ2sRGB_D65[i+6]*whitePt[i]);
+ }
+
+ Mat(1, 9, CV_32FC1, coeffs).copyTo(ucoeffs);
+
+ float lThresh = softfloat(8); // 0.008856f * 903.3f = (6/29)^3*(29/3)^3 = 8
+ float fThresh = softfloat(6)/softfloat(29); // 7.787f * 0.008856f + 16.0f / 116.0f = 6/29
+
+ ocl::KernelArg coeffsarg = ocl::KernelArg::PtrReadOnly(ucoeffs);
+
+ // Set additional arguments and run
+
+ if(srgb)
+ h.setArg(ocl::KernelArg::PtrReadOnly(usRGBInvGammaTab));
+
+ h.setArg(coeffsarg);
+ h.setArg(lThresh);
+ h.setArg(fThresh);
+
+ return h.run();
+}
+
+
+bool oclCvtColorLuv2BGR(InputArray _src, OutputArray _dst, int dcn, int bidx, bool srgb)
+{
+ OclHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_32F> > h(_src, _dst, dcn);
+
+ if(!h.createKernel("Luv2BGR", ocl::imgproc::color_lab_oclsrc,
+ format("-D dcn=%d -D bidx=%d%s", dcn, bidx, srgb ? " -D SRGB" : "")))
+ {
+ return false;
+ }
+
+ // Prepare additional arguments
+
+ initLabTabs();
+
+ static UMat ucoeffs, usRGBInvGammaTab;
+
+ if (srgb && usRGBInvGammaTab.empty())
+ Mat(1, GAMMA_TAB_SIZE*4, CV_32FC1, const_cast<float*>(sRGBInvGammaTab)).copyTo(usRGBInvGammaTab);
+
+ float coeffs[9];
+ softdouble whitePt[3];
+ for(int i = 0; i < 3; i++)
+ whitePt[i] = D65[i];
+
+ for( int i = 0; i < 3; i++ )
+ {
+ coeffs[i+(bidx^2)*3] = (float)(XYZ2sRGB_D65[i ]);
+ coeffs[i+3] = (float)(XYZ2sRGB_D65[i+3]);
+ coeffs[i+bidx*3] = (float)(XYZ2sRGB_D65[i+6]);
+ }
+
+ softfloat d = whitePt[0] +
+ whitePt[1]*softdouble(15) +
+ whitePt[2]*softdouble(3);
+ d = softfloat::one()/max(d, softfloat(FLT_EPSILON));
+ float un = softfloat(4*13)*d*whitePt[0];
+ float vn = softfloat(9*13)*d*whitePt[1];
+
+ Mat(1, 9, CV_32FC1, coeffs).copyTo(ucoeffs);
+
+ ocl::KernelArg coeffsarg = ocl::KernelArg::PtrReadOnly(ucoeffs);
+
+ // Set additional arguments and run
+
+ if(srgb)
+ h.setArg(ocl::KernelArg::PtrReadOnly(usRGBInvGammaTab));
+
+ h.setArg(coeffsarg);
+ h.setArg(un); h.setArg(vn);
+
+ return h.run();
+}
+
+
+bool oclCvtColorBGR2XYZ( InputArray _src, OutputArray _dst, int bidx )
+{
+ OclHelper< Set<3, 4>, Set<3>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, 3);
+
+ if(!h.createKernel("RGB2XYZ", ocl::imgproc::color_lab_oclsrc,
+ format("-D dcn=3 -D bidx=%d", bidx)))
+ {
+ return false;
+ }
+
+ // Prepare additional arguments
+
+ UMat c;
+ if (_src.depth() == CV_32F)
+ {
+ float coeffs[9];
+ for(int i = 0; i < 9; i++)
+ coeffs[i] = (float)sRGB2XYZ_D65[i];
+ if (bidx == 0)
+ {
+ std::swap(coeffs[0], coeffs[2]);
+ std::swap(coeffs[3], coeffs[5]);
+ std::swap(coeffs[6], coeffs[8]);
+ }
+ Mat(1, 9, CV_32FC1, &coeffs[0]).copyTo(c);
+ }
+ else
+ {
+ int coeffs[9];
+ for(int i = 0; i < 9; i++)
+ coeffs[i] = sRGB2XYZ_D65_i[i];
+ if (bidx == 0)
+ {
+ std::swap(coeffs[0], coeffs[2]);
+ std::swap(coeffs[3], coeffs[5]);
+ std::swap(coeffs[6], coeffs[8]);
+ }
+ Mat(1, 9, CV_32SC1, &coeffs[0]).copyTo(c);
+ }
+
+ // Set additional arguments and run
+
+ h.setArg(ocl::KernelArg::PtrReadOnly(c));
+
+ return h.run();
+}
+
+
+bool oclCvtColorXYZ2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx )
+{
+ OclHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, dcn);
+
+ if(!h.createKernel("XYZ2RGB", ocl::imgproc::color_lab_oclsrc,
+ format("-D dcn=%d -D bidx=%d", dcn, bidx)))
+ {
+ return false;
+ }
+
+ // Prepare additional arguments
+
+ UMat c;
+ if (_src.depth() == CV_32F)
+ {
+ float coeffs[9];
+ for(int i = 0; i < 9; i++)
+ coeffs[i] = (float)XYZ2sRGB_D65[i];
+ if (bidx == 0)
+ {
+ std::swap(coeffs[0], coeffs[6]);
+ std::swap(coeffs[1], coeffs[7]);
+ std::swap(coeffs[2], coeffs[8]);
+ }
+ Mat(1, 9, CV_32FC1, &coeffs[0]).copyTo(c);
+ }
+ else
+ {
+ int coeffs[9];
+ for(int i = 0; i < 9; i++)
+ coeffs[i] = XYZ2sRGB_D65_i[i];
+ if (bidx == 0)
+ {
+ std::swap(coeffs[0], coeffs[6]);
+ std::swap(coeffs[1], coeffs[7]);
+ std::swap(coeffs[2], coeffs[8]);
+ }
+ Mat(1, 9, CV_32SC1, &coeffs[0]).copyTo(c);
+ }
+
+ // Set additional arguments and run
+
+ h.setArg(ocl::KernelArg::PtrReadOnly(c));
+
+ return h.run();
+}
+
+#endif
+
+//
+// HAL calls
+//
+
+void cvtColorBGR2Lab( InputArray _src, OutputArray _dst, bool swapb, bool srgb)
+{
+ CvtHelper<Set<3, 4>, Set<3>, Set<CV_8U, CV_32F> > h(_src, _dst, 3);
+
+ hal::cvtBGRtoLab(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.depth, h.scn, swapb, true, srgb);
+}
+
+
+void cvtColorBGR2Luv( InputArray _src, OutputArray _dst, bool swapb, bool srgb)
+{
+ CvtHelper< Set<3, 4>, Set<3>, Set<CV_8U, CV_32F> > h(_src, _dst, 3);
+
+ hal::cvtBGRtoLab(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.depth, h.scn, swapb, false, srgb);
+}
+
+
+void cvtColorLab2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, bool srgb )
+{
+ if( dcn <= 0 ) dcn = 3;
+ CvtHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_32F> > h(_src, _dst, dcn);
+
+ hal::cvtLabtoBGR(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.depth, dcn, swapb, true, srgb);
+}
+
+
+void cvtColorLuv2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, bool srgb )
+{
+ if( dcn <= 0 ) dcn = 3;
+ CvtHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_32F> > h(_src, _dst, dcn);
+
+ hal::cvtLabtoBGR(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.depth, dcn, swapb, false, srgb);
+}
+
+
+void cvtColorBGR2XYZ( InputArray _src, OutputArray _dst, bool swapb )
+{
+ CvtHelper< Set<3, 4>, Set<3>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, 3);
+
+ hal::cvtBGRtoXYZ(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows, h.depth, h.scn, swapb);
+}
+
+
+void cvtColorXYZ2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb )
+{
+ if( dcn <= 0 ) dcn = 3;
+ CvtHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, dcn);
+
+ hal::cvtXYZtoBGR(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows, h.depth, dcn, swapb);
+}
+
+} // namespace cv
--- /dev/null
+// This file is part of OpenCV project.
+// It is subject to the license terms in the LICENSE file found in the top-level directory
+// of this distribution and at http://opencv.org/license.html
+
+#include "precomp.hpp"
+#include "color.hpp"
+
+namespace cv
+{
+
+////////////////// Various 3/4-channel to 3/4-channel RGB transformations /////////////////
+
+template<typename _Tp> struct RGB2RGB
+{
+ typedef _Tp channel_type;
+
+ RGB2RGB(int _srccn, int _dstcn, int _blueIdx) : srccn(_srccn), dstcn(_dstcn), blueIdx(_blueIdx) {}
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ int scn = srccn, dcn = dstcn, bidx = blueIdx;
+ if( dcn == 3 )
+ {
+ n *= 3;
+ for( int i = 0; i < n; i += 3, src += scn )
+ {
+ _Tp t0 = src[bidx], t1 = src[1], t2 = src[bidx ^ 2];
+ dst[i] = t0; dst[i+1] = t1; dst[i+2] = t2;
+ }
+ }
+ else if( scn == 3 )
+ {
+ n *= 3;
+ _Tp alpha = ColorChannel<_Tp>::max();
+ for( int i = 0; i < n; i += 3, dst += 4 )
+ {
+ _Tp t0 = src[i], t1 = src[i+1], t2 = src[i+2];
+ dst[bidx] = t0; dst[1] = t1; dst[bidx^2] = t2; dst[3] = alpha;
+ }
+ }
+ else
+ {
+ n *= 4;
+ for( int i = 0; i < n; i += 4 )
+ {
+ _Tp t0 = src[i], t1 = src[i+1], t2 = src[i+2], t3 = src[i+3];
+ dst[i+bidx] = t0; dst[i+1] = t1; dst[i+(bidx^2)] = t2; dst[i+3] = t3;
+ }
+ }
+ }
+
+ int srccn, dstcn, blueIdx;
+};
+
+#if CV_NEON
+
+template<> struct RGB2RGB<uchar>
+{
+ typedef uchar channel_type;
+
+ RGB2RGB(int _srccn, int _dstcn, int _blueIdx) :
+ srccn(_srccn), dstcn(_dstcn), blueIdx(_blueIdx)
+ {
+ v_alpha = vdupq_n_u8(ColorChannel<uchar>::max());
+ v_alpha2 = vget_low_u8(v_alpha);
+ }
+
+ void operator()(const uchar * src, uchar * dst, int n) const
+ {
+ int scn = srccn, dcn = dstcn, bidx = blueIdx, i = 0;
+ if (dcn == 3)
+ {
+ n *= 3;
+ if (scn == 3)
+ {
+ for ( ; i <= n - 48; i += 48, src += 48 )
+ {
+ uint8x16x3_t v_src = vld3q_u8(src), v_dst;
+ v_dst.val[0] = v_src.val[bidx];
+ v_dst.val[1] = v_src.val[1];
+ v_dst.val[2] = v_src.val[bidx ^ 2];
+ vst3q_u8(dst + i, v_dst);
+ }
+ for ( ; i <= n - 24; i += 24, src += 24 )
+ {
+ uint8x8x3_t v_src = vld3_u8(src), v_dst;
+ v_dst.val[0] = v_src.val[bidx];
+ v_dst.val[1] = v_src.val[1];
+ v_dst.val[2] = v_src.val[bidx ^ 2];
+ vst3_u8(dst + i, v_dst);
+ }
+ for ( ; i < n; i += 3, src += 3 )
+ {
+ uchar t0 = src[bidx], t1 = src[1], t2 = src[bidx ^ 2];
+ dst[i] = t0; dst[i+1] = t1; dst[i+2] = t2;
+ }
+ }
+ else
+ {
+ for ( ; i <= n - 48; i += 48, src += 64 )
+ {
+ uint8x16x4_t v_src = vld4q_u8(src);
+ uint8x16x3_t v_dst;
+ v_dst.val[0] = v_src.val[bidx];
+ v_dst.val[1] = v_src.val[1];
+ v_dst.val[2] = v_src.val[bidx ^ 2];
+ vst3q_u8(dst + i, v_dst);
+ }
+ for ( ; i <= n - 24; i += 24, src += 32 )
+ {
+ uint8x8x4_t v_src = vld4_u8(src);
+ uint8x8x3_t v_dst;
+ v_dst.val[0] = v_src.val[bidx];
+ v_dst.val[1] = v_src.val[1];
+ v_dst.val[2] = v_src.val[bidx ^ 2];
+ vst3_u8(dst + i, v_dst);
+ }
+ for ( ; i < n; i += 3, src += 4 )
+ {
+ uchar t0 = src[bidx], t1 = src[1], t2 = src[bidx ^ 2];
+ dst[i] = t0; dst[i+1] = t1; dst[i+2] = t2;
+ }
+ }
+ }
+ else if (scn == 3)
+ {
+ n *= 3;
+ for ( ; i <= n - 48; i += 48, dst += 64 )
+ {
+ uint8x16x3_t v_src = vld3q_u8(src + i);
+ uint8x16x4_t v_dst;
+ v_dst.val[bidx] = v_src.val[0];
+ v_dst.val[1] = v_src.val[1];
+ v_dst.val[bidx ^ 2] = v_src.val[2];
+ v_dst.val[3] = v_alpha;
+ vst4q_u8(dst, v_dst);
+ }
+ for ( ; i <= n - 24; i += 24, dst += 32 )
+ {
+ uint8x8x3_t v_src = vld3_u8(src + i);
+ uint8x8x4_t v_dst;
+ v_dst.val[bidx] = v_src.val[0];
+ v_dst.val[1] = v_src.val[1];
+ v_dst.val[bidx ^ 2] = v_src.val[2];
+ v_dst.val[3] = v_alpha2;
+ vst4_u8(dst, v_dst);
+ }
+ uchar alpha = ColorChannel<uchar>::max();
+ for (; i < n; i += 3, dst += 4 )
+ {
+ uchar t0 = src[i], t1 = src[i+1], t2 = src[i+2];
+ dst[bidx] = t0; dst[1] = t1; dst[bidx^2] = t2; dst[3] = alpha;
+ }
+ }
+ else
+ {
+ n *= 4;
+ for ( ; i <= n - 64; i += 64 )
+ {
+ uint8x16x4_t v_src = vld4q_u8(src + i), v_dst;
+ v_dst.val[0] = v_src.val[bidx];
+ v_dst.val[1] = v_src.val[1];
+ v_dst.val[2] = v_src.val[bidx^2];
+ v_dst.val[3] = v_src.val[3];
+ vst4q_u8(dst + i, v_dst);
+ }
+ for ( ; i <= n - 32; i += 32 )
+ {
+ uint8x8x4_t v_src = vld4_u8(src + i), v_dst;
+ v_dst.val[0] = v_src.val[bidx];
+ v_dst.val[1] = v_src.val[1];
+ v_dst.val[2] = v_src.val[bidx^2];
+ v_dst.val[3] = v_src.val[3];
+ vst4_u8(dst + i, v_dst);
+ }
+ for ( ; i < n; i += 4)
+ {
+ uchar t0 = src[i], t1 = src[i+1], t2 = src[i+2], t3 = src[i+3];
+ dst[i+bidx] = t0; dst[i+1] = t1; dst[i+(bidx^2)] = t2; dst[i+3] = t3;
+ }
+ }
+ }
+
+ int srccn, dstcn, blueIdx;
+
+ uint8x16_t v_alpha;
+ uint8x8_t v_alpha2;
+};
+
+#endif
+
+/////////// Transforming 16-bit (565 or 555) RGB to/from 24/32-bit (888[8]) RGB //////////
+
+struct RGB5x52RGB
+{
+ typedef uchar channel_type;
+
+ RGB5x52RGB(int _dstcn, int _blueIdx, int _greenBits)
+ : dstcn(_dstcn), blueIdx(_blueIdx), greenBits(_greenBits)
+ {
+ #if CV_NEON
+ v_n3 = vdupq_n_u16(~3);
+ v_n7 = vdupq_n_u16(~7);
+ v_255 = vdupq_n_u8(255);
+ v_0 = vdupq_n_u8(0);
+ v_mask = vdupq_n_u16(0x8000);
+ #endif
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int dcn = dstcn, bidx = blueIdx, i = 0;
+ if( greenBits == 6 )
+ {
+ #if CV_NEON
+ for ( ; i <= n - 16; i += 16, dst += dcn * 16)
+ {
+ uint16x8_t v_src0 = vld1q_u16((const ushort *)src + i), v_src1 = vld1q_u16((const ushort *)src + i + 8);
+ uint8x16_t v_b = vcombine_u8(vmovn_u16(vshlq_n_u16(v_src0, 3)), vmovn_u16(vshlq_n_u16(v_src1, 3)));
+ uint8x16_t v_g = vcombine_u8(vmovn_u16(vandq_u16(vshrq_n_u16(v_src0, 3), v_n3)),
+ vmovn_u16(vandq_u16(vshrq_n_u16(v_src1, 3), v_n3)));
+ uint8x16_t v_r = vcombine_u8(vmovn_u16(vandq_u16(vshrq_n_u16(v_src0, 8), v_n7)),
+ vmovn_u16(vandq_u16(vshrq_n_u16(v_src1, 8), v_n7)));
+ if (dcn == 3)
+ {
+ uint8x16x3_t v_dst;
+ v_dst.val[bidx] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[bidx^2] = v_r;
+ vst3q_u8(dst, v_dst);
+ }
+ else
+ {
+ uint8x16x4_t v_dst;
+ v_dst.val[bidx] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[bidx^2] = v_r;
+ v_dst.val[3] = v_255;
+ vst4q_u8(dst, v_dst);
+ }
+ }
+ #endif
+ for( ; i < n; i++, dst += dcn )
+ {
+ unsigned t = ((const ushort*)src)[i];
+ dst[bidx] = (uchar)(t << 3);
+ dst[1] = (uchar)((t >> 3) & ~3);
+ dst[bidx ^ 2] = (uchar)((t >> 8) & ~7);
+ if( dcn == 4 )
+ dst[3] = 255;
+ }
+ }
+ else
+ {
+ #if CV_NEON
+ for ( ; i <= n - 16; i += 16, dst += dcn * 16)
+ {
+ uint16x8_t v_src0 = vld1q_u16((const ushort *)src + i), v_src1 = vld1q_u16((const ushort *)src + i + 8);
+ uint8x16_t v_b = vcombine_u8(vmovn_u16(vshlq_n_u16(v_src0, 3)), vmovn_u16(vshlq_n_u16(v_src1, 3)));
+ uint8x16_t v_g = vcombine_u8(vmovn_u16(vandq_u16(vshrq_n_u16(v_src0, 2), v_n7)),
+ vmovn_u16(vandq_u16(vshrq_n_u16(v_src1, 2), v_n7)));
+ uint8x16_t v_r = vcombine_u8(vmovn_u16(vandq_u16(vshrq_n_u16(v_src0, 7), v_n7)),
+ vmovn_u16(vandq_u16(vshrq_n_u16(v_src1, 7), v_n7)));
+ if (dcn == 3)
+ {
+ uint8x16x3_t v_dst;
+ v_dst.val[bidx] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[bidx^2] = v_r;
+ vst3q_u8(dst, v_dst);
+ }
+ else
+ {
+ uint8x16x4_t v_dst;
+ v_dst.val[bidx] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[bidx^2] = v_r;
+ v_dst.val[3] = vbslq_u8(vcombine_u8(vqmovn_u16(vandq_u16(v_src0, v_mask)),
+ vqmovn_u16(vandq_u16(v_src1, v_mask))), v_255, v_0);
+ vst4q_u8(dst, v_dst);
+ }
+ }
+ #endif
+ for( ; i < n; i++, dst += dcn )
+ {
+ unsigned t = ((const ushort*)src)[i];
+ dst[bidx] = (uchar)(t << 3);
+ dst[1] = (uchar)((t >> 2) & ~7);
+ dst[bidx ^ 2] = (uchar)((t >> 7) & ~7);
+ if( dcn == 4 )
+ dst[3] = t & 0x8000 ? 255 : 0;
+ }
+ }
+ }
+
+ int dstcn, blueIdx, greenBits;
+ #if CV_NEON
+ uint16x8_t v_n3, v_n7, v_mask;
+ uint8x16_t v_255, v_0;
+ #endif
+};
+
+
+struct RGB2RGB5x5
+{
+ typedef uchar channel_type;
+
+ RGB2RGB5x5(int _srccn, int _blueIdx, int _greenBits)
+ : srccn(_srccn), blueIdx(_blueIdx), greenBits(_greenBits)
+ {
+ #if CV_NEON
+ v_n3 = vdup_n_u8(~3);
+ v_n7 = vdup_n_u8(~7);
+ v_mask = vdupq_n_u16(0x8000);
+ v_0 = vdupq_n_u16(0);
+ v_full = vdupq_n_u16(0xffff);
+ #endif
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int scn = srccn, bidx = blueIdx, i = 0;
+ if (greenBits == 6)
+ {
+ if (scn == 3)
+ {
+ #if CV_NEON
+ for ( ; i <= n - 8; i += 8, src += 24 )
+ {
+ uint8x8x3_t v_src = vld3_u8(src);
+ uint16x8_t v_dst = vmovl_u8(vshr_n_u8(v_src.val[bidx], 3));
+ v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[1], v_n3)), 3));
+ v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[bidx^2], v_n7)), 8));
+ vst1q_u16((ushort *)dst + i, v_dst);
+ }
+ #endif
+ for ( ; i < n; i++, src += 3 )
+ ((ushort*)dst)[i] = (ushort)((src[bidx] >> 3)|((src[1]&~3) << 3)|((src[bidx^2]&~7) << 8));
+ }
+ else
+ {
+ #if CV_NEON
+ for ( ; i <= n - 8; i += 8, src += 32 )
+ {
+ uint8x8x4_t v_src = vld4_u8(src);
+ uint16x8_t v_dst = vmovl_u8(vshr_n_u8(v_src.val[bidx], 3));
+ v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[1], v_n3)), 3));
+ v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[bidx^2], v_n7)), 8));
+ vst1q_u16((ushort *)dst + i, v_dst);
+ }
+ #endif
+ for ( ; i < n; i++, src += 4 )
+ ((ushort*)dst)[i] = (ushort)((src[bidx] >> 3)|((src[1]&~3) << 3)|((src[bidx^2]&~7) << 8));
+ }
+ }
+ else if (scn == 3)
+ {
+ #if CV_NEON
+ for ( ; i <= n - 8; i += 8, src += 24 )
+ {
+ uint8x8x3_t v_src = vld3_u8(src);
+ uint16x8_t v_dst = vmovl_u8(vshr_n_u8(v_src.val[bidx], 3));
+ v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[1], v_n7)), 2));
+ v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[bidx^2], v_n7)), 7));
+ vst1q_u16((ushort *)dst + i, v_dst);
+ }
+ #endif
+ for ( ; i < n; i++, src += 3 )
+ ((ushort*)dst)[i] = (ushort)((src[bidx] >> 3)|((src[1]&~7) << 2)|((src[bidx^2]&~7) << 7));
+ }
+ else
+ {
+ #if CV_NEON
+ for ( ; i <= n - 8; i += 8, src += 32 )
+ {
+ uint8x8x4_t v_src = vld4_u8(src);
+ uint16x8_t v_dst = vmovl_u8(vshr_n_u8(v_src.val[bidx], 3));
+ v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[1], v_n7)), 2));
+ v_dst = vorrq_u16(v_dst, vorrq_u16(vshlq_n_u16(vmovl_u8(vand_u8(v_src.val[bidx^2], v_n7)), 7),
+ vbslq_u16(veorq_u16(vceqq_u16(vmovl_u8(v_src.val[3]), v_0), v_full), v_mask, v_0)));
+ vst1q_u16((ushort *)dst + i, v_dst);
+ }
+ #endif
+ for ( ; i < n; i++, src += 4 )
+ ((ushort*)dst)[i] = (ushort)((src[bidx] >> 3)|((src[1]&~7) << 2)|
+ ((src[bidx^2]&~7) << 7)|(src[3] ? 0x8000 : 0));
+ }
+ }
+
+ int srccn, blueIdx, greenBits;
+ #if CV_NEON
+ uint8x8_t v_n3, v_n7;
+ uint16x8_t v_mask, v_0, v_full;
+ #endif
+};
+
+///////////////////////////////// Color to/from Grayscale ////////////////////////////////
+
+template<typename _Tp>
+struct Gray2RGB
+{
+ typedef _Tp channel_type;
+
+ Gray2RGB(int _dstcn) : dstcn(_dstcn) {}
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ if( dstcn == 3 )
+ for( int i = 0; i < n; i++, dst += 3 )
+ {
+ dst[0] = dst[1] = dst[2] = src[i];
+ }
+ else
+ {
+ _Tp alpha = ColorChannel<_Tp>::max();
+ for( int i = 0; i < n; i++, dst += 4 )
+ {
+ dst[0] = dst[1] = dst[2] = src[i];
+ dst[3] = alpha;
+ }
+ }
+ }
+
+ int dstcn;
+};
+
+
+struct Gray2RGB5x5
+{
+ typedef uchar channel_type;
+
+ Gray2RGB5x5(int _greenBits) : greenBits(_greenBits)
+ {
+ #if CV_NEON
+ v_n7 = vdup_n_u8(~7);
+ v_n3 = vdup_n_u8(~3);
+ #elif CV_SSE2
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ v_n7 = _mm_set1_epi16(~7);
+ v_n3 = _mm_set1_epi16(~3);
+ v_zero = _mm_setzero_si128();
+ #endif
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int i = 0;
+ if( greenBits == 6 )
+ {
+ #if CV_NEON
+ for ( ; i <= n - 8; i += 8 )
+ {
+ uint8x8_t v_src = vld1_u8(src + i);
+ uint16x8_t v_dst = vmovl_u8(vshr_n_u8(v_src, 3));
+ v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src, v_n3)), 3));
+ v_dst = vorrq_u16(v_dst, vshlq_n_u16(vmovl_u8(vand_u8(v_src, v_n7)), 8));
+ vst1q_u16((ushort *)dst + i, v_dst);
+ }
+ #elif CV_SSE2
+ if (haveSIMD)
+ {
+ for ( ; i <= n - 16; i += 16 )
+ {
+ __m128i v_src = _mm_loadu_si128((__m128i const *)(src + i));
+
+ __m128i v_src_p = _mm_unpacklo_epi8(v_src, v_zero);
+ __m128i v_dst = _mm_or_si128(_mm_srli_epi16(v_src_p, 3),
+ _mm_or_si128(_mm_slli_epi16(_mm_and_si128(v_src_p, v_n3), 3),
+ _mm_slli_epi16(_mm_and_si128(v_src_p, v_n7), 8)));
+ _mm_storeu_si128((__m128i *)((ushort *)dst + i), v_dst);
+
+ v_src_p = _mm_unpackhi_epi8(v_src, v_zero);
+ v_dst = _mm_or_si128(_mm_srli_epi16(v_src_p, 3),
+ _mm_or_si128(_mm_slli_epi16(_mm_and_si128(v_src_p, v_n3), 3),
+ _mm_slli_epi16(_mm_and_si128(v_src_p, v_n7), 8)));
+ _mm_storeu_si128((__m128i *)((ushort *)dst + i + 8), v_dst);
+ }
+ }
+ #endif
+ for ( ; i < n; i++ )
+ {
+ int t = src[i];
+ ((ushort*)dst)[i] = (ushort)((t >> 3)|((t & ~3) << 3)|((t & ~7) << 8));
+ }
+ }
+ else
+ {
+ #if CV_NEON
+ for ( ; i <= n - 8; i += 8 )
+ {
+ uint16x8_t v_src = vmovl_u8(vshr_n_u8(vld1_u8(src + i), 3));
+ uint16x8_t v_dst = vorrq_u16(vorrq_u16(v_src, vshlq_n_u16(v_src, 5)), vshlq_n_u16(v_src, 10));
+ vst1q_u16((ushort *)dst + i, v_dst);
+ }
+ #elif CV_SSE2
+ if (haveSIMD)
+ {
+ for ( ; i <= n - 16; i += 8 )
+ {
+ __m128i v_src = _mm_loadu_si128((__m128i const *)(src + i));
+
+ __m128i v_src_p = _mm_srli_epi16(_mm_unpacklo_epi8(v_src, v_zero), 3);
+ __m128i v_dst = _mm_or_si128(v_src_p,
+ _mm_or_si128(_mm_slli_epi32(v_src_p, 5),
+ _mm_slli_epi16(v_src_p, 10)));
+ _mm_storeu_si128((__m128i *)((ushort *)dst + i), v_dst);
+
+ v_src_p = _mm_srli_epi16(_mm_unpackhi_epi8(v_src, v_zero), 3);
+ v_dst = _mm_or_si128(v_src_p,
+ _mm_or_si128(_mm_slli_epi16(v_src_p, 5),
+ _mm_slli_epi16(v_src_p, 10)));
+ _mm_storeu_si128((__m128i *)((ushort *)dst + i + 8), v_dst);
+ }
+ }
+ #endif
+ for( ; i < n; i++ )
+ {
+ int t = src[i] >> 3;
+ ((ushort*)dst)[i] = (ushort)(t|(t << 5)|(t << 10));
+ }
+ }
+ }
+ int greenBits;
+
+ #if CV_NEON
+ uint8x8_t v_n7, v_n3;
+ #elif CV_SSE2
+ __m128i v_n7, v_n3, v_zero;
+ bool haveSIMD;
+ #endif
+};
+
+
+struct RGB5x52Gray
+{
+ typedef uchar channel_type;
+
+ RGB5x52Gray(int _greenBits) : greenBits(_greenBits)
+ {
+ #if CV_NEON
+ v_b2y = vdup_n_u16(B2Y);
+ v_g2y = vdup_n_u16(G2Y);
+ v_r2y = vdup_n_u16(R2Y);
+ v_delta = vdupq_n_u32(1 << (yuv_shift - 1));
+ v_f8 = vdupq_n_u16(0xf8);
+ v_fc = vdupq_n_u16(0xfc);
+ #elif CV_SSE2
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ const __m128i v_b2y = _mm_set1_epi16(B2Y);
+ const __m128i v_g2y = _mm_set1_epi16(G2Y);
+ v_bg2y = _mm_unpacklo_epi16(v_b2y, v_g2y);
+ const __m128i v_r2y = _mm_set1_epi16(R2Y);
+ const __m128i v_one = _mm_set1_epi16(1);
+ v_rd2y = _mm_unpacklo_epi16(v_r2y, v_one);
+ v_delta = _mm_slli_epi16(v_one, yuv_shift - 1);
+ #endif
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int i = 0;
+ if( greenBits == 6 )
+ {
+ #if CV_NEON
+ for ( ; i <= n - 8; i += 8)
+ {
+ uint16x8_t v_src = vld1q_u16((ushort *)src + i);
+ uint16x8_t v_t0 = vandq_u16(vshlq_n_u16(v_src, 3), v_f8),
+ v_t1 = vandq_u16(vshrq_n_u16(v_src, 3), v_fc),
+ v_t2 = vandq_u16(vshrq_n_u16(v_src, 8), v_f8);
+
+ uint32x4_t v_dst0 = vmlal_u16(vmlal_u16(vmull_u16(vget_low_u16(v_t0), v_b2y),
+ vget_low_u16(v_t1), v_g2y), vget_low_u16(v_t2), v_r2y);
+ uint32x4_t v_dst1 = vmlal_u16(vmlal_u16(vmull_u16(vget_high_u16(v_t0), v_b2y),
+ vget_high_u16(v_t1), v_g2y), vget_high_u16(v_t2), v_r2y);
+ v_dst0 = vshrq_n_u32(vaddq_u32(v_dst0, v_delta), yuv_shift);
+ v_dst1 = vshrq_n_u32(vaddq_u32(v_dst1, v_delta), yuv_shift);
+
+ vst1_u8(dst + i, vmovn_u16(vcombine_u16(vmovn_u32(v_dst0), vmovn_u32(v_dst1))));
+ }
+ #elif CV_SSE2
+ if (haveSIMD)
+ {
+ for ( ; i <= n - 8; i += 8)
+ {
+ __m128i v_src = _mm_loadu_si128((__m128i const *)((ushort *)src + i));
+ __m128i v_b = _mm_srli_epi16(_mm_slli_epi16(v_src, 11), 8),
+ v_g = _mm_srli_epi16(_mm_slli_epi16(_mm_srli_epi16(v_src, 5), 10),8),
+ v_r = _mm_slli_epi16(_mm_srli_epi16(v_src, 11), 3);
+
+ __m128i v_bg_lo = _mm_unpacklo_epi16(v_b, v_g);
+ __m128i v_rd_lo = _mm_unpacklo_epi16(v_r, v_delta);
+ __m128i v_bg_hi = _mm_unpackhi_epi16(v_b, v_g);
+ __m128i v_rd_hi = _mm_unpackhi_epi16(v_r, v_delta);
+ v_bg_lo = _mm_madd_epi16(v_bg_lo, v_bg2y);
+ v_rd_lo = _mm_madd_epi16(v_rd_lo, v_rd2y);
+ v_bg_hi = _mm_madd_epi16(v_bg_hi, v_bg2y);
+ v_rd_hi = _mm_madd_epi16(v_rd_hi, v_rd2y);
+
+ __m128i v_bgr_lo = _mm_add_epi32(v_bg_lo, v_rd_lo);
+ __m128i v_bgr_hi = _mm_add_epi32(v_bg_hi, v_rd_hi);
+ v_bgr_lo = _mm_srli_epi32(v_bgr_lo, yuv_shift);
+ v_bgr_hi = _mm_srli_epi32(v_bgr_hi, yuv_shift);
+
+ __m128i v_dst = _mm_packs_epi32(v_bgr_lo, v_bgr_hi);
+ v_dst = _mm_packus_epi16(v_dst, v_dst);
+ _mm_storel_epi64((__m128i *)(dst + i), v_dst);
+ }
+ }
+ #endif
+ for ( ; i < n; i++)
+ {
+ int t = ((ushort*)src)[i];
+ dst[i] = (uchar)CV_DESCALE(((t << 3) & 0xf8)*B2Y +
+ ((t >> 3) & 0xfc)*G2Y +
+ ((t >> 8) & 0xf8)*R2Y, yuv_shift);
+ }
+ }
+ else
+ {
+ #if CV_NEON
+ for ( ; i <= n - 8; i += 8)
+ {
+ uint16x8_t v_src = vld1q_u16((ushort *)src + i);
+ uint16x8_t v_t0 = vandq_u16(vshlq_n_u16(v_src, 3), v_f8),
+ v_t1 = vandq_u16(vshrq_n_u16(v_src, 2), v_f8),
+ v_t2 = vandq_u16(vshrq_n_u16(v_src, 7), v_f8);
+
+ uint32x4_t v_dst0 = vmlal_u16(vmlal_u16(vmull_u16(vget_low_u16(v_t0), v_b2y),
+ vget_low_u16(v_t1), v_g2y), vget_low_u16(v_t2), v_r2y);
+ uint32x4_t v_dst1 = vmlal_u16(vmlal_u16(vmull_u16(vget_high_u16(v_t0), v_b2y),
+ vget_high_u16(v_t1), v_g2y), vget_high_u16(v_t2), v_r2y);
+ v_dst0 = vshrq_n_u32(vaddq_u32(v_dst0, v_delta), yuv_shift);
+ v_dst1 = vshrq_n_u32(vaddq_u32(v_dst1, v_delta), yuv_shift);
+
+ vst1_u8(dst + i, vmovn_u16(vcombine_u16(vmovn_u32(v_dst0), vmovn_u32(v_dst1))));
+ }
+ #elif CV_SSE2
+ if (haveSIMD)
+ {
+ for ( ; i <= n - 8; i += 8)
+ {
+ __m128i v_src = _mm_loadu_si128((__m128i const *)((ushort *)src + i));
+ __m128i v_b = _mm_srli_epi16(_mm_slli_epi16(v_src, 11), 8),
+ v_g = _mm_srli_epi16(_mm_slli_epi16(_mm_srli_epi16(v_src, 5), 11),8),
+ v_r = _mm_srli_epi16(_mm_slli_epi16(_mm_srli_epi16(v_src, 10), 11),8);
+
+ __m128i v_bg_lo = _mm_unpacklo_epi16(v_b, v_g);
+ __m128i v_rd_lo = _mm_unpacklo_epi16(v_r, v_delta);
+ __m128i v_bg_hi = _mm_unpackhi_epi16(v_b, v_g);
+ __m128i v_rd_hi = _mm_unpackhi_epi16(v_r, v_delta);
+ v_bg_lo = _mm_madd_epi16(v_bg_lo, v_bg2y);
+ v_rd_lo = _mm_madd_epi16(v_rd_lo, v_rd2y);
+ v_bg_hi = _mm_madd_epi16(v_bg_hi, v_bg2y);
+ v_rd_hi = _mm_madd_epi16(v_rd_hi, v_rd2y);
+
+ __m128i v_bgr_lo = _mm_add_epi32(v_bg_lo, v_rd_lo);
+ __m128i v_bgr_hi = _mm_add_epi32(v_bg_hi, v_rd_hi);
+ v_bgr_lo = _mm_srli_epi32(v_bgr_lo, yuv_shift);
+ v_bgr_hi = _mm_srli_epi32(v_bgr_hi, yuv_shift);
+
+ __m128i v_dst = _mm_packs_epi32(v_bgr_lo, v_bgr_hi);
+ v_dst = _mm_packus_epi16(v_dst, v_dst);
+ _mm_storel_epi64((__m128i *)(dst + i), v_dst);
+ }
+ }
+ #endif
+ for ( ; i < n; i++)
+ {
+ int t = ((ushort*)src)[i];
+ dst[i] = (uchar)CV_DESCALE(((t << 3) & 0xf8)*B2Y +
+ ((t >> 2) & 0xf8)*G2Y +
+ ((t >> 7) & 0xf8)*R2Y, yuv_shift);
+ }
+ }
+ }
+ int greenBits;
+
+ #if CV_NEON
+ uint16x4_t v_b2y, v_g2y, v_r2y;
+ uint32x4_t v_delta;
+ uint16x8_t v_f8, v_fc;
+ #elif CV_SSE2
+ bool haveSIMD;
+ __m128i v_bg2y, v_rd2y;
+ __m128i v_delta;
+ #endif
+};
+
+
+template<typename _Tp> struct RGB2Gray
+{
+ typedef _Tp channel_type;
+
+ RGB2Gray(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
+ {
+ static const float coeffs0[] = { R2YF, G2YF, B2YF };
+ memcpy( coeffs, _coeffs ? _coeffs : coeffs0, 3*sizeof(coeffs[0]) );
+ if(blueIdx == 0)
+ std::swap(coeffs[0], coeffs[2]);
+ }
+
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ int scn = srccn;
+ float cb = coeffs[0], cg = coeffs[1], cr = coeffs[2];
+ for(int i = 0; i < n; i++, src += scn)
+ dst[i] = saturate_cast<_Tp>(src[0]*cb + src[1]*cg + src[2]*cr);
+ }
+ int srccn;
+ float coeffs[3];
+};
+
+template<> struct RGB2Gray<uchar>
+{
+ typedef uchar channel_type;
+
+ RGB2Gray(int _srccn, int blueIdx, const int* coeffs) : srccn(_srccn)
+ {
+ const int coeffs0[] = { R2Y, G2Y, B2Y };
+ if(!coeffs) coeffs = coeffs0;
+
+ int b = 0, g = 0, r = (1 << (yuv_shift-1));
+ int db = coeffs[blueIdx^2], dg = coeffs[1], dr = coeffs[blueIdx];
+
+ for( int i = 0; i < 256; i++, b += db, g += dg, r += dr )
+ {
+ tab[i] = b;
+ tab[i+256] = g;
+ tab[i+512] = r;
+ }
+ }
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int scn = srccn;
+ const int* _tab = tab;
+ for(int i = 0; i < n; i++, src += scn)
+ dst[i] = (uchar)((_tab[src[0]] + _tab[src[1]+256] + _tab[src[2]+512]) >> yuv_shift);
+ }
+ int srccn;
+ int tab[256*3];
+};
+
+#if CV_NEON
+
+template <>
+struct RGB2Gray<ushort>
+{
+ typedef ushort channel_type;
+
+ RGB2Gray(int _srccn, int blueIdx, const int* _coeffs) :
+ srccn(_srccn)
+ {
+ static const int coeffs0[] = { R2Y, G2Y, B2Y };
+ memcpy(coeffs, _coeffs ? _coeffs : coeffs0, 3*sizeof(coeffs[0]));
+ if( blueIdx == 0 )
+ std::swap(coeffs[0], coeffs[2]);
+
+ v_cb = vdup_n_u16(coeffs[0]);
+ v_cg = vdup_n_u16(coeffs[1]);
+ v_cr = vdup_n_u16(coeffs[2]);
+ v_delta = vdupq_n_u32(1 << (yuv_shift - 1));
+ }
+
+ void operator()(const ushort* src, ushort* dst, int n) const
+ {
+ int scn = srccn, cb = coeffs[0], cg = coeffs[1], cr = coeffs[2], i = 0;
+
+ for ( ; i <= n - 8; i += 8, src += scn * 8)
+ {
+ uint16x8_t v_b, v_r, v_g;
+ if (scn == 3)
+ {
+ uint16x8x3_t v_src = vld3q_u16(src);
+ v_b = v_src.val[0];
+ v_g = v_src.val[1];
+ v_r = v_src.val[2];
+ }
+ else
+ {
+ uint16x8x4_t v_src = vld4q_u16(src);
+ v_b = v_src.val[0];
+ v_g = v_src.val[1];
+ v_r = v_src.val[2];
+ }
+
+ uint32x4_t v_dst0_ = vmlal_u16(vmlal_u16(
+ vmull_u16(vget_low_u16(v_b), v_cb),
+ vget_low_u16(v_g), v_cg),
+ vget_low_u16(v_r), v_cr);
+ uint32x4_t v_dst1_ = vmlal_u16(vmlal_u16(
+ vmull_u16(vget_high_u16(v_b), v_cb),
+ vget_high_u16(v_g), v_cg),
+ vget_high_u16(v_r), v_cr);
+
+ uint16x4_t v_dst0 = vmovn_u32(vshrq_n_u32(vaddq_u32(v_dst0_, v_delta), yuv_shift));
+ uint16x4_t v_dst1 = vmovn_u32(vshrq_n_u32(vaddq_u32(v_dst1_, v_delta), yuv_shift));
+
+ vst1q_u16(dst + i, vcombine_u16(v_dst0, v_dst1));
+ }
+
+ for ( ; i <= n - 4; i += 4, src += scn * 4)
+ {
+ uint16x4_t v_b, v_r, v_g;
+ if (scn == 3)
+ {
+ uint16x4x3_t v_src = vld3_u16(src);
+ v_b = v_src.val[0];
+ v_g = v_src.val[1];
+ v_r = v_src.val[2];
+ }
+ else
+ {
+ uint16x4x4_t v_src = vld4_u16(src);
+ v_b = v_src.val[0];
+ v_g = v_src.val[1];
+ v_r = v_src.val[2];
+ }
+
+ uint32x4_t v_dst = vmlal_u16(vmlal_u16(
+ vmull_u16(v_b, v_cb),
+ v_g, v_cg),
+ v_r, v_cr);
+
+ vst1_u16(dst + i, vmovn_u32(vshrq_n_u32(vaddq_u32(v_dst, v_delta), yuv_shift)));
+ }
+
+ for( ; i < n; i++, src += scn)
+ dst[i] = (ushort)CV_DESCALE((unsigned)(src[0]*cb + src[1]*cg + src[2]*cr), yuv_shift);
+ }
+
+ int srccn, coeffs[3];
+ uint16x4_t v_cb, v_cg, v_cr;
+ uint32x4_t v_delta;
+};
+
+template <>
+struct RGB2Gray<float>
+{
+ typedef float channel_type;
+
+ RGB2Gray(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
+ {
+ static const float coeffs0[] = { R2YF, G2YF, B2YF };
+ memcpy( coeffs, _coeffs ? _coeffs : coeffs0, 3*sizeof(coeffs[0]) );
+ if(blueIdx == 0)
+ std::swap(coeffs[0], coeffs[2]);
+
+ v_cb = vdupq_n_f32(coeffs[0]);
+ v_cg = vdupq_n_f32(coeffs[1]);
+ v_cr = vdupq_n_f32(coeffs[2]);
+ }
+
+ void operator()(const float * src, float * dst, int n) const
+ {
+ int scn = srccn, i = 0;
+ float cb = coeffs[0], cg = coeffs[1], cr = coeffs[2];
+
+ if (scn == 3)
+ {
+ for ( ; i <= n - 8; i += 8, src += scn * 8)
+ {
+ float32x4x3_t v_src = vld3q_f32(src);
+ vst1q_f32(dst + i, vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_cb), v_src.val[1], v_cg), v_src.val[2], v_cr));
+
+ v_src = vld3q_f32(src + scn * 4);
+ vst1q_f32(dst + i + 4, vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_cb), v_src.val[1], v_cg), v_src.val[2], v_cr));
+ }
+
+ for ( ; i <= n - 4; i += 4, src += scn * 4)
+ {
+ float32x4x3_t v_src = vld3q_f32(src);
+ vst1q_f32(dst + i, vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_cb), v_src.val[1], v_cg), v_src.val[2], v_cr));
+ }
+ }
+ else
+ {
+ for ( ; i <= n - 8; i += 8, src += scn * 8)
+ {
+ float32x4x4_t v_src = vld4q_f32(src);
+ vst1q_f32(dst + i, vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_cb), v_src.val[1], v_cg), v_src.val[2], v_cr));
+
+ v_src = vld4q_f32(src + scn * 4);
+ vst1q_f32(dst + i + 4, vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_cb), v_src.val[1], v_cg), v_src.val[2], v_cr));
+ }
+
+ for ( ; i <= n - 4; i += 4, src += scn * 4)
+ {
+ float32x4x4_t v_src = vld4q_f32(src);
+ vst1q_f32(dst + i, vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_cb), v_src.val[1], v_cg), v_src.val[2], v_cr));
+ }
+ }
+
+ for ( ; i < n; i++, src += scn)
+ dst[i] = src[0]*cb + src[1]*cg + src[2]*cr;
+ }
+
+ int srccn;
+ float coeffs[3];
+ float32x4_t v_cb, v_cg, v_cr;
+};
+
+#elif CV_SSE2
+
+#if CV_SSE4_1
+
+template <>
+struct RGB2Gray<ushort>
+{
+ typedef ushort channel_type;
+
+ RGB2Gray(int _srccn, int blueIdx, const int* _coeffs) :
+ srccn(_srccn)
+ {
+ static const int coeffs0[] = { R2Y, G2Y, B2Y };
+ memcpy(coeffs, _coeffs ? _coeffs : coeffs0, 3*sizeof(coeffs[0]));
+ if( blueIdx == 0 )
+ std::swap(coeffs[0], coeffs[2]);
+
+ v_delta = _mm_set1_epi32(1 << (yuv_shift - 1));
+ v_zero = _mm_setzero_si128();
+
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE4_1);
+ }
+
+ // 16s x 8
+ void process(__m128i* v_rgb, __m128i* v_coeffs,
+ __m128i & v_gray) const
+ {
+ __m128i v_rgb_hi[4];
+ v_rgb_hi[0] = _mm_cmplt_epi16(v_rgb[0], v_zero);
+ v_rgb_hi[1] = _mm_cmplt_epi16(v_rgb[1], v_zero);
+ v_rgb_hi[2] = _mm_cmplt_epi16(v_rgb[2], v_zero);
+ v_rgb_hi[3] = _mm_cmplt_epi16(v_rgb[3], v_zero);
+
+ v_rgb_hi[0] = _mm_and_si128(v_rgb_hi[0], v_coeffs[1]);
+ v_rgb_hi[1] = _mm_and_si128(v_rgb_hi[1], v_coeffs[1]);
+ v_rgb_hi[2] = _mm_and_si128(v_rgb_hi[2], v_coeffs[1]);
+ v_rgb_hi[3] = _mm_and_si128(v_rgb_hi[3], v_coeffs[1]);
+
+ v_rgb_hi[0] = _mm_hadd_epi16(v_rgb_hi[0], v_rgb_hi[1]);
+ v_rgb_hi[2] = _mm_hadd_epi16(v_rgb_hi[2], v_rgb_hi[3]);
+ v_rgb_hi[0] = _mm_hadd_epi16(v_rgb_hi[0], v_rgb_hi[2]);
+
+ v_rgb[0] = _mm_madd_epi16(v_rgb[0], v_coeffs[0]);
+ v_rgb[1] = _mm_madd_epi16(v_rgb[1], v_coeffs[0]);
+ v_rgb[2] = _mm_madd_epi16(v_rgb[2], v_coeffs[0]);
+ v_rgb[3] = _mm_madd_epi16(v_rgb[3], v_coeffs[0]);
+
+ v_rgb[0] = _mm_hadd_epi32(v_rgb[0], v_rgb[1]);
+ v_rgb[2] = _mm_hadd_epi32(v_rgb[2], v_rgb[3]);
+
+ v_rgb[0] = _mm_add_epi32(v_rgb[0], v_delta);
+ v_rgb[2] = _mm_add_epi32(v_rgb[2], v_delta);
+
+ v_rgb[0] = _mm_srai_epi32(v_rgb[0], yuv_shift);
+ v_rgb[2] = _mm_srai_epi32(v_rgb[2], yuv_shift);
+
+ v_gray = _mm_packs_epi32(v_rgb[0], v_rgb[2]);
+ v_gray = _mm_add_epi16(v_gray, v_rgb_hi[0]);
+ }
+
+ void operator()(const ushort* src, ushort* dst, int n) const
+ {
+ int scn = srccn, cb = coeffs[0], cg = coeffs[1], cr = coeffs[2], i = 0;
+
+ if (scn == 3 && haveSIMD)
+ {
+ __m128i v_coeffs[2];
+ v_coeffs[0] = _mm_set_epi16(0, (short)coeffs[2], (short)coeffs[1], (short)coeffs[0], (short)coeffs[2], (short)coeffs[1], (short)coeffs[0], 0);
+ v_coeffs[1] = _mm_slli_epi16(v_coeffs[0], 2);
+
+ for ( ; i <= n - 8; i += 8, src += scn * 8)
+ {
+ __m128i v_src[3];
+ v_src[0] = _mm_loadu_si128((__m128i const *)(src));
+ v_src[1] = _mm_loadu_si128((__m128i const *)(src + 8));
+ v_src[2] = _mm_loadu_si128((__m128i const *)(src + 16));
+
+ __m128i v_rgb[4];
+ v_rgb[0] = _mm_slli_si128(v_src[0], 2);
+ v_rgb[1] = _mm_alignr_epi8(v_src[1], v_src[0], 10);
+ v_rgb[2] = _mm_alignr_epi8(v_src[2], v_src[1], 6);
+ v_rgb[3] = _mm_srli_si128(v_src[2], 2);
+
+ __m128i v_gray;
+ process(v_rgb, v_coeffs,
+ v_gray);
+
+ _mm_storeu_si128((__m128i *)(dst + i), v_gray);
+ }
+ }
+ else if (scn == 4 && haveSIMD)
+ {
+ __m128i v_coeffs[2];
+ v_coeffs[0] = _mm_set_epi16(0, (short)coeffs[2], (short)coeffs[1], (short)coeffs[0], 0, (short)coeffs[2], (short)coeffs[1], (short)coeffs[0]);
+ v_coeffs[1] = _mm_slli_epi16(v_coeffs[0], 2);
+
+ for ( ; i <= n - 8; i += 8, src += scn * 8)
+ {
+ __m128i v_rgb[4];
+ v_rgb[0] = _mm_loadu_si128((__m128i const *)(src));
+ v_rgb[1] = _mm_loadu_si128((__m128i const *)(src + 8));
+ v_rgb[2] = _mm_loadu_si128((__m128i const *)(src + 16));
+ v_rgb[3] = _mm_loadu_si128((__m128i const *)(src + 24));
+
+ __m128i v_gray;
+ process(v_rgb, v_coeffs,
+ v_gray);
+
+ _mm_storeu_si128((__m128i *)(dst + i), v_gray);
+ }
+ }
+
+ for( ; i < n; i++, src += scn)
+ dst[i] = (ushort)CV_DESCALE((unsigned)(src[0]*cb + src[1]*cg + src[2]*cr), yuv_shift);
+ }
+
+ int srccn, coeffs[3];
+ __m128i v_delta;
+ __m128i v_zero;
+ bool haveSIMD;
+};
+
+#endif // CV_SSE4_1
+
+template <>
+struct RGB2Gray<float>
+{
+ typedef float channel_type;
+
+ RGB2Gray(int _srccn, int blueIdx, const float* _coeffs) : srccn(_srccn)
+ {
+ static const float coeffs0[] = { R2YF, G2YF, B2YF };
+ memcpy( coeffs, _coeffs ? _coeffs : coeffs0, 3*sizeof(coeffs[0]) );
+ if(blueIdx == 0)
+ std::swap(coeffs[0], coeffs[2]);
+
+ v_cb = _mm_set1_ps(coeffs[0]);
+ v_cg = _mm_set1_ps(coeffs[1]);
+ v_cr = _mm_set1_ps(coeffs[2]);
+
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ }
+
+ void process(__m128 v_b, __m128 v_g, __m128 v_r,
+ __m128 & v_gray) const
+ {
+ v_gray = _mm_mul_ps(v_r, v_cr);
+ v_gray = _mm_add_ps(v_gray, _mm_mul_ps(v_g, v_cg));
+ v_gray = _mm_add_ps(v_gray, _mm_mul_ps(v_b, v_cb));
+ }
+
+ void operator()(const float * src, float * dst, int n) const
+ {
+ int scn = srccn, i = 0;
+ float cb = coeffs[0], cg = coeffs[1], cr = coeffs[2];
+
+ if (scn == 3 && haveSIMD)
+ {
+ for ( ; i <= n - 8; i += 8, src += scn * 8)
+ {
+ __m128 v_r0 = _mm_loadu_ps(src);
+ __m128 v_r1 = _mm_loadu_ps(src + 4);
+ __m128 v_g0 = _mm_loadu_ps(src + 8);
+ __m128 v_g1 = _mm_loadu_ps(src + 12);
+ __m128 v_b0 = _mm_loadu_ps(src + 16);
+ __m128 v_b1 = _mm_loadu_ps(src + 20);
+
+ _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
+
+ __m128 v_gray0;
+ process(v_r0, v_g0, v_b0,
+ v_gray0);
+
+ __m128 v_gray1;
+ process(v_r1, v_g1, v_b1,
+ v_gray1);
+
+ _mm_storeu_ps(dst + i, v_gray0);
+ _mm_storeu_ps(dst + i + 4, v_gray1);
+ }
+ }
+ else if (scn == 4 && haveSIMD)
+ {
+ for ( ; i <= n - 8; i += 8, src += scn * 8)
+ {
+ __m128 v_r0 = _mm_loadu_ps(src);
+ __m128 v_r1 = _mm_loadu_ps(src + 4);
+ __m128 v_g0 = _mm_loadu_ps(src + 8);
+ __m128 v_g1 = _mm_loadu_ps(src + 12);
+ __m128 v_b0 = _mm_loadu_ps(src + 16);
+ __m128 v_b1 = _mm_loadu_ps(src + 20);
+ __m128 v_a0 = _mm_loadu_ps(src + 24);
+ __m128 v_a1 = _mm_loadu_ps(src + 28);
+
+ _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1, v_a0, v_a1);
+
+ __m128 v_gray0;
+ process(v_r0, v_g0, v_b0,
+ v_gray0);
+
+ __m128 v_gray1;
+ process(v_r1, v_g1, v_b1,
+ v_gray1);
+
+ _mm_storeu_ps(dst + i, v_gray0);
+ _mm_storeu_ps(dst + i + 4, v_gray1);
+ }
+ }
+
+ for ( ; i < n; i++, src += scn)
+ dst[i] = src[0]*cb + src[1]*cg + src[2]*cr;
+ }
+
+ int srccn;
+ float coeffs[3];
+ __m128 v_cb, v_cg, v_cr;
+ bool haveSIMD;
+};
+
+#endif // CV_SSE2
+
+#if !CV_NEON && !CV_SSE4_1
+
+template<> struct RGB2Gray<ushort>
+{
+ typedef ushort channel_type;
+
+ RGB2Gray(int _srccn, int blueIdx, const int* _coeffs) : srccn(_srccn)
+ {
+ static const int coeffs0[] = { R2Y, G2Y, B2Y };
+ memcpy(coeffs, _coeffs ? _coeffs : coeffs0, 3*sizeof(coeffs[0]));
+ if( blueIdx == 0 )
+ std::swap(coeffs[0], coeffs[2]);
+ }
+
+ void operator()(const ushort* src, ushort* dst, int n) const
+ {
+ int scn = srccn, cb = coeffs[0], cg = coeffs[1], cr = coeffs[2];
+ for(int i = 0; i < n; i++, src += scn)
+ dst[i] = (ushort)CV_DESCALE((unsigned)(src[0]*cb + src[1]*cg + src[2]*cr), yuv_shift);
+ }
+ int srccn;
+ int coeffs[3];
+};
+
+#endif // !CV_NEON && !CV_SSE4_1
+
+
+/////////////////////////// RGBA <-> mRGBA (alpha premultiplied) //////////////
+
+template<typename _Tp>
+struct RGBA2mRGBA
+{
+ typedef _Tp channel_type;
+
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ _Tp max_val = ColorChannel<_Tp>::max();
+ _Tp half_val = ColorChannel<_Tp>::half();
+ for( int i = 0; i < n; i++ )
+ {
+ _Tp v0 = *src++;
+ _Tp v1 = *src++;
+ _Tp v2 = *src++;
+ _Tp v3 = *src++;
+
+ *dst++ = (v0 * v3 + half_val) / max_val;
+ *dst++ = (v1 * v3 + half_val) / max_val;
+ *dst++ = (v2 * v3 + half_val) / max_val;
+ *dst++ = v3;
+ }
+ }
+};
+
+
+template<typename _Tp>
+struct mRGBA2RGBA
+{
+ typedef _Tp channel_type;
+
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ _Tp max_val = ColorChannel<_Tp>::max();
+ for( int i = 0; i < n; i++ )
+ {
+ _Tp v0 = *src++;
+ _Tp v1 = *src++;
+ _Tp v2 = *src++;
+ _Tp v3 = *src++;
+ _Tp v3_half = v3 / 2;
+
+ *dst++ = (v3==0)? 0 : (v0 * max_val + v3_half) / v3;
+ *dst++ = (v3==0)? 0 : (v1 * max_val + v3_half) / v3;
+ *dst++ = (v3==0)? 0 : (v2 * max_val + v3_half) / v3;
+ *dst++ = v3;
+ }
+ }
+};
+
+//
+// IPP functions
+//
+
+#if NEED_IPP
+
+static ippiColor2GrayFunc ippiColor2GrayC3Tab[] =
+{
+ (ippiColor2GrayFunc)ippiColorToGray_8u_C3C1R, 0, (ippiColor2GrayFunc)ippiColorToGray_16u_C3C1R, 0,
+ 0, (ippiColor2GrayFunc)ippiColorToGray_32f_C3C1R, 0, 0
+};
+
+static ippiColor2GrayFunc ippiColor2GrayC4Tab[] =
+{
+ (ippiColor2GrayFunc)ippiColorToGray_8u_AC4C1R, 0, (ippiColor2GrayFunc)ippiColorToGray_16u_AC4C1R, 0,
+ 0, (ippiColor2GrayFunc)ippiColorToGray_32f_AC4C1R, 0, 0
+};
+
+static ippiGeneralFunc ippiRGB2GrayC3Tab[] =
+{
+ (ippiGeneralFunc)ippiRGBToGray_8u_C3C1R, 0, (ippiGeneralFunc)ippiRGBToGray_16u_C3C1R, 0,
+ 0, (ippiGeneralFunc)ippiRGBToGray_32f_C3C1R, 0, 0
+};
+
+static ippiGeneralFunc ippiRGB2GrayC4Tab[] =
+{
+ (ippiGeneralFunc)ippiRGBToGray_8u_AC4C1R, 0, (ippiGeneralFunc)ippiRGBToGray_16u_AC4C1R, 0,
+ 0, (ippiGeneralFunc)ippiRGBToGray_32f_AC4C1R, 0, 0
+};
+
+
+static IppStatus ippiGrayToRGB_C1C3R(const Ipp8u* pSrc, int srcStep, Ipp8u* pDst, int dstStep, IppiSize roiSize)
+{
+ return CV_INSTRUMENT_FUN_IPP(ippiGrayToRGB_8u_C1C3R, pSrc, srcStep, pDst, dstStep, roiSize);
+}
+static IppStatus ippiGrayToRGB_C1C3R(const Ipp16u* pSrc, int srcStep, Ipp16u* pDst, int dstStep, IppiSize roiSize)
+{
+ return CV_INSTRUMENT_FUN_IPP(ippiGrayToRGB_16u_C1C3R, pSrc, srcStep, pDst, dstStep, roiSize);
+}
+static IppStatus ippiGrayToRGB_C1C3R(const Ipp32f* pSrc, int srcStep, Ipp32f* pDst, int dstStep, IppiSize roiSize)
+{
+ return CV_INSTRUMENT_FUN_IPP(ippiGrayToRGB_32f_C1C3R, pSrc, srcStep, pDst, dstStep, roiSize);
+}
+
+static IppStatus ippiGrayToRGB_C1C4R(const Ipp8u* pSrc, int srcStep, Ipp8u* pDst, int dstStep, IppiSize roiSize, Ipp8u aval)
+{
+ return CV_INSTRUMENT_FUN_IPP(ippiGrayToRGB_8u_C1C4R, pSrc, srcStep, pDst, dstStep, roiSize, aval);
+}
+static IppStatus ippiGrayToRGB_C1C4R(const Ipp16u* pSrc, int srcStep, Ipp16u* pDst, int dstStep, IppiSize roiSize, Ipp16u aval)
+{
+ return CV_INSTRUMENT_FUN_IPP(ippiGrayToRGB_16u_C1C4R, pSrc, srcStep, pDst, dstStep, roiSize, aval);
+}
+static IppStatus ippiGrayToRGB_C1C4R(const Ipp32f* pSrc, int srcStep, Ipp32f* pDst, int dstStep, IppiSize roiSize, Ipp32f aval)
+{
+ return CV_INSTRUMENT_FUN_IPP(ippiGrayToRGB_32f_C1C4R, pSrc, srcStep, pDst, dstStep, roiSize, aval);
+}
+
+struct IPPColor2GrayFunctor
+{
+ IPPColor2GrayFunctor(ippiColor2GrayFunc _func) :
+ ippiColorToGray(_func)
+ {
+ coeffs[0] = B2YF;
+ coeffs[1] = G2YF;
+ coeffs[2] = R2YF;
+ }
+ bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
+ {
+ return ippiColorToGray ? CV_INSTRUMENT_FUN_IPP(ippiColorToGray, src, srcStep, dst, dstStep, ippiSize(cols, rows), coeffs) >= 0 : false;
+ }
+private:
+ ippiColor2GrayFunc ippiColorToGray;
+ Ipp32f coeffs[3];
+};
+
+template <typename T>
+struct IPPGray2BGRFunctor
+{
+ IPPGray2BGRFunctor(){}
+
+ bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
+ {
+ return ippiGrayToRGB_C1C3R((T*)src, srcStep, (T*)dst, dstStep, ippiSize(cols, rows)) >= 0;
+ }
+};
+
+template <typename T>
+struct IPPGray2BGRAFunctor
+{
+ IPPGray2BGRAFunctor()
+ {
+ alpha = ColorChannel<T>::max();
+ }
+
+ bool operator()(const void *src, int srcStep, void *dst, int dstStep, int cols, int rows) const
+ {
+ return ippiGrayToRGB_C1C4R((T*)src, srcStep, (T*)dst, dstStep, ippiSize(cols, rows), alpha) >= 0;
+ }
+
+ T alpha;
+};
+
+static IppStatus CV_STDCALL ippiSwapChannels_8u_C3C4Rf(const Ipp8u* pSrc, int srcStep, Ipp8u* pDst, int dstStep,
+ IppiSize roiSize, const int *dstOrder)
+{
+ return CV_INSTRUMENT_FUN_IPP(ippiSwapChannels_8u_C3C4R, pSrc, srcStep, pDst, dstStep, roiSize, dstOrder, MAX_IPP8u);
+}
+
+static IppStatus CV_STDCALL ippiSwapChannels_16u_C3C4Rf(const Ipp16u* pSrc, int srcStep, Ipp16u* pDst, int dstStep,
+ IppiSize roiSize, const int *dstOrder)
+{
+ return CV_INSTRUMENT_FUN_IPP(ippiSwapChannels_16u_C3C4R, pSrc, srcStep, pDst, dstStep, roiSize, dstOrder, MAX_IPP16u);
+}
+
+static IppStatus CV_STDCALL ippiSwapChannels_32f_C3C4Rf(const Ipp32f* pSrc, int srcStep, Ipp32f* pDst, int dstStep,
+ IppiSize roiSize, const int *dstOrder)
+{
+ return CV_INSTRUMENT_FUN_IPP(ippiSwapChannels_32f_C3C4R, pSrc, srcStep, pDst, dstStep, roiSize, dstOrder, MAX_IPP32f);
+}
+
+// shared
+ippiReorderFunc ippiSwapChannelsC3C4RTab[] =
+{
+ (ippiReorderFunc)ippiSwapChannels_8u_C3C4Rf, 0, (ippiReorderFunc)ippiSwapChannels_16u_C3C4Rf, 0,
+ 0, (ippiReorderFunc)ippiSwapChannels_32f_C3C4Rf, 0, 0
+};
+
+static ippiGeneralFunc ippiCopyAC4C3RTab[] =
+{
+ (ippiGeneralFunc)ippiCopy_8u_AC4C3R, 0, (ippiGeneralFunc)ippiCopy_16u_AC4C3R, 0,
+ 0, (ippiGeneralFunc)ippiCopy_32f_AC4C3R, 0, 0
+};
+
+// shared
+ippiReorderFunc ippiSwapChannelsC4C3RTab[] =
+{
+ (ippiReorderFunc)ippiSwapChannels_8u_C4C3R, 0, (ippiReorderFunc)ippiSwapChannels_16u_C4C3R, 0,
+ 0, (ippiReorderFunc)ippiSwapChannels_32f_C4C3R, 0, 0
+};
+
+// shared
+ippiReorderFunc ippiSwapChannelsC3RTab[] =
+{
+ (ippiReorderFunc)ippiSwapChannels_8u_C3R, 0, (ippiReorderFunc)ippiSwapChannels_16u_C3R, 0,
+ 0, (ippiReorderFunc)ippiSwapChannels_32f_C3R, 0, 0
+};
+
+#if IPP_VERSION_X100 >= 810
+static ippiReorderFunc ippiSwapChannelsC4RTab[] =
+{
+ (ippiReorderFunc)ippiSwapChannels_8u_C4R, 0, (ippiReorderFunc)ippiSwapChannels_16u_C4R, 0,
+ 0, (ippiReorderFunc)ippiSwapChannels_32f_C4R, 0, 0
+};
+#endif
+
+#endif
+
+//
+// HAL functions
+//
+
+namespace hal
+{
+
+// 8u, 16u, 32f
+void cvtBGRtoBGR(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int depth, int scn, int dcn, bool swapBlue)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtBGRtoBGR, cv_hal_cvtBGRtoBGR, src_data, src_step, dst_data, dst_step, width, height, depth, scn, dcn, swapBlue);
+
+#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
+ CV_IPP_CHECK()
+ {
+ if(scn == 3 && dcn == 4 && !swapBlue)
+ {
+ if ( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPReorderFunctor(ippiSwapChannelsC3C4RTab[depth], 0, 1, 2)) )
+ return;
+ }
+ else if(scn == 4 && dcn == 3 && !swapBlue)
+ {
+ if ( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralFunctor(ippiCopyAC4C3RTab[depth])) )
+ return;
+ }
+ else if(scn == 3 && dcn == 4 && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPReorderFunctor(ippiSwapChannelsC3C4RTab[depth], 2, 1, 0)) )
+ return;
+ }
+ else if(scn == 4 && dcn == 3 && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPReorderFunctor(ippiSwapChannelsC4C3RTab[depth], 2, 1, 0)) )
+ return;
+ }
+ else if(scn == 3 && dcn == 3 && swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, scn), dst_data, dst_step, width, height,
+ IPPReorderFunctor(ippiSwapChannelsC3RTab[depth], 2, 1, 0)) )
+ return;
+ }
+#if IPP_VERSION_X100 >= 810
+ else if(scn == 4 && dcn == 4 && swapBlue)
+ {
+ if( CvtColorIPPLoopCopy(src_data, src_step, CV_MAKETYPE(depth, scn), dst_data, dst_step, width, height,
+ IPPReorderFunctor(ippiSwapChannelsC4RTab[depth], 2, 1, 0)) )
+ return;
+ }
+ }
+#endif
+#endif
+
+ int blueIdx = swapBlue ? 2 : 0;
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2RGB<uchar>(scn, dcn, blueIdx));
+ else if( depth == CV_16U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2RGB<ushort>(scn, dcn, blueIdx));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2RGB<float>(scn, dcn, blueIdx));
+}
+
+// only 8u
+void cvtBGRtoBGR5x5(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int scn, bool swapBlue, int greenBits)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtBGRtoBGR5x5, cv_hal_cvtBGRtoBGR5x5, src_data, src_step, dst_data, dst_step, width, height, scn, swapBlue, greenBits);
+
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2RGB5x5(scn, swapBlue ? 2 : 0, greenBits));
+}
+
+// only 8u
+void cvtBGR5x5toBGR(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int dcn, bool swapBlue, int greenBits)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtBGR5x5toBGR, cv_hal_cvtBGR5x5toBGR, src_data, src_step, dst_data, dst_step, width, height, dcn, swapBlue, greenBits);
+
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB5x52RGB(dcn, swapBlue ? 2 : 0, greenBits));
+}
+
+// 8u, 16u, 32f
+void cvtBGRtoGray(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int depth, int scn, bool swapBlue)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtBGRtoGray, cv_hal_cvtBGRtoGray, src_data, src_step, dst_data, dst_step, width, height, depth, scn, swapBlue);
+
+#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
+ CV_IPP_CHECK()
+ {
+ if(depth == CV_32F && scn == 3 && !swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPColor2GrayFunctor(ippiColor2GrayC3Tab[depth])) )
+ return;
+ }
+ else if(depth == CV_32F && scn == 3 && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralFunctor(ippiRGB2GrayC3Tab[depth])) )
+ return;
+ }
+ else if(depth == CV_32F && scn == 4 && !swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPColor2GrayFunctor(ippiColor2GrayC4Tab[depth])) )
+ return;
+ }
+ else if(depth == CV_32F && scn == 4 && swapBlue)
+ {
+ if( CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralFunctor(ippiRGB2GrayC4Tab[depth])) )
+ return;
+ }
+ }
+#endif
+
+ int blueIdx = swapBlue ? 2 : 0;
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Gray<uchar>(scn, blueIdx, 0));
+ else if( depth == CV_16U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Gray<ushort>(scn, blueIdx, 0));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2Gray<float>(scn, blueIdx, 0));
+}
+
+// 8u, 16u, 32f
+void cvtGraytoBGR(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int depth, int dcn)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtGraytoBGR, cv_hal_cvtGraytoBGR, src_data, src_step, dst_data, dst_step, width, height, depth, dcn);
+
+#if defined(HAVE_IPP) && IPP_VERSION_X100 >= 700
+ CV_IPP_CHECK()
+ {
+ bool ippres = false;
+ if(dcn == 3)
+ {
+ if( depth == CV_8U )
+ ippres = CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height, IPPGray2BGRFunctor<Ipp8u>());
+ else if( depth == CV_16U )
+ ippres = CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height, IPPGray2BGRFunctor<Ipp16u>());
+ else
+ ippres = CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height, IPPGray2BGRFunctor<Ipp32f>());
+ }
+ else if(dcn == 4)
+ {
+ if( depth == CV_8U )
+ ippres = CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height, IPPGray2BGRAFunctor<Ipp8u>());
+ else if( depth == CV_16U )
+ ippres = CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height, IPPGray2BGRAFunctor<Ipp16u>());
+ else
+ ippres = CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height, IPPGray2BGRAFunctor<Ipp32f>());
+ }
+ if(ippres)
+ return;
+ }
+#endif
+
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Gray2RGB<uchar>(dcn));
+ else if( depth == CV_16U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Gray2RGB<ushort>(dcn));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Gray2RGB<float>(dcn));
+}
+
+// only 8u
+void cvtBGR5x5toGray(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int greenBits)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtBGR5x5toGray, cv_hal_cvtBGR5x5toGray, src_data, src_step, dst_data, dst_step, width, height, greenBits);
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB5x52Gray(greenBits));
+}
+
+// only 8u
+void cvtGraytoBGR5x5(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int greenBits)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtGraytoBGR5x5, cv_hal_cvtGraytoBGR5x5, src_data, src_step, dst_data, dst_step, width, height, greenBits);
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, Gray2RGB5x5(greenBits));
+}
+
+void cvtRGBAtoMultipliedRGBA(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtRGBAtoMultipliedRGBA, cv_hal_cvtRGBAtoMultipliedRGBA, src_data, src_step, dst_data, dst_step, width, height);
+
+#ifdef HAVE_IPP
+ CV_IPP_CHECK()
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralFunctor((ippiGeneralFunc)ippiAlphaPremul_8u_AC4R)))
+ return;
+ }
+#endif
+
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGBA2mRGBA<uchar>());
+}
+
+void cvtMultipliedRGBAtoRGBA(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtMultipliedRGBAtoRGBA, cv_hal_cvtMultipliedRGBAtoRGBA, src_data, src_step, dst_data, dst_step, width, height);
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, mRGBA2RGBA<uchar>());
+}
+
+} // namespace hal
+
+//
+// OCL calls
+//
+
+#ifdef HAVE_OPENCL
+
+bool oclCvtColorBGR2BGR( InputArray _src, OutputArray _dst, int dcn, bool reverse )
+{
+ OclHelper< Set<3, 4>, Set<3, 4>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, dcn);
+
+ if(!h.createKernel("RGB", ocl::imgproc::color_rgb_oclsrc,
+ format("-D dcn=%d -D bidx=0 -D %s", dcn, reverse ? "REVERSE" : "ORDER")))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorBGR25x5( InputArray _src, OutputArray _dst, int bidx, int gbits )
+{
+ OclHelper< Set<3, 4>, Set<2>, Set<CV_8U> > h(_src, _dst, 2);
+
+ if(!h.createKernel("RGB2RGB5x5", ocl::imgproc::color_rgb_oclsrc,
+ format("-D dcn=2 -D bidx=%d -D greenbits=%d", bidx, gbits)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColor5x52BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, int gbits)
+{
+ OclHelper< Set<2>, Set<3, 4>, Set<CV_8U> > h(_src, _dst, dcn);
+
+ if(!h.createKernel("RGB5x52RGB", ocl::imgproc::color_rgb_oclsrc,
+ format("-D dcn=%d -D bidx=%d -D greenbits=%d", dcn, bidx, gbits)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColor5x52Gray( InputArray _src, OutputArray _dst, int gbits)
+{
+ OclHelper< Set<2>, Set<1>, Set<CV_8U> > h(_src, _dst, 1);
+
+ if(!h.createKernel("BGR5x52Gray", ocl::imgproc::color_rgb_oclsrc,
+ format("-D dcn=1 -D bidx=0 -D greenbits=%d", gbits)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorGray25x5( InputArray _src, OutputArray _dst, int gbits)
+{
+ OclHelper< Set<1>, Set<2>, Set<CV_8U> > h(_src, _dst, 2);
+
+ if(!h.createKernel("Gray2BGR5x5", ocl::imgproc::color_rgb_oclsrc,
+ format("-D dcn=2 -D bidx=0 -D greenbits=%d", gbits)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorBGR2Gray( InputArray _src, OutputArray _dst, int bidx)
+{
+ OclHelper< Set<3, 4>, Set<1>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, 1);
+
+ int stripeSize = 1;
+ if(!h.createKernel("RGB2Gray", ocl::imgproc::color_rgb_oclsrc,
+ format("-D dcn=1 -D bidx=%d -D STRIPE_SIZE=%d", bidx, stripeSize)))
+ {
+ return false;
+ }
+
+ h.globalSize[0] = (h.src.cols + stripeSize - 1)/stripeSize;
+ return h.run();
+}
+
+bool oclCvtColorGray2BGR( InputArray _src, OutputArray _dst, int dcn)
+{
+ OclHelper< Set<1>, Set<3, 4>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, dcn);
+ if(!h.createKernel("Gray2RGB", ocl::imgproc::color_rgb_oclsrc,
+ format("-D bidx=0 -D dcn=%d", dcn)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorRGBA2mRGBA( InputArray _src, OutputArray _dst)
+{
+ OclHelper< Set<4>, Set<4>, Set<CV_8U> > h(_src, _dst, 4);
+
+ if(!h.createKernel("RGBA2mRGBA", ocl::imgproc::color_rgb_oclsrc,
+ "-D dcn=4 -D bidx=3"))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColormRGBA2RGBA( InputArray _src, OutputArray _dst)
+{
+ OclHelper< Set<4>, Set<4>, Set<CV_8U> > h(_src, _dst, 4);
+
+ if(!h.createKernel("mRGBA2RGBA", ocl::imgproc::color_rgb_oclsrc,
+ "-D dcn=4 -D bidx=3"))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+#endif
+
+//
+// HAL calls
+//
+
+void cvtColorBGR2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb)
+{
+ CvtHelper< Set<3, 4>, Set<3, 4>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, dcn);
+
+ hal::cvtBGRtoBGR(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.depth, h.scn, dcn, swapb);
+}
+
+void cvtColorBGR25x5( InputArray _src, OutputArray _dst, bool swapb, int gbits)
+{
+ CvtHelper< Set<3, 4>, Set<2>, Set<CV_8U> > h(_src, _dst, 2);
+
+ hal::cvtBGRtoBGR5x5(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.scn, swapb, gbits);
+}
+
+void cvtColor5x52BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, int gbits)
+{
+ if(dcn <= 0) dcn = 3;
+ CvtHelper< Set<2>, Set<3, 4>, Set<CV_8U> > h(_src, _dst, dcn);
+
+ hal::cvtBGR5x5toBGR(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ dcn, swapb, gbits);
+}
+
+void cvtColorBGR2Gray( InputArray _src, OutputArray _dst, bool swapb)
+{
+ CvtHelper< Set<3, 4>, Set<1>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, 1);
+
+ hal::cvtBGRtoGray(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.depth, h.scn, swapb);
+}
+
+void cvtColorGray2BGR( InputArray _src, OutputArray _dst, int dcn)
+{
+ if(dcn <= 0) dcn = 3;
+ CvtHelper< Set<1>, Set<3, 4>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, dcn);
+
+ hal::cvtGraytoBGR(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows, h.depth, dcn);
+}
+
+void cvtColor5x52Gray( InputArray _src, OutputArray _dst, int gbits)
+{
+ CvtHelper< Set<2>, Set<1>, Set<CV_8U> > h(_src, _dst, 1);
+
+ hal::cvtBGR5x5toGray(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows, gbits);
+}
+
+void cvtColorGray25x5( InputArray _src, OutputArray _dst, int gbits)
+{
+ CvtHelper< Set<1>, Set<2>, Set<CV_8U> > h(_src, _dst, 2);
+
+ hal::cvtGraytoBGR5x5(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows, gbits);
+}
+
+void cvtColorRGBA2mRGBA( InputArray _src, OutputArray _dst)
+{
+ CvtHelper< Set<4>, Set<4>, Set<CV_8U> > h(_src, _dst, 4);
+
+ hal::cvtRGBAtoMultipliedRGBA(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows);
+}
+
+void cvtColormRGBA2RGBA( InputArray _src, OutputArray _dst)
+{
+ CvtHelper< Set<4>, Set<4>, Set<CV_8U> > h(_src, _dst, 4);
+
+ hal::cvtMultipliedRGBAtoRGBA(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows);
+}
+
+} // namespace cv
--- /dev/null
+// This file is part of OpenCV project.
+// It is subject to the license terms in the LICENSE file found in the top-level directory
+// of this distribution and at http://opencv.org/license.html
+
+#include "precomp.hpp"
+#include "color.hpp"
+
+namespace cv
+{
+
+//constants for conversion from/to RGB and YUV, YCrCb according to BT.601
+
+//to YCbCr
+const float YCBF = 0.564f; // == 1/2/(1-B2YF)
+const float YCRF = 0.713f; // == 1/2/(1-R2YF)
+const int YCBI = 9241; // == YCBF*16384
+const int YCRI = 11682; // == YCRF*16384
+//to YUV
+const float B2UF = 0.492f;
+const float R2VF = 0.877f;
+const int B2UI = 8061; // == B2UF*16384
+const int R2VI = 14369; // == R2VF*16384
+//from YUV
+const float U2BF = 2.032f;
+const float U2GF = -0.395f;
+const float V2GF = -0.581f;
+const float V2RF = 1.140f;
+const int U2BI = 33292;
+const int U2GI = -6472;
+const int V2GI = -9519;
+const int V2RI = 18678;
+//from YCrCb
+const float CB2BF = 1.773f;
+const float CB2GF = -0.344f;
+const float CR2GF = -0.714f;
+const float CR2RF = 1.403f;
+const int CB2BI = 29049;
+const int CB2GI = -5636;
+const int CR2GI = -11698;
+const int CR2RI = 22987;
+
+///////////////////////////////////// RGB <-> YCrCb //////////////////////////////////////
+
+template<typename _Tp> struct RGB2YCrCb_f
+{
+ typedef _Tp channel_type;
+
+ RGB2YCrCb_f(int _srccn, int _blueIdx, bool _isCrCb) : srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const float coeffs_crb[] = { R2YF, G2YF, B2YF, YCRF, YCBF };
+ static const float coeffs_yuv[] = { R2YF, G2YF, B2YF, R2VF, B2UF };
+ memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
+ if(blueIdx==0) std::swap(coeffs[0], coeffs[2]);
+ }
+
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ int scn = srccn, bidx = blueIdx;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ const _Tp delta = ColorChannel<_Tp>::half();
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
+ n *= 3;
+ for(int i = 0; i < n; i += 3, src += scn)
+ {
+ _Tp Y = saturate_cast<_Tp>(src[0]*C0 + src[1]*C1 + src[2]*C2);
+ _Tp Cr = saturate_cast<_Tp>((src[bidx^2] - Y)*C3 + delta);
+ _Tp Cb = saturate_cast<_Tp>((src[bidx] - Y)*C4 + delta);
+ dst[i] = Y; dst[i+1+yuvOrder] = Cr; dst[i+2-yuvOrder] = Cb;
+ }
+ }
+ int srccn, blueIdx;
+ bool isCrCb;
+ float coeffs[5];
+};
+
+#if CV_NEON
+
+template <>
+struct RGB2YCrCb_f<float>
+{
+ typedef float channel_type;
+
+ RGB2YCrCb_f(int _srccn, int _blueIdx, bool _isCrCb) :
+ srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const float coeffs_crb[] = { R2YF, G2YF, B2YF, YCRF, YCBF };
+ static const float coeffs_yuv[] = { R2YF, G2YF, B2YF, R2VF, B2UF };
+ memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
+ if(blueIdx==0)
+ std::swap(coeffs[0], coeffs[2]);
+
+ v_c0 = vdupq_n_f32(coeffs[0]);
+ v_c1 = vdupq_n_f32(coeffs[1]);
+ v_c2 = vdupq_n_f32(coeffs[2]);
+ v_c3 = vdupq_n_f32(coeffs[3]);
+ v_c4 = vdupq_n_f32(coeffs[4]);
+ v_delta = vdupq_n_f32(ColorChannel<float>::half());
+ }
+
+ void operator()(const float * src, float * dst, int n) const
+ {
+ int scn = srccn, bidx = blueIdx, i = 0;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ const float delta = ColorChannel<float>::half();
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
+ n *= 3;
+
+ if (scn == 3)
+ for ( ; i <= n - 12; i += 12, src += 12)
+ {
+ float32x4x3_t v_src = vld3q_f32(src), v_dst;
+ v_dst.val[0] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c0), v_src.val[1], v_c1), v_src.val[2], v_c2);
+ v_dst.val[1+yuvOrder] = vmlaq_f32(v_delta, vsubq_f32(v_src.val[bidx^2], v_dst.val[0]), v_c3);
+ v_dst.val[2-yuvOrder] = vmlaq_f32(v_delta, vsubq_f32(v_src.val[bidx], v_dst.val[0]), v_c4);
+
+ vst3q_f32(dst + i, v_dst);
+ }
+ else
+ for ( ; i <= n - 12; i += 12, src += 16)
+ {
+ float32x4x4_t v_src = vld4q_f32(src);
+ float32x4x3_t v_dst;
+ v_dst.val[0] = vmlaq_f32(vmlaq_f32(vmulq_f32(v_src.val[0], v_c0), v_src.val[1], v_c1), v_src.val[2], v_c2);
+ v_dst.val[1+yuvOrder] = vmlaq_f32(v_delta, vsubq_f32(v_src.val[bidx^2], v_dst.val[0]), v_c3);
+ v_dst.val[2-yuvOrder] = vmlaq_f32(v_delta, vsubq_f32(v_src.val[bidx], v_dst.val[0]), v_c4);
+
+ vst3q_f32(dst + i, v_dst);
+ }
+
+ for ( ; i < n; i += 3, src += scn)
+ {
+ float Y = src[0]*C0 + src[1]*C1 + src[2]*C2;
+ float Cr = (src[bidx^2] - Y)*C3 + delta;
+ float Cb = (src[bidx] - Y)*C4 + delta;
+ dst[i] = Y; dst[i+1+yuvOrder] = Cr; dst[i+2-yuvOrder] = Cb;
+ }
+ }
+ int srccn, blueIdx;
+ bool isCrCb;
+ float coeffs[5];
+ float32x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_delta;
+};
+
+#elif CV_SSE2
+
+template <>
+struct RGB2YCrCb_f<float>
+{
+ typedef float channel_type;
+
+ RGB2YCrCb_f(int _srccn, int _blueIdx, bool _isCrCb) :
+ srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const float coeffs_crb[] = { R2YF, G2YF, B2YF, YCRF, YCBF };
+ static const float coeffs_yuv[] = { R2YF, G2YF, B2YF, R2VF, B2UF };
+ memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
+ if (blueIdx==0)
+ std::swap(coeffs[0], coeffs[2]);
+
+ v_c0 = _mm_set1_ps(coeffs[0]);
+ v_c1 = _mm_set1_ps(coeffs[1]);
+ v_c2 = _mm_set1_ps(coeffs[2]);
+ v_c3 = _mm_set1_ps(coeffs[3]);
+ v_c4 = _mm_set1_ps(coeffs[4]);
+ v_delta = _mm_set1_ps(ColorChannel<float>::half());
+
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ }
+
+ void process(__m128 v_r, __m128 v_g, __m128 v_b,
+ __m128 & v_y, __m128 & v_cr, __m128 & v_cb) const
+ {
+ v_y = _mm_mul_ps(v_r, v_c0);
+ v_y = _mm_add_ps(v_y, _mm_mul_ps(v_g, v_c1));
+ v_y = _mm_add_ps(v_y, _mm_mul_ps(v_b, v_c2));
+
+ v_cr = _mm_add_ps(_mm_mul_ps(_mm_sub_ps(blueIdx == 0 ? v_b : v_r, v_y), v_c3), v_delta);
+ v_cb = _mm_add_ps(_mm_mul_ps(_mm_sub_ps(blueIdx == 2 ? v_b : v_r, v_y), v_c4), v_delta);
+ }
+
+ void operator()(const float * src, float * dst, int n) const
+ {
+ int scn = srccn, bidx = blueIdx, i = 0;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ const float delta = ColorChannel<float>::half();
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
+ n *= 3;
+
+ if (haveSIMD)
+ {
+ for ( ; i <= n - 24; i += 24, src += 8 * scn)
+ {
+ __m128 v_r0 = _mm_loadu_ps(src);
+ __m128 v_r1 = _mm_loadu_ps(src + 4);
+ __m128 v_g0 = _mm_loadu_ps(src + 8);
+ __m128 v_g1 = _mm_loadu_ps(src + 12);
+ __m128 v_b0 = _mm_loadu_ps(src + 16);
+ __m128 v_b1 = _mm_loadu_ps(src + 20);
+
+ if (scn == 4)
+ {
+ __m128 v_a0 = _mm_loadu_ps(src + 24);
+ __m128 v_a1 = _mm_loadu_ps(src + 28);
+ _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1,
+ v_b0, v_b1, v_a0, v_a1);
+ }
+ else
+ _mm_deinterleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
+
+ __m128 v_y0, v_cr0, v_cb0;
+ process(v_r0, v_g0, v_b0,
+ v_y0, v_cr0, v_cb0);
+
+ __m128 v_y1, v_cr1, v_cb1;
+ process(v_r1, v_g1, v_b1,
+ v_y1, v_cr1, v_cb1);
+
+ if(isCrCb)
+ _mm_interleave_ps(v_y0, v_y1, v_cr0, v_cr1, v_cb0, v_cb1);
+ else //YUV
+ {
+ _mm_interleave_ps(v_y0, v_y1, v_cb0, v_cb1, v_cr0, v_cr1);
+ }
+
+ _mm_storeu_ps(dst + i, v_y0);
+ _mm_storeu_ps(dst + i + 4, v_y1);
+ _mm_storeu_ps(dst + i + 8 + yuvOrder*8, v_cr0);
+ _mm_storeu_ps(dst + i + 12 + yuvOrder*8, v_cr1);
+ _mm_storeu_ps(dst + i + 16 - yuvOrder*8, v_cb0);
+ _mm_storeu_ps(dst + i + 20 - yuvOrder*8, v_cb1);
+ }
+ }
+
+ for ( ; i < n; i += 3, src += scn)
+ {
+ float Y = src[0]*C0 + src[1]*C1 + src[2]*C2;
+ float Cr = (src[bidx^2] - Y)*C3 + delta;
+ float Cb = (src[bidx] - Y)*C4 + delta;
+ dst[i] = Y; dst[i+1+yuvOrder] = Cr; dst[i+2-yuvOrder] = Cb;
+ }
+ }
+ int srccn, blueIdx;
+ bool isCrCb;
+ float coeffs[5];
+ __m128 v_c0, v_c1, v_c2, v_c3, v_c4, v_delta;
+ bool haveSIMD;
+};
+
+#endif
+
+template<typename _Tp> struct RGB2YCrCb_i
+{
+ typedef _Tp channel_type;
+
+ RGB2YCrCb_i(int _srccn, int _blueIdx, bool _isCrCb)
+ : srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const int coeffs_crb[] = { R2Y, G2Y, B2Y, YCRI, YCBI };
+ static const int coeffs_yuv[] = { R2Y, G2Y, B2Y, R2VI, B2UI };
+ memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
+ if(blueIdx==0) std::swap(coeffs[0], coeffs[2]);
+ }
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ int scn = srccn, bidx = blueIdx;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
+ int delta = ColorChannel<_Tp>::half()*(1 << yuv_shift);
+ n *= 3;
+ for(int i = 0; i < n; i += 3, src += scn)
+ {
+ int Y = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, yuv_shift);
+ int Cr = CV_DESCALE((src[bidx^2] - Y)*C3 + delta, yuv_shift);
+ int Cb = CV_DESCALE((src[bidx] - Y)*C4 + delta, yuv_shift);
+ dst[i] = saturate_cast<_Tp>(Y);
+ dst[i+1+yuvOrder] = saturate_cast<_Tp>(Cr);
+ dst[i+2-yuvOrder] = saturate_cast<_Tp>(Cb);
+ }
+ }
+ int srccn, blueIdx;
+ bool isCrCb;
+ int coeffs[5];
+};
+
+#if CV_NEON
+
+template <>
+struct RGB2YCrCb_i<uchar>
+{
+ typedef uchar channel_type;
+
+ RGB2YCrCb_i(int _srccn, int _blueIdx, bool _isCrCb)
+ : srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const int coeffs_crb[] = { R2Y, G2Y, B2Y, YCRI, YCBI };
+ static const int coeffs_yuv[] = { R2Y, G2Y, B2Y, R2VI, B2UI };
+ memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
+ if (blueIdx==0)
+ std::swap(coeffs[0], coeffs[2]);
+
+ v_c0 = vdup_n_s16(coeffs[0]);
+ v_c1 = vdup_n_s16(coeffs[1]);
+ v_c2 = vdup_n_s16(coeffs[2]);
+ v_c3 = vdupq_n_s32(coeffs[3]);
+ v_c4 = vdupq_n_s32(coeffs[4]);
+ v_delta = vdupq_n_s32(ColorChannel<uchar>::half()*(1 << yuv_shift));
+ v_delta2 = vdupq_n_s32(1 << (yuv_shift - 1));
+ }
+
+ void operator()(const uchar * src, uchar * dst, int n) const
+ {
+ int scn = srccn, bidx = blueIdx, i = 0;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
+ int delta = ColorChannel<uchar>::half()*(1 << yuv_shift);
+ n *= 3;
+
+ for ( ; i <= n - 24; i += 24, src += scn * 8)
+ {
+ uint8x8x3_t v_dst;
+ int16x8x3_t v_src16;
+
+ if (scn == 3)
+ {
+ uint8x8x3_t v_src = vld3_u8(src);
+ v_src16.val[0] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[0]));
+ v_src16.val[1] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[1]));
+ v_src16.val[2] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[2]));
+ }
+ else
+ {
+ uint8x8x4_t v_src = vld4_u8(src);
+ v_src16.val[0] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[0]));
+ v_src16.val[1] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[1]));
+ v_src16.val[2] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[2]));
+ }
+
+ int16x4x3_t v_src0;
+ v_src0.val[0] = vget_low_s16(v_src16.val[0]);
+ v_src0.val[1] = vget_low_s16(v_src16.val[1]);
+ v_src0.val[2] = vget_low_s16(v_src16.val[2]);
+
+ int32x4_t v_Y0 = vmlal_s16(vmlal_s16(vmull_s16(v_src0.val[0], v_c0), v_src0.val[1], v_c1), v_src0.val[2], v_c2);
+ v_Y0 = vshrq_n_s32(vaddq_s32(v_Y0, v_delta2), yuv_shift);
+ int32x4_t v_Cr0 = vmlaq_s32(v_delta, vsubq_s32(vmovl_s16(v_src0.val[bidx^2]), v_Y0), v_c3);
+ v_Cr0 = vshrq_n_s32(vaddq_s32(v_Cr0, v_delta2), yuv_shift);
+ int32x4_t v_Cb0 = vmlaq_s32(v_delta, vsubq_s32(vmovl_s16(v_src0.val[bidx]), v_Y0), v_c4);
+ v_Cb0 = vshrq_n_s32(vaddq_s32(v_Cb0, v_delta2), yuv_shift);
+
+ v_src0.val[0] = vget_high_s16(v_src16.val[0]);
+ v_src0.val[1] = vget_high_s16(v_src16.val[1]);
+ v_src0.val[2] = vget_high_s16(v_src16.val[2]);
+
+ int32x4_t v_Y1 = vmlal_s16(vmlal_s16(vmull_s16(v_src0.val[0], v_c0), v_src0.val[1], v_c1), v_src0.val[2], v_c2);
+ v_Y1 = vshrq_n_s32(vaddq_s32(v_Y1, v_delta2), yuv_shift);
+ int32x4_t v_Cr1 = vmlaq_s32(v_delta, vsubq_s32(vmovl_s16(v_src0.val[bidx^2]), v_Y1), v_c3);
+ v_Cr1 = vshrq_n_s32(vaddq_s32(v_Cr1, v_delta2), yuv_shift);
+ int32x4_t v_Cb1 = vmlaq_s32(v_delta, vsubq_s32(vmovl_s16(v_src0.val[bidx]), v_Y1), v_c4);
+ v_Cb1 = vshrq_n_s32(vaddq_s32(v_Cb1, v_delta2), yuv_shift);
+
+ v_dst.val[0] = vqmovun_s16(vcombine_s16(vqmovn_s32(v_Y0), vqmovn_s32(v_Y1)));
+ v_dst.val[1+yuvOrder] = vqmovun_s16(vcombine_s16(vqmovn_s32(v_Cr0), vqmovn_s32(v_Cr1)));
+ v_dst.val[2-yuvOrder] = vqmovun_s16(vcombine_s16(vqmovn_s32(v_Cb0), vqmovn_s32(v_Cb1)));
+
+ vst3_u8(dst + i, v_dst);
+ }
+
+ for ( ; i < n; i += 3, src += scn)
+ {
+ int Y = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, yuv_shift);
+ int Cr = CV_DESCALE((src[bidx^2] - Y)*C3 + delta, yuv_shift);
+ int Cb = CV_DESCALE((src[bidx] - Y)*C4 + delta, yuv_shift);
+ dst[i] = saturate_cast<uchar>(Y);
+ dst[i+1+yuvOrder] = saturate_cast<uchar>(Cr);
+ dst[i+2-yuvOrder] = saturate_cast<uchar>(Cb);
+ }
+ }
+ int srccn, blueIdx, coeffs[5];
+ bool isCrCb;
+ int16x4_t v_c0, v_c1, v_c2;
+ int32x4_t v_c3, v_c4, v_delta, v_delta2;
+};
+
+template <>
+struct RGB2YCrCb_i<ushort>
+{
+ typedef ushort channel_type;
+
+ RGB2YCrCb_i(int _srccn, int _blueIdx, bool _isCrCb)
+ : srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const int coeffs_crb[] = { R2Y, G2Y, B2Y, YCRI, YCBI };
+ static const int coeffs_yuv[] = { R2Y, G2Y, B2Y, R2VI, B2UI };
+ memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
+ if (blueIdx==0)
+ std::swap(coeffs[0], coeffs[2]);
+
+ v_c0 = vdupq_n_s32(coeffs[0]);
+ v_c1 = vdupq_n_s32(coeffs[1]);
+ v_c2 = vdupq_n_s32(coeffs[2]);
+ v_c3 = vdupq_n_s32(coeffs[3]);
+ v_c4 = vdupq_n_s32(coeffs[4]);
+ v_delta = vdupq_n_s32(ColorChannel<ushort>::half()*(1 << yuv_shift));
+ v_delta2 = vdupq_n_s32(1 << (yuv_shift - 1));
+ }
+
+ void operator()(const ushort * src, ushort * dst, int n) const
+ {
+ int scn = srccn, bidx = blueIdx, i = 0;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
+ int delta = ColorChannel<ushort>::half()*(1 << yuv_shift);
+ n *= 3;
+
+ for ( ; i <= n - 24; i += 24, src += scn * 8)
+ {
+ uint16x8x3_t v_src, v_dst;
+ int32x4x3_t v_src0;
+
+ if (scn == 3)
+ v_src = vld3q_u16(src);
+ else
+ {
+ uint16x8x4_t v_src_ = vld4q_u16(src);
+ v_src.val[0] = v_src_.val[0];
+ v_src.val[1] = v_src_.val[1];
+ v_src.val[2] = v_src_.val[2];
+ }
+
+ v_src0.val[0] = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[0])));
+ v_src0.val[1] = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[1])));
+ v_src0.val[2] = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[2])));
+
+ int32x4_t v_Y0 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_src0.val[0], v_c0), v_src0.val[1], v_c1), v_src0.val[2], v_c2);
+ v_Y0 = vshrq_n_s32(vaddq_s32(v_Y0, v_delta2), yuv_shift);
+ int32x4_t v_Cr0 = vmlaq_s32(v_delta, vsubq_s32(v_src0.val[bidx^2], v_Y0), v_c3);
+ v_Cr0 = vshrq_n_s32(vaddq_s32(v_Cr0, v_delta2), yuv_shift);
+ int32x4_t v_Cb0 = vmlaq_s32(v_delta, vsubq_s32(v_src0.val[bidx], v_Y0), v_c4);
+ v_Cb0 = vshrq_n_s32(vaddq_s32(v_Cb0, v_delta2), yuv_shift);
+
+ v_src0.val[0] = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[0])));
+ v_src0.val[1] = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[1])));
+ v_src0.val[2] = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[2])));
+
+ int32x4_t v_Y1 = vmlaq_s32(vmlaq_s32(vmulq_s32(v_src0.val[0], v_c0), v_src0.val[1], v_c1), v_src0.val[2], v_c2);
+ v_Y1 = vshrq_n_s32(vaddq_s32(v_Y1, v_delta2), yuv_shift);
+ int32x4_t v_Cr1 = vmlaq_s32(v_delta, vsubq_s32(v_src0.val[bidx^2], v_Y1), v_c3);
+ v_Cr1 = vshrq_n_s32(vaddq_s32(v_Cr1, v_delta2), yuv_shift);
+ int32x4_t v_Cb1 = vmlaq_s32(v_delta, vsubq_s32(v_src0.val[bidx], v_Y1), v_c4);
+ v_Cb1 = vshrq_n_s32(vaddq_s32(v_Cb1, v_delta2), yuv_shift);
+
+ v_dst.val[0] = vcombine_u16(vqmovun_s32(v_Y0), vqmovun_s32(v_Y1));
+ v_dst.val[1+yuvOrder] = vcombine_u16(vqmovun_s32(v_Cr0), vqmovun_s32(v_Cr1));
+ v_dst.val[2-yuvOrder] = vcombine_u16(vqmovun_s32(v_Cb0), vqmovun_s32(v_Cb1));
+
+ vst3q_u16(dst + i, v_dst);
+ }
+
+ for ( ; i <= n - 12; i += 12, src += scn * 4)
+ {
+ uint16x4x3_t v_dst;
+ int32x4x3_t v_src0;
+
+ if (scn == 3)
+ {
+ uint16x4x3_t v_src = vld3_u16(src);
+ v_src0.val[0] = vreinterpretq_s32_u32(vmovl_u16(v_src.val[0]));
+ v_src0.val[1] = vreinterpretq_s32_u32(vmovl_u16(v_src.val[1]));
+ v_src0.val[2] = vreinterpretq_s32_u32(vmovl_u16(v_src.val[2]));
+ }
+ else
+ {
+ uint16x4x4_t v_src = vld4_u16(src);
+ v_src0.val[0] = vreinterpretq_s32_u32(vmovl_u16(v_src.val[0]));
+ v_src0.val[1] = vreinterpretq_s32_u32(vmovl_u16(v_src.val[1]));
+ v_src0.val[2] = vreinterpretq_s32_u32(vmovl_u16(v_src.val[2]));
+ }
+
+ int32x4_t v_Y = vmlaq_s32(vmlaq_s32(vmulq_s32(v_src0.val[0], v_c0), v_src0.val[1], v_c1), v_src0.val[2], v_c2);
+ v_Y = vshrq_n_s32(vaddq_s32(v_Y, v_delta2), yuv_shift);
+ int32x4_t v_Cr = vmlaq_s32(v_delta, vsubq_s32(v_src0.val[bidx^2], v_Y), v_c3);
+ v_Cr = vshrq_n_s32(vaddq_s32(v_Cr, v_delta2), yuv_shift);
+ int32x4_t v_Cb = vmlaq_s32(v_delta, vsubq_s32(v_src0.val[bidx], v_Y), v_c4);
+ v_Cb = vshrq_n_s32(vaddq_s32(v_Cb, v_delta2), yuv_shift);
+
+ v_dst.val[0] = vqmovun_s32(v_Y);
+ v_dst.val[1+yuvOrder] = vqmovun_s32(v_Cr);
+ v_dst.val[2-yuvOrder] = vqmovun_s32(v_Cb);
+
+ vst3_u16(dst + i, v_dst);
+ }
+
+ for ( ; i < n; i += 3, src += scn)
+ {
+ int Y = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, yuv_shift);
+ int Cr = CV_DESCALE((src[bidx^2] - Y)*C3 + delta, yuv_shift);
+ int Cb = CV_DESCALE((src[bidx] - Y)*C4 + delta, yuv_shift);
+ dst[i] = saturate_cast<ushort>(Y);
+ dst[i+1+yuvOrder] = saturate_cast<ushort>(Cr);
+ dst[i+2-yuvOrder] = saturate_cast<ushort>(Cb);
+ }
+ }
+ int srccn, blueIdx, coeffs[5];
+ bool isCrCb;
+ int32x4_t v_c0, v_c1, v_c2, v_c3, v_c4, v_delta, v_delta2;
+};
+
+#elif CV_SSE4_1
+
+template <>
+struct RGB2YCrCb_i<uchar>
+{
+ typedef uchar channel_type;
+
+ RGB2YCrCb_i(int _srccn, int _blueIdx, bool _isCrCb)
+ : srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const int coeffs_crb[] = { R2Y, G2Y, B2Y, YCRI, YCBI };
+ static const int coeffs_yuv[] = { R2Y, G2Y, B2Y, R2VI, B2UI };
+ memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
+ if (blueIdx==0)
+ std::swap(coeffs[0], coeffs[2]);
+
+ short delta = 1 << (yuv_shift - 1);
+ v_delta_16 = _mm_set1_epi16(delta);
+ v_delta_32 = _mm_set1_epi32(delta);
+ short delta2 = 1 + ColorChannel<uchar>::half() * 2;
+ v_coeff = _mm_set_epi16(delta2, (short)coeffs[4], delta2, (short)coeffs[3], delta2, (short)coeffs[4], delta2, (short)coeffs[3]);
+ if(isCrCb)
+ v_shuffle2 = _mm_set_epi8(0x0, 0x0, 0x0, 0x0, 0xf, 0xe, 0xc, 0xb, 0xa, 0x8, 0x7, 0x6, 0x4, 0x3, 0x2, 0x0);
+ else //if YUV
+ v_shuffle2 = _mm_set_epi8(0x0, 0x0, 0x0, 0x0, 0xe, 0xf, 0xc, 0xa, 0xb, 0x8, 0x6, 0x7, 0x4, 0x2, 0x3, 0x0);
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE4_1);
+ }
+
+ // 16u x 8
+ void process(__m128i* v_rgb, __m128i & v_crgb,
+ __m128i* v_rb, uchar * dst) const
+ {
+ v_rgb[0] = _mm_madd_epi16(v_rgb[0], v_crgb);
+ v_rgb[1] = _mm_madd_epi16(v_rgb[1], v_crgb);
+ v_rgb[2] = _mm_madd_epi16(v_rgb[2], v_crgb);
+ v_rgb[3] = _mm_madd_epi16(v_rgb[3], v_crgb);
+ v_rgb[0] = _mm_hadd_epi32(v_rgb[0], v_rgb[1]);
+ v_rgb[2] = _mm_hadd_epi32(v_rgb[2], v_rgb[3]);
+ v_rgb[0] = _mm_add_epi32(v_rgb[0], v_delta_32);
+ v_rgb[2] = _mm_add_epi32(v_rgb[2], v_delta_32);
+ v_rgb[0] = _mm_srai_epi32(v_rgb[0], yuv_shift);
+ v_rgb[2] = _mm_srai_epi32(v_rgb[2], yuv_shift);
+ __m128i v_y = _mm_packs_epi32(v_rgb[0], v_rgb[2]);
+
+ v_rb[0] = _mm_cvtepu8_epi16(v_rb[0]);
+ v_rb[1] = _mm_cvtepu8_epi16(v_rb[1]);
+ v_rb[0] = _mm_sub_epi16(v_rb[0], _mm_unpacklo_epi16(v_y, v_y));
+ v_rb[1] = _mm_sub_epi16(v_rb[1], _mm_unpackhi_epi16(v_y, v_y));
+ v_rgb[0] = _mm_unpacklo_epi16(v_rb[0], v_delta_16);
+ v_rgb[1] = _mm_unpackhi_epi16(v_rb[0], v_delta_16);
+ v_rgb[2] = _mm_unpacklo_epi16(v_rb[1], v_delta_16);
+ v_rgb[3] = _mm_unpackhi_epi16(v_rb[1], v_delta_16);
+ v_rgb[0] = _mm_madd_epi16(v_rgb[0], v_coeff);
+ v_rgb[1] = _mm_madd_epi16(v_rgb[1], v_coeff);
+ v_rgb[2] = _mm_madd_epi16(v_rgb[2], v_coeff);
+ v_rgb[3] = _mm_madd_epi16(v_rgb[3], v_coeff);
+ v_rgb[0] = _mm_srai_epi32(v_rgb[0], yuv_shift);
+ v_rgb[1] = _mm_srai_epi32(v_rgb[1], yuv_shift);
+ v_rgb[2] = _mm_srai_epi32(v_rgb[2], yuv_shift);
+ v_rgb[3] = _mm_srai_epi32(v_rgb[3], yuv_shift);
+ v_rgb[0] = _mm_packs_epi32(v_rgb[0], v_rgb[1]);
+ v_rgb[2] = _mm_packs_epi32(v_rgb[2], v_rgb[3]);
+ v_rgb[0] = _mm_packus_epi16(v_rgb[0], v_rgb[2]);
+
+ v_rb[0] = _mm_unpacklo_epi16(v_y, v_rgb[0]);
+ v_rb[1] = _mm_unpackhi_epi16(v_y, v_rgb[0]);
+
+ v_rb[0] = _mm_shuffle_epi8(v_rb[0], v_shuffle2);
+ v_rb[1] = _mm_shuffle_epi8(v_rb[1], v_shuffle2);
+ v_rb[1] = _mm_alignr_epi8(v_rb[1], _mm_slli_si128(v_rb[0], 4), 12);
+
+ _mm_storel_epi64((__m128i *)(dst), v_rb[0]);
+ _mm_storeu_si128((__m128i *)(dst + 8), v_rb[1]);
+ }
+
+ void operator()(const uchar * src, uchar * dst, int n) const
+ {
+ int scn = srccn, bidx = blueIdx, i = 0;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
+ int delta = ColorChannel<uchar>::half()*(1 << yuv_shift);
+ n *= 3;
+
+ if (haveSIMD)
+ {
+ __m128i v_shuffle;
+ __m128i v_crgb;
+ if (scn == 4)
+ {
+ if (bidx == 0)
+ {
+ v_shuffle = _mm_set_epi8(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc, 0xe, 0x8, 0xa, 0x4, 0x6, 0x0, 0x2);
+ }
+ else
+ {
+ v_shuffle = _mm_set_epi8(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xe, 0xc, 0xa, 0x8, 0x6, 0x4, 0x2, 0x0);
+ }
+ v_crgb = _mm_set_epi16(0, (short)C2, (short)C1, (short)C0, 0, (short)C2, (short)C1, (short)C0);
+ for ( ; i <= n - 24; i += 24, src += scn * 8)
+ {
+ __m128i v_src[2];
+ v_src[0] = _mm_loadu_si128((__m128i const *)(src));
+ v_src[1] = _mm_loadu_si128((__m128i const *)(src + 16));
+
+ __m128i v_rgb[4];
+ v_rgb[0] = _mm_cvtepu8_epi16(v_src[0]);
+ v_rgb[1] = _mm_cvtepu8_epi16(_mm_srli_si128(v_src[0], 8));
+ v_rgb[2] = _mm_cvtepu8_epi16(v_src[1]);
+ v_rgb[3] = _mm_cvtepu8_epi16(_mm_srli_si128(v_src[1], 8));
+
+ __m128i v_rb[2];
+ v_rb[0] = _mm_shuffle_epi8(v_src[0], v_shuffle);
+ v_rb[1] = _mm_shuffle_epi8(v_src[1], v_shuffle);
+
+ process(v_rgb, v_crgb, v_rb, dst + i);
+ }
+ }
+ else
+ {
+ if (bidx == 0)
+ {
+ v_shuffle = _mm_set_epi8(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x9, 0xb, 0x6, 0x8, 0x3, 0x5, 0x0, 0x2);
+ }
+ else
+ {
+ v_shuffle = _mm_set_epi8(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb, 0x9, 0x8, 0x6, 0x5, 0x3, 0x2, 0x0);
+ }
+ v_crgb = _mm_set_epi16(0, (short)C2, (short)C1, (short)C0, (short)C2, (short)C1, (short)C0, 0);
+ for ( ; i <= n - 24; i += 24, src += scn * 8)
+ {
+ __m128i v_src[2];
+ v_src[0] = _mm_loadu_si128((__m128i const *)(src));
+ v_src[1] = _mm_loadl_epi64((__m128i const *)(src + 16));
+
+ __m128i v_rgb[4];
+ v_rgb[0] = _mm_cvtepu8_epi16(_mm_slli_si128(v_src[0], 1));
+ v_rgb[1] = _mm_cvtepu8_epi16(_mm_srli_si128(v_src[0], 5));
+ v_rgb[2] = _mm_cvtepu8_epi16(_mm_alignr_epi8(v_src[1], v_src[0], 11));
+ v_rgb[3] = _mm_cvtepu8_epi16(_mm_srli_si128(v_src[1], 1));
+
+ __m128i v_rb[2];
+ v_rb[0] = _mm_shuffle_epi8(v_src[0], v_shuffle);
+ v_rb[1] = _mm_shuffle_epi8(_mm_alignr_epi8(v_src[1], v_src[0], 12), v_shuffle);
+
+ process(v_rgb, v_crgb, v_rb, dst + i);
+ }
+ }
+ }
+
+ for ( ; i < n; i += 3, src += scn)
+ {
+ int Y = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, yuv_shift);
+ int Cr = CV_DESCALE((src[bidx^2] - Y)*C3 + delta, yuv_shift);
+ int Cb = CV_DESCALE((src[bidx] - Y)*C4 + delta, yuv_shift);
+ dst[i] = saturate_cast<uchar>(Y);
+ dst[i+1+yuvOrder] = saturate_cast<uchar>(Cr);
+ dst[i+2-yuvOrder] = saturate_cast<uchar>(Cb);
+ }
+ }
+
+ __m128i v_delta_16, v_delta_32;
+ __m128i v_coeff;
+ __m128i v_shuffle2;
+ int srccn, blueIdx, coeffs[5];
+ bool isCrCb;
+ bool haveSIMD;
+};
+
+template <>
+struct RGB2YCrCb_i<ushort>
+{
+ typedef ushort channel_type;
+
+ RGB2YCrCb_i(int _srccn, int _blueIdx, bool _isCrCb)
+ : srccn(_srccn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const int coeffs_crb[] = { R2Y, G2Y, B2Y, YCRI, YCBI };
+ static const int coeffs_yuv[] = { R2Y, G2Y, B2Y, R2VI, B2UI };
+ memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 5*sizeof(coeffs[0]));
+ if (blueIdx==0)
+ std::swap(coeffs[0], coeffs[2]);
+
+ v_c0 = _mm_set1_epi32(coeffs[0]);
+ v_c1 = _mm_set1_epi32(coeffs[1]);
+ v_c2 = _mm_set1_epi32(coeffs[2]);
+ v_c3 = _mm_set1_epi32(coeffs[3]);
+ v_c4 = _mm_set1_epi32(coeffs[4]);
+ v_delta2 = _mm_set1_epi32(1 << (yuv_shift - 1));
+ v_delta = _mm_set1_epi32(ColorChannel<ushort>::half()*(1 << yuv_shift));
+ v_delta = _mm_add_epi32(v_delta, v_delta2);
+ v_zero = _mm_setzero_si128();
+
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE4_1);
+ }
+
+ // 16u x 8
+ void process(__m128i v_r, __m128i v_g, __m128i v_b,
+ __m128i & v_y, __m128i & v_cr, __m128i & v_cb) const
+ {
+ __m128i v_r_p = _mm_unpacklo_epi16(v_r, v_zero);
+ __m128i v_g_p = _mm_unpacklo_epi16(v_g, v_zero);
+ __m128i v_b_p = _mm_unpacklo_epi16(v_b, v_zero);
+
+ __m128i v_y0 = _mm_add_epi32(_mm_mullo_epi32(v_r_p, v_c0),
+ _mm_add_epi32(_mm_mullo_epi32(v_g_p, v_c1),
+ _mm_mullo_epi32(v_b_p, v_c2)));
+ v_y0 = _mm_srli_epi32(_mm_add_epi32(v_delta2, v_y0), yuv_shift);
+
+ __m128i v_cr0 = _mm_mullo_epi32(_mm_sub_epi32(blueIdx == 2 ? v_r_p : v_b_p, v_y0), v_c3);
+ __m128i v_cb0 = _mm_mullo_epi32(_mm_sub_epi32(blueIdx == 0 ? v_r_p : v_b_p, v_y0), v_c4);
+ v_cr0 = _mm_srai_epi32(_mm_add_epi32(v_delta, v_cr0), yuv_shift);
+ v_cb0 = _mm_srai_epi32(_mm_add_epi32(v_delta, v_cb0), yuv_shift);
+
+ v_r_p = _mm_unpackhi_epi16(v_r, v_zero);
+ v_g_p = _mm_unpackhi_epi16(v_g, v_zero);
+ v_b_p = _mm_unpackhi_epi16(v_b, v_zero);
+
+ __m128i v_y1 = _mm_add_epi32(_mm_mullo_epi32(v_r_p, v_c0),
+ _mm_add_epi32(_mm_mullo_epi32(v_g_p, v_c1),
+ _mm_mullo_epi32(v_b_p, v_c2)));
+ v_y1 = _mm_srli_epi32(_mm_add_epi32(v_delta2, v_y1), yuv_shift);
+
+ __m128i v_cr1 = _mm_mullo_epi32(_mm_sub_epi32(blueIdx == 2 ? v_r_p : v_b_p, v_y1), v_c3);
+ __m128i v_cb1 = _mm_mullo_epi32(_mm_sub_epi32(blueIdx == 0 ? v_r_p : v_b_p, v_y1), v_c4);
+ v_cr1 = _mm_srai_epi32(_mm_add_epi32(v_delta, v_cr1), yuv_shift);
+ v_cb1 = _mm_srai_epi32(_mm_add_epi32(v_delta, v_cb1), yuv_shift);
+
+ v_y = _mm_packus_epi32(v_y0, v_y1);
+ v_cr = _mm_packus_epi32(v_cr0, v_cr1);
+ v_cb = _mm_packus_epi32(v_cb0, v_cb1);
+ }
+
+ void operator()(const ushort * src, ushort * dst, int n) const
+ {
+ int scn = srccn, bidx = blueIdx, i = 0;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3], C4 = coeffs[4];
+ int delta = ColorChannel<ushort>::half()*(1 << yuv_shift);
+ n *= 3;
+
+ if (haveSIMD)
+ {
+ for ( ; i <= n - 48; i += 48, src += scn * 16)
+ {
+ __m128i v_r0 = _mm_loadu_si128((__m128i const *)(src));
+ __m128i v_r1 = _mm_loadu_si128((__m128i const *)(src + 8));
+ __m128i v_g0 = _mm_loadu_si128((__m128i const *)(src + 16));
+ __m128i v_g1 = _mm_loadu_si128((__m128i const *)(src + 24));
+ __m128i v_b0 = _mm_loadu_si128((__m128i const *)(src + 32));
+ __m128i v_b1 = _mm_loadu_si128((__m128i const *)(src + 40));
+
+ if (scn == 4)
+ {
+ __m128i v_a0 = _mm_loadu_si128((__m128i const *)(src + 48));
+ __m128i v_a1 = _mm_loadu_si128((__m128i const *)(src + 56));
+
+ _mm_deinterleave_epi16(v_r0, v_r1, v_g0, v_g1,
+ v_b0, v_b1, v_a0, v_a1);
+ }
+ else
+ _mm_deinterleave_epi16(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
+
+ __m128i v_y0 = v_zero, v_cr0 = v_zero, v_cb0 = v_zero;
+ process(v_r0, v_g0, v_b0,
+ v_y0, v_cr0, v_cb0);
+
+ __m128i v_y1 = v_zero, v_cr1 = v_zero, v_cb1 = v_zero;
+ process(v_r1, v_g1, v_b1,
+ v_y1, v_cr1, v_cb1);
+
+ if(isCrCb)
+ _mm_interleave_epi16(v_y0, v_y1, v_cr0, v_cr1, v_cb0, v_cb1);
+ else //YUV
+ _mm_interleave_epi16(v_y0, v_y1, v_cb0, v_cb1, v_cr0, v_cr1);
+
+ _mm_storeu_si128((__m128i *)(dst + i), v_y0);
+ _mm_storeu_si128((__m128i *)(dst + i + 8), v_y1);
+ _mm_storeu_si128((__m128i *)(dst + i + 16 + yuvOrder*16), v_cr0);
+ _mm_storeu_si128((__m128i *)(dst + i + 24 + yuvOrder*16), v_cr1);
+ _mm_storeu_si128((__m128i *)(dst + i + 32 - yuvOrder*16), v_cb0);
+ _mm_storeu_si128((__m128i *)(dst + i + 40 - yuvOrder*16), v_cb1);
+ }
+ }
+
+ for ( ; i < n; i += 3, src += scn)
+ {
+ int Y = CV_DESCALE(src[0]*C0 + src[1]*C1 + src[2]*C2, yuv_shift);
+ int Cr = CV_DESCALE((src[bidx^2] - Y)*C3 + delta, yuv_shift);
+ int Cb = CV_DESCALE((src[bidx] - Y)*C4 + delta, yuv_shift);
+ dst[i] = saturate_cast<ushort>(Y);
+ dst[i+1+yuvOrder] = saturate_cast<ushort>(Cr);
+ dst[i+2-yuvOrder] = saturate_cast<ushort>(Cb);
+ }
+ }
+
+ int srccn, blueIdx, coeffs[5];
+ bool isCrCb;
+ __m128i v_c0, v_c1, v_c2;
+ __m128i v_c3, v_c4, v_delta, v_delta2;
+ __m128i v_zero;
+ bool haveSIMD;
+};
+
+#endif // CV_SSE4_1
+
+template<typename _Tp> struct YCrCb2RGB_f
+{
+ typedef _Tp channel_type;
+
+ YCrCb2RGB_f(int _dstcn, int _blueIdx, bool _isCrCb)
+ : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const float coeffs_cbr[] = {CR2RF, CR2GF, CB2GF, CB2BF};
+ static const float coeffs_yuv[] = { V2RF, V2GF, U2GF, U2BF};
+ memcpy(coeffs, isCrCb ? coeffs_cbr : coeffs_yuv, 4*sizeof(coeffs[0]));
+ }
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ int dcn = dstcn, bidx = blueIdx;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ const _Tp delta = ColorChannel<_Tp>::half(), alpha = ColorChannel<_Tp>::max();
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
+ n *= 3;
+ for(int i = 0; i < n; i += 3, dst += dcn)
+ {
+ _Tp Y = src[i];
+ _Tp Cr = src[i+1+yuvOrder];
+ _Tp Cb = src[i+2-yuvOrder];
+
+ _Tp b = saturate_cast<_Tp>(Y + (Cb - delta)*C3);
+ _Tp g = saturate_cast<_Tp>(Y + (Cb - delta)*C2 + (Cr - delta)*C1);
+ _Tp r = saturate_cast<_Tp>(Y + (Cr - delta)*C0);
+
+ dst[bidx] = b; dst[1] = g; dst[bidx^2] = r;
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ int dstcn, blueIdx;
+ bool isCrCb;
+ float coeffs[4];
+};
+
+#if CV_NEON
+
+template <>
+struct YCrCb2RGB_f<float>
+{
+ typedef float channel_type;
+
+ YCrCb2RGB_f(int _dstcn, int _blueIdx, bool _isCrCb)
+ : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const float coeffs_cbr[] = {CR2RF, CR2GF, CB2GF, CB2BF};
+ static const float coeffs_yuv[] = { V2RF, V2GF, U2GF, U2BF};
+ memcpy(coeffs, isCrCb ? coeffs_cbr : coeffs_yuv, 4*sizeof(coeffs[0]));
+
+ v_c0 = vdupq_n_f32(coeffs[0]);
+ v_c1 = vdupq_n_f32(coeffs[1]);
+ v_c2 = vdupq_n_f32(coeffs[2]);
+ v_c3 = vdupq_n_f32(coeffs[3]);
+ v_delta = vdupq_n_f32(ColorChannel<float>::half());
+ v_alpha = vdupq_n_f32(ColorChannel<float>::max());
+ }
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int dcn = dstcn, bidx = blueIdx, i = 0;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ const float delta = ColorChannel<float>::half(), alpha = ColorChannel<float>::max();
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
+ n *= 3;
+
+ if (dcn == 3)
+ for ( ; i <= n - 12; i += 12, dst += 12)
+ {
+ float32x4x3_t v_src = vld3q_f32(src + i), v_dst;
+ float32x4_t v_Y = v_src.val[0], v_Cr = v_src.val[1+yuvOrder], v_Cb = v_src.val[2-yuvOrder];
+
+ v_dst.val[bidx] = vmlaq_f32(v_Y, vsubq_f32(v_Cb, v_delta), v_c3);
+ v_dst.val[1] = vaddq_f32(vmlaq_f32(vmulq_f32(vsubq_f32(v_Cb, v_delta), v_c2), vsubq_f32(v_Cr, v_delta), v_c1), v_Y);
+ v_dst.val[bidx^2] = vmlaq_f32(v_Y, vsubq_f32(v_Cr, v_delta), v_c0);
+
+ vst3q_f32(dst, v_dst);
+ }
+ else
+ for ( ; i <= n - 12; i += 12, dst += 16)
+ {
+ float32x4x3_t v_src = vld3q_f32(src + i);
+ float32x4x4_t v_dst;
+ float32x4_t v_Y = v_src.val[0], v_Cr = v_src.val[1+yuvOrder], v_Cb = v_src.val[2-yuvOrder];
+
+ v_dst.val[bidx] = vmlaq_f32(v_Y, vsubq_f32(v_Cb, v_delta), v_c3);
+ v_dst.val[1] = vaddq_f32(vmlaq_f32(vmulq_f32(vsubq_f32(v_Cb, v_delta), v_c2), vsubq_f32(v_Cr, v_delta), v_c1), v_Y);
+ v_dst.val[bidx^2] = vmlaq_f32(v_Y, vsubq_f32(v_Cr, v_delta), v_c0);
+ v_dst.val[3] = v_alpha;
+
+ vst4q_f32(dst, v_dst);
+ }
+
+ for ( ; i < n; i += 3, dst += dcn)
+ {
+ float Y = src[i], Cr = src[i+1+yuvOrder], Cb = src[i+2-yuvOrder];
+
+ float b = Y + (Cb - delta)*C3;
+ float g = Y + (Cb - delta)*C2 + (Cr - delta)*C1;
+ float r = Y + (Cr - delta)*C0;
+
+ dst[bidx] = b; dst[1] = g; dst[bidx^2] = r;
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ int dstcn, blueIdx;
+ bool isCrCb;
+ float coeffs[4];
+ float32x4_t v_c0, v_c1, v_c2, v_c3, v_alpha, v_delta;
+};
+
+#elif CV_SSE2
+
+template <>
+struct YCrCb2RGB_f<float>
+{
+ typedef float channel_type;
+
+ YCrCb2RGB_f(int _dstcn, int _blueIdx, bool _isCrCb)
+ : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const float coeffs_cbr[] = {CR2RF, CR2GF, CB2GF, CB2BF};
+ static const float coeffs_yuv[] = { V2RF, V2GF, U2GF, U2BF};
+ memcpy(coeffs, isCrCb ? coeffs_cbr : coeffs_yuv, 4*sizeof(coeffs[0]));
+
+ v_c0 = _mm_set1_ps(coeffs[0]);
+ v_c1 = _mm_set1_ps(coeffs[1]);
+ v_c2 = _mm_set1_ps(coeffs[2]);
+ v_c3 = _mm_set1_ps(coeffs[3]);
+ v_delta = _mm_set1_ps(ColorChannel<float>::half());
+ v_alpha = _mm_set1_ps(ColorChannel<float>::max());
+
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ }
+
+ void process(__m128 v_y, __m128 v_cr, __m128 v_cb,
+ __m128 & v_r, __m128 & v_g, __m128 & v_b) const
+ {
+ v_cb = _mm_sub_ps(v_cb, v_delta);
+ v_cr = _mm_sub_ps(v_cr, v_delta);
+
+ if (!isCrCb)
+ std::swap(v_cb, v_cr);
+
+ v_b = _mm_mul_ps(v_cb, v_c3);
+ v_g = _mm_add_ps(_mm_mul_ps(v_cb, v_c2), _mm_mul_ps(v_cr, v_c1));
+ v_r = _mm_mul_ps(v_cr, v_c0);
+
+ v_b = _mm_add_ps(v_b, v_y);
+ v_g = _mm_add_ps(v_g, v_y);
+ v_r = _mm_add_ps(v_r, v_y);
+
+ if (blueIdx == 0)
+ std::swap(v_b, v_r);
+ }
+
+ void operator()(const float* src, float* dst, int n) const
+ {
+ int dcn = dstcn, bidx = blueIdx, i = 0;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ const float delta = ColorChannel<float>::half(), alpha = ColorChannel<float>::max();
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
+ n *= 3;
+
+ if (haveSIMD)
+ {
+ for ( ; i <= n - 24; i += 24, dst += 8 * dcn)
+ {
+ __m128 v_y0 = _mm_loadu_ps(src + i);
+ __m128 v_y1 = _mm_loadu_ps(src + i + 4);
+ __m128 v_cr0 = _mm_loadu_ps(src + i + 8);
+ __m128 v_cr1 = _mm_loadu_ps(src + i + 12);
+ __m128 v_cb0 = _mm_loadu_ps(src + i + 16);
+ __m128 v_cb1 = _mm_loadu_ps(src + i + 20);
+
+ _mm_deinterleave_ps(v_y0, v_y1, v_cr0, v_cr1, v_cb0, v_cb1);
+
+ __m128 v_r0, v_g0, v_b0;
+ process(v_y0, v_cr0, v_cb0,
+ v_r0, v_g0, v_b0);
+
+ __m128 v_r1, v_g1, v_b1;
+ process(v_y1, v_cr1, v_cb1,
+ v_r1, v_g1, v_b1);
+
+ __m128 v_a0 = v_alpha, v_a1 = v_alpha;
+
+ if (dcn == 3)
+ _mm_interleave_ps(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
+ else
+ _mm_interleave_ps(v_r0, v_r1, v_g0, v_g1,
+ v_b0, v_b1, v_a0, v_a1);
+
+ _mm_storeu_ps(dst, v_r0);
+ _mm_storeu_ps(dst + 4, v_r1);
+ _mm_storeu_ps(dst + 8, v_g0);
+ _mm_storeu_ps(dst + 12, v_g1);
+ _mm_storeu_ps(dst + 16, v_b0);
+ _mm_storeu_ps(dst + 20, v_b1);
+
+ if (dcn == 4)
+ {
+ _mm_storeu_ps(dst + 24, v_a0);
+ _mm_storeu_ps(dst + 28, v_a1);
+ }
+ }
+ }
+
+ for ( ; i < n; i += 3, dst += dcn)
+ {
+ float Y = src[i], Cr = src[i+1+yuvOrder], Cb = src[i+2-yuvOrder];
+
+ float b = Y + (Cb - delta)*C3;
+ float g = Y + (Cb - delta)*C2 + (Cr - delta)*C1;
+ float r = Y + (Cr - delta)*C0;
+
+ dst[bidx] = b; dst[1] = g; dst[bidx^2] = r;
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ int dstcn, blueIdx;
+ bool isCrCb;
+ float coeffs[4];
+
+ __m128 v_c0, v_c1, v_c2, v_c3, v_alpha, v_delta;
+ bool haveSIMD;
+};
+
+#endif
+
+template<typename _Tp> struct YCrCb2RGB_i
+{
+ typedef _Tp channel_type;
+
+ YCrCb2RGB_i(int _dstcn, int _blueIdx, bool _isCrCb)
+ : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const int coeffs_crb[] = { CR2RI, CR2GI, CB2GI, CB2BI};
+ static const int coeffs_yuv[] = { V2RI, V2GI, U2GI, U2BI };
+ memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 4*sizeof(coeffs[0]));
+ }
+
+ void operator()(const _Tp* src, _Tp* dst, int n) const
+ {
+ int dcn = dstcn, bidx = blueIdx;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ const _Tp delta = ColorChannel<_Tp>::half(), alpha = ColorChannel<_Tp>::max();
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
+ n *= 3;
+ for(int i = 0; i < n; i += 3, dst += dcn)
+ {
+ _Tp Y = src[i];
+ _Tp Cr = src[i+1+yuvOrder];
+ _Tp Cb = src[i+2-yuvOrder];
+
+ int b = Y + CV_DESCALE((Cb - delta)*C3, yuv_shift);
+ int g = Y + CV_DESCALE((Cb - delta)*C2 + (Cr - delta)*C1, yuv_shift);
+ int r = Y + CV_DESCALE((Cr - delta)*C0, yuv_shift);
+
+ dst[bidx] = saturate_cast<_Tp>(b);
+ dst[1] = saturate_cast<_Tp>(g);
+ dst[bidx^2] = saturate_cast<_Tp>(r);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ int dstcn, blueIdx;
+ bool isCrCb;
+ int coeffs[4];
+};
+
+#if CV_NEON
+
+template <>
+struct YCrCb2RGB_i<uchar>
+{
+ typedef uchar channel_type;
+
+ YCrCb2RGB_i(int _dstcn, int _blueIdx, bool _isCrCb)
+ : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const int coeffs_crb[] = { CR2RI, CR2GI, CB2GI, CB2BI};
+ static const int coeffs_yuv[] = { V2RI, V2GI, U2GI, U2BI };
+ memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 4*sizeof(coeffs[0]));
+
+ v_c0 = vdupq_n_s32(coeffs[0]);
+ v_c1 = vdupq_n_s32(coeffs[1]);
+ v_c2 = vdupq_n_s32(coeffs[2]);
+ v_c3 = vdupq_n_s32(coeffs[3]);
+ v_delta = vdup_n_s16(ColorChannel<uchar>::half());
+ v_delta2 = vdupq_n_s32(1 << (yuv_shift - 1));
+ v_alpha = vdup_n_u8(ColorChannel<uchar>::max());
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int dcn = dstcn, bidx = blueIdx, i = 0;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ const uchar delta = ColorChannel<uchar>::half(), alpha = ColorChannel<uchar>::max();
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
+ n *= 3;
+
+ for ( ; i <= n - 24; i += 24, dst += dcn * 8)
+ {
+ uint8x8x3_t v_src = vld3_u8(src + i);
+ int16x8x3_t v_src16;
+ v_src16.val[0] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[0]));
+ v_src16.val[1] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[1]));
+ v_src16.val[2] = vreinterpretq_s16_u16(vmovl_u8(v_src.val[2]));
+
+ int16x4_t v_Y = vget_low_s16(v_src16.val[0]),
+ v_Cr = vget_low_s16(v_src16.val[1+yuvOrder]),
+ v_Cb = vget_low_s16(v_src16.val[2-yuvOrder]);
+
+ int32x4_t v_b0 = vmulq_s32(v_c3, vsubl_s16(v_Cb, v_delta));
+ v_b0 = vaddw_s16(vshrq_n_s32(vaddq_s32(v_b0, v_delta2), yuv_shift), v_Y);
+ int32x4_t v_g0 = vmlaq_s32(vmulq_s32(vsubl_s16(v_Cr, v_delta), v_c1), vsubl_s16(v_Cb, v_delta), v_c2);
+ v_g0 = vaddw_s16(vshrq_n_s32(vaddq_s32(v_g0, v_delta2), yuv_shift), v_Y);
+ int32x4_t v_r0 = vmulq_s32(v_c0, vsubl_s16(v_Cr, v_delta));
+ v_r0 = vaddw_s16(vshrq_n_s32(vaddq_s32(v_r0, v_delta2), yuv_shift), v_Y);
+
+ v_Y = vget_high_s16(v_src16.val[0]);
+ v_Cr = vget_high_s16(v_src16.val[1+yuvOrder]);
+ v_Cb = vget_high_s16(v_src16.val[2-yuvOrder]);
+
+ int32x4_t v_b1 = vmulq_s32(v_c3, vsubl_s16(v_Cb, v_delta));
+ v_b1 = vaddw_s16(vshrq_n_s32(vaddq_s32(v_b1, v_delta2), yuv_shift), v_Y);
+ int32x4_t v_g1 = vmlaq_s32(vmulq_s32(vsubl_s16(v_Cr, v_delta), v_c1), vsubl_s16(v_Cb, v_delta), v_c2);
+ v_g1 = vaddw_s16(vshrq_n_s32(vaddq_s32(v_g1, v_delta2), yuv_shift), v_Y);
+ int32x4_t v_r1 = vmulq_s32(v_c0, vsubl_s16(v_Cr, v_delta));
+ v_r1 = vaddw_s16(vshrq_n_s32(vaddq_s32(v_r1, v_delta2), yuv_shift), v_Y);
+
+ uint8x8_t v_b = vqmovun_s16(vcombine_s16(vmovn_s32(v_b0), vmovn_s32(v_b1)));
+ uint8x8_t v_g = vqmovun_s16(vcombine_s16(vmovn_s32(v_g0), vmovn_s32(v_g1)));
+ uint8x8_t v_r = vqmovun_s16(vcombine_s16(vmovn_s32(v_r0), vmovn_s32(v_r1)));
+
+ if (dcn == 3)
+ {
+ uint8x8x3_t v_dst;
+ v_dst.val[bidx] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[bidx^2] = v_r;
+ vst3_u8(dst, v_dst);
+ }
+ else
+ {
+ uint8x8x4_t v_dst;
+ v_dst.val[bidx] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[bidx^2] = v_r;
+ v_dst.val[3] = v_alpha;
+ vst4_u8(dst, v_dst);
+ }
+ }
+
+ for ( ; i < n; i += 3, dst += dcn)
+ {
+ uchar Y = src[i];
+ uchar Cr = src[i+1+yuvOrder];
+ uchar Cb = src[i+2-yuvOrder];
+
+ int b = Y + CV_DESCALE((Cb - delta)*C3, yuv_shift);
+ int g = Y + CV_DESCALE((Cb - delta)*C2 + (Cr - delta)*C1, yuv_shift);
+ int r = Y + CV_DESCALE((Cr - delta)*C0, yuv_shift);
+
+ dst[bidx] = saturate_cast<uchar>(b);
+ dst[1] = saturate_cast<uchar>(g);
+ dst[bidx^2] = saturate_cast<uchar>(r);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ int dstcn, blueIdx;
+ bool isCrCb;
+ int coeffs[4];
+
+ int32x4_t v_c0, v_c1, v_c2, v_c3, v_delta2;
+ int16x4_t v_delta;
+ uint8x8_t v_alpha;
+};
+
+template <>
+struct YCrCb2RGB_i<ushort>
+{
+ typedef ushort channel_type;
+
+ YCrCb2RGB_i(int _dstcn, int _blueIdx, bool _isCrCb)
+ : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const int coeffs_crb[] = { CR2RI, CR2GI, CB2GI, CB2BI};
+ static const int coeffs_yuv[] = { V2RI, V2GI, U2GI, U2BI };
+ memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 4*sizeof(coeffs[0]));
+
+ v_c0 = vdupq_n_s32(coeffs[0]);
+ v_c1 = vdupq_n_s32(coeffs[1]);
+ v_c2 = vdupq_n_s32(coeffs[2]);
+ v_c3 = vdupq_n_s32(coeffs[3]);
+ v_delta = vdupq_n_s32(ColorChannel<ushort>::half());
+ v_delta2 = vdupq_n_s32(1 << (yuv_shift - 1));
+ v_alpha = vdupq_n_u16(ColorChannel<ushort>::max());
+ v_alpha2 = vget_low_u16(v_alpha);
+ }
+
+ void operator()(const ushort* src, ushort* dst, int n) const
+ {
+ int dcn = dstcn, bidx = blueIdx, i = 0;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ const ushort delta = ColorChannel<ushort>::half(), alpha = ColorChannel<ushort>::max();
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
+ n *= 3;
+
+ for ( ; i <= n - 24; i += 24, dst += dcn * 8)
+ {
+ uint16x8x3_t v_src = vld3q_u16(src + i);
+
+ int32x4_t v_Y = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[0]))),
+ v_Cr = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[1+yuvOrder]))),
+ v_Cb = vreinterpretq_s32_u32(vmovl_u16(vget_low_u16(v_src.val[2-yuvOrder])));
+
+ int32x4_t v_b0 = vmulq_s32(v_c3, vsubq_s32(v_Cb, v_delta));
+ v_b0 = vaddq_s32(vshrq_n_s32(vaddq_s32(v_b0, v_delta2), yuv_shift), v_Y);
+ int32x4_t v_g0 = vmlaq_s32(vmulq_s32(vsubq_s32(v_Cr, v_delta), v_c1), vsubq_s32(v_Cb, v_delta), v_c2);
+ v_g0 = vaddq_s32(vshrq_n_s32(vaddq_s32(v_g0, v_delta2), yuv_shift), v_Y);
+ int32x4_t v_r0 = vmulq_s32(v_c0, vsubq_s32(v_Cr, v_delta));
+ v_r0 = vaddq_s32(vshrq_n_s32(vaddq_s32(v_r0, v_delta2), yuv_shift), v_Y);
+
+ v_Y = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[0]))),
+ v_Cr = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[1+yuvOrder]))),
+ v_Cb = vreinterpretq_s32_u32(vmovl_u16(vget_high_u16(v_src.val[2-yuvOrder])));
+
+ int32x4_t v_b1 = vmulq_s32(v_c3, vsubq_s32(v_Cb, v_delta));
+ v_b1 = vaddq_s32(vshrq_n_s32(vaddq_s32(v_b1, v_delta2), yuv_shift), v_Y);
+ int32x4_t v_g1 = vmlaq_s32(vmulq_s32(vsubq_s32(v_Cr, v_delta), v_c1), vsubq_s32(v_Cb, v_delta), v_c2);
+ v_g1 = vaddq_s32(vshrq_n_s32(vaddq_s32(v_g1, v_delta2), yuv_shift), v_Y);
+ int32x4_t v_r1 = vmulq_s32(v_c0, vsubq_s32(v_Cr, v_delta));
+ v_r1 = vaddq_s32(vshrq_n_s32(vaddq_s32(v_r1, v_delta2), yuv_shift), v_Y);
+
+ uint16x8_t v_b = vcombine_u16(vqmovun_s32(v_b0), vqmovun_s32(v_b1));
+ uint16x8_t v_g = vcombine_u16(vqmovun_s32(v_g0), vqmovun_s32(v_g1));
+ uint16x8_t v_r = vcombine_u16(vqmovun_s32(v_r0), vqmovun_s32(v_r1));
+
+ if (dcn == 3)
+ {
+ uint16x8x3_t v_dst;
+ v_dst.val[bidx] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[bidx^2] = v_r;
+ vst3q_u16(dst, v_dst);
+ }
+ else
+ {
+ uint16x8x4_t v_dst;
+ v_dst.val[bidx] = v_b;
+ v_dst.val[1] = v_g;
+ v_dst.val[bidx^2] = v_r;
+ v_dst.val[3] = v_alpha;
+ vst4q_u16(dst, v_dst);
+ }
+ }
+
+ for ( ; i <= n - 12; i += 12, dst += dcn * 4)
+ {
+ uint16x4x3_t v_src = vld3_u16(src + i);
+
+ int32x4_t v_Y = vreinterpretq_s32_u32(vmovl_u16(v_src.val[0])),
+ v_Cr = vreinterpretq_s32_u32(vmovl_u16(v_src.val[1+yuvOrder])),
+ v_Cb = vreinterpretq_s32_u32(vmovl_u16(v_src.val[2-yuvOrder]));
+
+ int32x4_t v_b = vmulq_s32(v_c3, vsubq_s32(v_Cb, v_delta));
+ v_b = vaddq_s32(vshrq_n_s32(vaddq_s32(v_b, v_delta2), yuv_shift), v_Y);
+ int32x4_t v_g = vmlaq_s32(vmulq_s32(vsubq_s32(v_Cr, v_delta), v_c1), vsubq_s32(v_Cb, v_delta), v_c2);
+ v_g = vaddq_s32(vshrq_n_s32(vaddq_s32(v_g, v_delta2), yuv_shift), v_Y);
+ int32x4_t v_r = vmulq_s32(vsubq_s32(v_Cr, v_delta), v_c0);
+ v_r = vaddq_s32(vshrq_n_s32(vaddq_s32(v_r, v_delta2), yuv_shift), v_Y);
+
+ uint16x4_t v_bd = vqmovun_s32(v_b);
+ uint16x4_t v_gd = vqmovun_s32(v_g);
+ uint16x4_t v_rd = vqmovun_s32(v_r);
+
+ if (dcn == 3)
+ {
+ uint16x4x3_t v_dst;
+ v_dst.val[bidx] = v_bd;
+ v_dst.val[1] = v_gd;
+ v_dst.val[bidx^2] = v_rd;
+ vst3_u16(dst, v_dst);
+ }
+ else
+ {
+ uint16x4x4_t v_dst;
+ v_dst.val[bidx] = v_bd;
+ v_dst.val[1] = v_gd;
+ v_dst.val[bidx^2] = v_rd;
+ v_dst.val[3] = v_alpha2;
+ vst4_u16(dst, v_dst);
+ }
+ }
+
+ for ( ; i < n; i += 3, dst += dcn)
+ {
+ ushort Y = src[i];
+ ushort Cr = src[i+1+yuvOrder];
+ ushort Cb = src[i+2-yuvOrder];
+
+ int b = Y + CV_DESCALE((Cb - delta)*C3, yuv_shift);
+ int g = Y + CV_DESCALE((Cb - delta)*C2 + (Cr - delta)*C1, yuv_shift);
+ int r = Y + CV_DESCALE((Cr - delta)*C0, yuv_shift);
+
+ dst[bidx] = saturate_cast<ushort>(b);
+ dst[1] = saturate_cast<ushort>(g);
+ dst[bidx^2] = saturate_cast<ushort>(r);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ int dstcn, blueIdx;
+ bool isCrCb;
+ int coeffs[4];
+
+ int32x4_t v_c0, v_c1, v_c2, v_c3, v_delta2, v_delta;
+ uint16x8_t v_alpha;
+ uint16x4_t v_alpha2;
+};
+
+#elif CV_SSE2
+
+template <>
+struct YCrCb2RGB_i<uchar>
+{
+ typedef uchar channel_type;
+
+ YCrCb2RGB_i(int _dstcn, int _blueIdx, bool _isCrCb)
+ : dstcn(_dstcn), blueIdx(_blueIdx), isCrCb(_isCrCb)
+ {
+ static const int coeffs_crb[] = { CR2RI, CR2GI, CB2GI, CB2BI};
+ static const int coeffs_yuv[] = { V2RI, V2GI, U2GI, U2BI };
+ memcpy(coeffs, isCrCb ? coeffs_crb : coeffs_yuv, 4*sizeof(coeffs[0]));
+
+ v_c0 = _mm_set1_epi16((short)coeffs[0]);
+ v_c1 = _mm_set1_epi16((short)coeffs[1]);
+ v_c2 = _mm_set1_epi16((short)coeffs[2]);
+ v_c3 = _mm_set1_epi16((short)coeffs[3]);
+ v_delta = _mm_set1_epi16(ColorChannel<uchar>::half());
+ v_delta2 = _mm_set1_epi32(1 << (yuv_shift - 1));
+ v_zero = _mm_setzero_si128();
+
+ uchar alpha = ColorChannel<uchar>::max();
+ v_alpha = _mm_set1_epi8(*(char *)&alpha);
+
+ // when using YUV, one of coefficients is bigger than std::numeric_limits<short>::max(),
+ //which is not appropriate for SSE
+ useSSE = isCrCb;
+ haveSIMD = checkHardwareSupport(CV_CPU_SSE2);
+ }
+
+#if CV_SSE4_1
+ // 16s x 8
+ void process(__m128i* v_src, __m128i* v_shuffle,
+ __m128i* v_coeffs) const
+ {
+ __m128i v_ycrcb[3];
+ v_ycrcb[0] = _mm_shuffle_epi8(v_src[0], v_shuffle[0]);
+ v_ycrcb[1] = _mm_shuffle_epi8(_mm_alignr_epi8(v_src[1], v_src[0], 8), v_shuffle[0]);
+ v_ycrcb[2] = _mm_shuffle_epi8(v_src[1], v_shuffle[0]);
+
+ __m128i v_y[3];
+ v_y[1] = _mm_shuffle_epi8(v_src[0], v_shuffle[1]);
+ v_y[2] = _mm_srli_si128(_mm_shuffle_epi8(_mm_alignr_epi8(v_src[1], v_src[0], 15), v_shuffle[1]), 1);
+ v_y[0] = _mm_unpacklo_epi8(v_y[1], v_zero);
+ v_y[1] = _mm_unpackhi_epi8(v_y[1], v_zero);
+ v_y[2] = _mm_unpacklo_epi8(v_y[2], v_zero);
+
+ __m128i v_rgb[6];
+ v_rgb[0] = _mm_unpacklo_epi8(v_ycrcb[0], v_zero);
+ v_rgb[1] = _mm_unpackhi_epi8(v_ycrcb[0], v_zero);
+ v_rgb[2] = _mm_unpacklo_epi8(v_ycrcb[1], v_zero);
+ v_rgb[3] = _mm_unpackhi_epi8(v_ycrcb[1], v_zero);
+ v_rgb[4] = _mm_unpacklo_epi8(v_ycrcb[2], v_zero);
+ v_rgb[5] = _mm_unpackhi_epi8(v_ycrcb[2], v_zero);
+
+ v_rgb[0] = _mm_sub_epi16(v_rgb[0], v_delta);
+ v_rgb[1] = _mm_sub_epi16(v_rgb[1], v_delta);
+ v_rgb[2] = _mm_sub_epi16(v_rgb[2], v_delta);
+ v_rgb[3] = _mm_sub_epi16(v_rgb[3], v_delta);
+ v_rgb[4] = _mm_sub_epi16(v_rgb[4], v_delta);
+ v_rgb[5] = _mm_sub_epi16(v_rgb[5], v_delta);
+
+ v_rgb[0] = _mm_madd_epi16(v_rgb[0], v_coeffs[0]);
+ v_rgb[1] = _mm_madd_epi16(v_rgb[1], v_coeffs[1]);
+ v_rgb[2] = _mm_madd_epi16(v_rgb[2], v_coeffs[2]);
+ v_rgb[3] = _mm_madd_epi16(v_rgb[3], v_coeffs[0]);
+ v_rgb[4] = _mm_madd_epi16(v_rgb[4], v_coeffs[1]);
+ v_rgb[5] = _mm_madd_epi16(v_rgb[5], v_coeffs[2]);
+
+ v_rgb[0] = _mm_add_epi32(v_rgb[0], v_delta2);
+ v_rgb[1] = _mm_add_epi32(v_rgb[1], v_delta2);
+ v_rgb[2] = _mm_add_epi32(v_rgb[2], v_delta2);
+ v_rgb[3] = _mm_add_epi32(v_rgb[3], v_delta2);
+ v_rgb[4] = _mm_add_epi32(v_rgb[4], v_delta2);
+ v_rgb[5] = _mm_add_epi32(v_rgb[5], v_delta2);
+
+ v_rgb[0] = _mm_srai_epi32(v_rgb[0], yuv_shift);
+ v_rgb[1] = _mm_srai_epi32(v_rgb[1], yuv_shift);
+ v_rgb[2] = _mm_srai_epi32(v_rgb[2], yuv_shift);
+ v_rgb[3] = _mm_srai_epi32(v_rgb[3], yuv_shift);
+ v_rgb[4] = _mm_srai_epi32(v_rgb[4], yuv_shift);
+ v_rgb[5] = _mm_srai_epi32(v_rgb[5], yuv_shift);
+
+ v_rgb[0] = _mm_packs_epi32(v_rgb[0], v_rgb[1]);
+ v_rgb[2] = _mm_packs_epi32(v_rgb[2], v_rgb[3]);
+ v_rgb[4] = _mm_packs_epi32(v_rgb[4], v_rgb[5]);
+
+ v_rgb[0] = _mm_add_epi16(v_rgb[0], v_y[0]);
+ v_rgb[2] = _mm_add_epi16(v_rgb[2], v_y[1]);
+ v_rgb[4] = _mm_add_epi16(v_rgb[4], v_y[2]);
+
+ v_src[0] = _mm_packus_epi16(v_rgb[0], v_rgb[2]);
+ v_src[1] = _mm_packus_epi16(v_rgb[4], v_rgb[4]);
+ }
+#endif // CV_SSE4_1
+
+ // 16s x 8
+ void process(__m128i v_y, __m128i v_cr, __m128i v_cb,
+ __m128i & v_r, __m128i & v_g, __m128i & v_b) const
+ {
+ v_cr = _mm_sub_epi16(v_cr, v_delta);
+ v_cb = _mm_sub_epi16(v_cb, v_delta);
+
+ __m128i v_y_p = _mm_unpacklo_epi16(v_y, v_zero);
+
+ __m128i v_mullo_3 = _mm_mullo_epi16(v_cb, v_c3);
+ __m128i v_mullo_2 = _mm_mullo_epi16(v_cb, v_c2);
+ __m128i v_mullo_1 = _mm_mullo_epi16(v_cr, v_c1);
+ __m128i v_mullo_0 = _mm_mullo_epi16(v_cr, v_c0);
+
+ __m128i v_mulhi_3 = _mm_mulhi_epi16(v_cb, v_c3);
+ __m128i v_mulhi_2 = _mm_mulhi_epi16(v_cb, v_c2);
+ __m128i v_mulhi_1 = _mm_mulhi_epi16(v_cr, v_c1);
+ __m128i v_mulhi_0 = _mm_mulhi_epi16(v_cr, v_c0);
+
+ __m128i v_b0 = _mm_srai_epi32(_mm_add_epi32(_mm_unpacklo_epi16(v_mullo_3, v_mulhi_3), v_delta2), yuv_shift);
+ __m128i v_g0 = _mm_srai_epi32(_mm_add_epi32(_mm_add_epi32(_mm_unpacklo_epi16(v_mullo_2, v_mulhi_2),
+ _mm_unpacklo_epi16(v_mullo_1, v_mulhi_1)), v_delta2),
+ yuv_shift);
+ __m128i v_r0 = _mm_srai_epi32(_mm_add_epi32(_mm_unpacklo_epi16(v_mullo_0, v_mulhi_0), v_delta2), yuv_shift);
+
+ v_r0 = _mm_add_epi32(v_r0, v_y_p);
+ v_g0 = _mm_add_epi32(v_g0, v_y_p);
+ v_b0 = _mm_add_epi32(v_b0, v_y_p);
+
+ v_y_p = _mm_unpackhi_epi16(v_y, v_zero);
+
+ __m128i v_b1 = _mm_srai_epi32(_mm_add_epi32(_mm_unpackhi_epi16(v_mullo_3, v_mulhi_3), v_delta2), yuv_shift);
+ __m128i v_g1 = _mm_srai_epi32(_mm_add_epi32(_mm_add_epi32(_mm_unpackhi_epi16(v_mullo_2, v_mulhi_2),
+ _mm_unpackhi_epi16(v_mullo_1, v_mulhi_1)), v_delta2),
+ yuv_shift);
+ __m128i v_r1 = _mm_srai_epi32(_mm_add_epi32(_mm_unpackhi_epi16(v_mullo_0, v_mulhi_0), v_delta2), yuv_shift);
+
+ v_r1 = _mm_add_epi32(v_r1, v_y_p);
+ v_g1 = _mm_add_epi32(v_g1, v_y_p);
+ v_b1 = _mm_add_epi32(v_b1, v_y_p);
+
+ v_r = _mm_packs_epi32(v_r0, v_r1);
+ v_g = _mm_packs_epi32(v_g0, v_g1);
+ v_b = _mm_packs_epi32(v_b0, v_b1);
+ }
+
+ void operator()(const uchar* src, uchar* dst, int n) const
+ {
+ int dcn = dstcn, bidx = blueIdx, i = 0;
+ int yuvOrder = !isCrCb; //1 if YUV, 0 if YCrCb
+ const uchar delta = ColorChannel<uchar>::half(), alpha = ColorChannel<uchar>::max();
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2], C3 = coeffs[3];
+ n *= 3;
+
+#if CV_SSE4_1
+ if (checkHardwareSupport(CV_CPU_SSE4_1) && useSSE)
+ {
+ __m128i v_shuffle[2];
+ v_shuffle[0] = _mm_set_epi8(0x8, 0x7, 0x7, 0x6, 0x6, 0x5, 0x5, 0x4, 0x4, 0x3, 0x3, 0x2, 0x2, 0x1, 0x1, 0x0);
+ v_shuffle[1] = _mm_set_epi8(0xf, 0xc, 0xc, 0xc, 0x9, 0x9, 0x9, 0x6, 0x6, 0x6, 0x3, 0x3, 0x3, 0x0, 0x0, 0x0);
+ __m128i v_coeffs[3];
+ v_coeffs[0] = _mm_set_epi16((short)C0, 0, 0, (short)C3, (short)C2, (short)C1, (short)C0, 0);
+ v_coeffs[1] = _mm_set_epi16((short)C2, (short)C1, (short)C0, 0, 0, (short)C3, (short)C2, (short)C1);
+ v_coeffs[2] = _mm_set_epi16(0, (short)C3, (short)C2, (short)C1, (short)C0, 0, 0, (short)C3);
+
+ if (dcn == 3)
+ {
+ if (bidx == 0)
+ {
+ __m128i v_shuffle_dst = _mm_set_epi8(0xf, 0xc, 0xd, 0xe, 0x9, 0xa, 0xb, 0x6, 0x7, 0x8, 0x3, 0x4, 0x5, 0x0, 0x1, 0x2);
+ for ( ; i <= n - 24; i += 24, dst += dcn * 8)
+ {
+ __m128i v_src[2];
+ v_src[0] = _mm_loadu_si128((__m128i const *)(src + i));
+ v_src[1] = _mm_loadl_epi64((__m128i const *)(src + i + 16));
+
+ process(v_src, v_shuffle, v_coeffs);
+
+ __m128i v_dst[2];
+ v_dst[0] = _mm_shuffle_epi8(v_src[0], v_shuffle_dst);
+ v_dst[1] = _mm_shuffle_epi8(_mm_alignr_epi8(v_src[1], v_src[0], 15), v_shuffle_dst);
+
+ _mm_storeu_si128((__m128i *)(dst), _mm_alignr_epi8(v_dst[1], _mm_slli_si128(v_dst[0], 1), 1));
+ _mm_storel_epi64((__m128i *)(dst + 16), _mm_srli_si128(v_dst[1], 1));
+ }
+ }
+ else
+ {
+ for ( ; i <= n - 24; i += 24, dst += dcn * 8)
+ {
+ __m128i v_src[2];
+ v_src[0] = _mm_loadu_si128((__m128i const *)(src + i));
+ v_src[1] = _mm_loadl_epi64((__m128i const *)(src + i + 16));
+
+ process(v_src, v_shuffle, v_coeffs);
+
+ _mm_storeu_si128((__m128i *)(dst), v_src[0]);
+ _mm_storel_epi64((__m128i *)(dst + 16), v_src[1]);
+ }
+ }
+ }
+ else
+ {
+ if (bidx == 0)
+ {
+ __m128i v_shuffle_dst = _mm_set_epi8(0x0, 0xa, 0xb, 0xc, 0x0, 0x7, 0x8, 0x9, 0x0, 0x4, 0x5, 0x6, 0x0, 0x1, 0x2, 0x3);
+
+ for ( ; i <= n - 24; i += 24, dst += dcn * 8)
+ {
+ __m128i v_src[2];
+ v_src[0] = _mm_loadu_si128((__m128i const *)(src + i));
+ v_src[1] = _mm_loadl_epi64((__m128i const *)(src + i + 16));
+
+ process(v_src, v_shuffle, v_coeffs);
+
+ _mm_storeu_si128((__m128i *)(dst), _mm_shuffle_epi8(_mm_alignr_epi8(v_src[0], v_alpha, 15), v_shuffle_dst));
+ _mm_storeu_si128((__m128i *)(dst + 16), _mm_shuffle_epi8(_mm_alignr_epi8(_mm_alignr_epi8(v_src[1], v_src[0], 12), v_alpha, 15), v_shuffle_dst));
+ }
+ }
+ else
+ {
+ __m128i v_shuffle_dst = _mm_set_epi8(0x0, 0xc, 0xb, 0xa, 0x0, 0x9, 0x8, 0x7, 0x0, 0x6, 0x5, 0x4, 0x0, 0x3, 0x2, 0x1);
+
+ for ( ; i <= n - 24; i += 24, dst += dcn * 8)
+ {
+ __m128i v_src[2];
+ v_src[0] = _mm_loadu_si128((__m128i const *)(src + i));
+ v_src[1] = _mm_loadl_epi64((__m128i const *)(src + i + 16));
+
+ process(v_src, v_shuffle, v_coeffs);
+
+ _mm_storeu_si128((__m128i *)(dst), _mm_shuffle_epi8(_mm_alignr_epi8(v_src[0], v_alpha, 15), v_shuffle_dst));
+ _mm_storeu_si128((__m128i *)(dst + 16), _mm_shuffle_epi8(_mm_alignr_epi8(_mm_alignr_epi8(v_src[1], v_src[0], 12), v_alpha, 15), v_shuffle_dst));
+ }
+ }
+ }
+ }
+ else
+#endif // CV_SSE4_1
+ if (haveSIMD && useSSE)
+ {
+ for ( ; i <= n - 96; i += 96, dst += dcn * 32)
+ {
+ __m128i v_y0 = _mm_loadu_si128((__m128i const *)(src + i));
+ __m128i v_y1 = _mm_loadu_si128((__m128i const *)(src + i + 16));
+ __m128i v_cr0 = _mm_loadu_si128((__m128i const *)(src + i + 32));
+ __m128i v_cr1 = _mm_loadu_si128((__m128i const *)(src + i + 48));
+ __m128i v_cb0 = _mm_loadu_si128((__m128i const *)(src + i + 64));
+ __m128i v_cb1 = _mm_loadu_si128((__m128i const *)(src + i + 80));
+
+ _mm_deinterleave_epi8(v_y0, v_y1, v_cr0, v_cr1, v_cb0, v_cb1);
+
+ __m128i v_r_0 = v_zero, v_g_0 = v_zero, v_b_0 = v_zero;
+ process(_mm_unpacklo_epi8(v_y0, v_zero),
+ _mm_unpacklo_epi8(v_cr0, v_zero),
+ _mm_unpacklo_epi8(v_cb0, v_zero),
+ v_r_0, v_g_0, v_b_0);
+
+ __m128i v_r_1 = v_zero, v_g_1 = v_zero, v_b_1 = v_zero;
+ process(_mm_unpackhi_epi8(v_y0, v_zero),
+ _mm_unpackhi_epi8(v_cr0, v_zero),
+ _mm_unpackhi_epi8(v_cb0, v_zero),
+ v_r_1, v_g_1, v_b_1);
+
+ __m128i v_r0 = _mm_packus_epi16(v_r_0, v_r_1);
+ __m128i v_g0 = _mm_packus_epi16(v_g_0, v_g_1);
+ __m128i v_b0 = _mm_packus_epi16(v_b_0, v_b_1);
+
+ process(_mm_unpacklo_epi8(v_y1, v_zero),
+ _mm_unpacklo_epi8(v_cr1, v_zero),
+ _mm_unpacklo_epi8(v_cb1, v_zero),
+ v_r_0, v_g_0, v_b_0);
+
+ process(_mm_unpackhi_epi8(v_y1, v_zero),
+ _mm_unpackhi_epi8(v_cr1, v_zero),
+ _mm_unpackhi_epi8(v_cb1, v_zero),
+ v_r_1, v_g_1, v_b_1);
+
+ __m128i v_r1 = _mm_packus_epi16(v_r_0, v_r_1);
+ __m128i v_g1 = _mm_packus_epi16(v_g_0, v_g_1);
+ __m128i v_b1 = _mm_packus_epi16(v_b_0, v_b_1);
+
+ if (bidx == 0)
+ {
+ std::swap(v_r0, v_b0);
+ std::swap(v_r1, v_b1);
+ }
+
+ __m128i v_a0 = v_alpha, v_a1 = v_alpha;
+
+ if (dcn == 3)
+ _mm_interleave_epi8(v_r0, v_r1, v_g0, v_g1, v_b0, v_b1);
+ else
+ _mm_interleave_epi8(v_r0, v_r1, v_g0, v_g1,
+ v_b0, v_b1, v_a0, v_a1);
+
+ _mm_storeu_si128((__m128i *)(dst), v_r0);
+ _mm_storeu_si128((__m128i *)(dst + 16), v_r1);
+ _mm_storeu_si128((__m128i *)(dst + 32), v_g0);
+ _mm_storeu_si128((__m128i *)(dst + 48), v_g1);
+ _mm_storeu_si128((__m128i *)(dst + 64), v_b0);
+ _mm_storeu_si128((__m128i *)(dst + 80), v_b1);
+
+ if (dcn == 4)
+ {
+ _mm_storeu_si128((__m128i *)(dst + 96), v_a0);
+ _mm_storeu_si128((__m128i *)(dst + 112), v_a1);
+ }
+ }
+ }
+
+ for ( ; i < n; i += 3, dst += dcn)
+ {
+ uchar Y = src[i];
+ uchar Cr = src[i+1+yuvOrder];
+ uchar Cb = src[i+2-yuvOrder];
+
+ int b = Y + CV_DESCALE((Cb - delta)*C3, yuv_shift);
+ int g = Y + CV_DESCALE((Cb - delta)*C2 + (Cr - delta)*C1, yuv_shift);
+ int r = Y + CV_DESCALE((Cr - delta)*C0, yuv_shift);
+
+ dst[bidx] = saturate_cast<uchar>(b);
+ dst[1] = saturate_cast<uchar>(g);
+ dst[bidx^2] = saturate_cast<uchar>(r);
+ if( dcn == 4 )
+ dst[3] = alpha;
+ }
+ }
+ int dstcn, blueIdx;
+ int coeffs[4];
+ bool isCrCb;
+ bool useSSE, haveSIMD;
+
+ __m128i v_c0, v_c1, v_c2, v_c3, v_delta2;
+ __m128i v_delta, v_alpha, v_zero;
+};
+
+#endif // CV_SSE2
+
+
+///////////////////////////////////// YUV420 -> RGB /////////////////////////////////////
+
+const int ITUR_BT_601_CY = 1220542;
+const int ITUR_BT_601_CUB = 2116026;
+const int ITUR_BT_601_CUG = -409993;
+const int ITUR_BT_601_CVG = -852492;
+const int ITUR_BT_601_CVR = 1673527;
+const int ITUR_BT_601_SHIFT = 20;
+
+// Coefficients for RGB to YUV420p conversion
+const int ITUR_BT_601_CRY = 269484;
+const int ITUR_BT_601_CGY = 528482;
+const int ITUR_BT_601_CBY = 102760;
+const int ITUR_BT_601_CRU = -155188;
+const int ITUR_BT_601_CGU = -305135;
+const int ITUR_BT_601_CBU = 460324;
+const int ITUR_BT_601_CGV = -385875;
+const int ITUR_BT_601_CBV = -74448;
+
+template<int bIdx, int uIdx>
+struct YUV420sp2RGB888Invoker : ParallelLoopBody
+{
+ uchar * dst_data;
+ size_t dst_step;
+ int width;
+ const uchar* my1, *muv;
+ size_t stride;
+
+ YUV420sp2RGB888Invoker(uchar * _dst_data, size_t _dst_step, int _dst_width, size_t _stride, const uchar* _y1, const uchar* _uv)
+ : dst_data(_dst_data), dst_step(_dst_step), width(_dst_width), my1(_y1), muv(_uv), stride(_stride) {}
+
+ void operator()(const Range& range) const
+ {
+ int rangeBegin = range.start * 2;
+ int rangeEnd = range.end * 2;
+
+ //R = 1.164(Y - 16) + 1.596(V - 128)
+ //G = 1.164(Y - 16) - 0.813(V - 128) - 0.391(U - 128)
+ //B = 1.164(Y - 16) + 2.018(U - 128)
+
+ //R = (1220542(Y - 16) + 1673527(V - 128) + (1 << 19)) >> 20
+ //G = (1220542(Y - 16) - 852492(V - 128) - 409993(U - 128) + (1 << 19)) >> 20
+ //B = (1220542(Y - 16) + 2116026(U - 128) + (1 << 19)) >> 20
+
+ const uchar* y1 = my1 + rangeBegin * stride, *uv = muv + rangeBegin * stride / 2;
+
+ for (int j = rangeBegin; j < rangeEnd; j += 2, y1 += stride * 2, uv += stride)
+ {
+ uchar* row1 = dst_data + dst_step * j;
+ uchar* row2 = dst_data + dst_step * (j + 1);
+ const uchar* y2 = y1 + stride;
+
+ for (int i = 0; i < width; i += 2, row1 += 6, row2 += 6)
+ {
+ int u = int(uv[i + 0 + uIdx]) - 128;
+ int v = int(uv[i + 1 - uIdx]) - 128;
+
+ int ruv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVR * v;
+ int guv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVG * v + ITUR_BT_601_CUG * u;
+ int buv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CUB * u;
+
+ int y00 = std::max(0, int(y1[i]) - 16) * ITUR_BT_601_CY;
+ row1[2-bIdx] = saturate_cast<uchar>((y00 + ruv) >> ITUR_BT_601_SHIFT);
+ row1[1] = saturate_cast<uchar>((y00 + guv) >> ITUR_BT_601_SHIFT);
+ row1[bIdx] = saturate_cast<uchar>((y00 + buv) >> ITUR_BT_601_SHIFT);
+
+ int y01 = std::max(0, int(y1[i + 1]) - 16) * ITUR_BT_601_CY;
+ row1[5-bIdx] = saturate_cast<uchar>((y01 + ruv) >> ITUR_BT_601_SHIFT);
+ row1[4] = saturate_cast<uchar>((y01 + guv) >> ITUR_BT_601_SHIFT);
+ row1[3+bIdx] = saturate_cast<uchar>((y01 + buv) >> ITUR_BT_601_SHIFT);
+
+ int y10 = std::max(0, int(y2[i]) - 16) * ITUR_BT_601_CY;
+ row2[2-bIdx] = saturate_cast<uchar>((y10 + ruv) >> ITUR_BT_601_SHIFT);
+ row2[1] = saturate_cast<uchar>((y10 + guv) >> ITUR_BT_601_SHIFT);
+ row2[bIdx] = saturate_cast<uchar>((y10 + buv) >> ITUR_BT_601_SHIFT);
+
+ int y11 = std::max(0, int(y2[i + 1]) - 16) * ITUR_BT_601_CY;
+ row2[5-bIdx] = saturate_cast<uchar>((y11 + ruv) >> ITUR_BT_601_SHIFT);
+ row2[4] = saturate_cast<uchar>((y11 + guv) >> ITUR_BT_601_SHIFT);
+ row2[3+bIdx] = saturate_cast<uchar>((y11 + buv) >> ITUR_BT_601_SHIFT);
+ }
+ }
+ }
+};
+
+template<int bIdx, int uIdx>
+struct YUV420sp2RGBA8888Invoker : ParallelLoopBody
+{
+ uchar * dst_data;
+ size_t dst_step;
+ int width;
+ const uchar* my1, *muv;
+ size_t stride;
+
+ YUV420sp2RGBA8888Invoker(uchar * _dst_data, size_t _dst_step, int _dst_width, size_t _stride, const uchar* _y1, const uchar* _uv)
+ : dst_data(_dst_data), dst_step(_dst_step), width(_dst_width), my1(_y1), muv(_uv), stride(_stride) {}
+
+ void operator()(const Range& range) const
+ {
+ int rangeBegin = range.start * 2;
+ int rangeEnd = range.end * 2;
+
+ //R = 1.164(Y - 16) + 1.596(V - 128)
+ //G = 1.164(Y - 16) - 0.813(V - 128) - 0.391(U - 128)
+ //B = 1.164(Y - 16) + 2.018(U - 128)
+
+ //R = (1220542(Y - 16) + 1673527(V - 128) + (1 << 19)) >> 20
+ //G = (1220542(Y - 16) - 852492(V - 128) - 409993(U - 128) + (1 << 19)) >> 20
+ //B = (1220542(Y - 16) + 2116026(U - 128) + (1 << 19)) >> 20
+
+ const uchar* y1 = my1 + rangeBegin * stride, *uv = muv + rangeBegin * stride / 2;
+
+ for (int j = rangeBegin; j < rangeEnd; j += 2, y1 += stride * 2, uv += stride)
+ {
+ uchar* row1 = dst_data + dst_step * j;
+ uchar* row2 = dst_data + dst_step * (j + 1);
+ const uchar* y2 = y1 + stride;
+
+ for (int i = 0; i < width; i += 2, row1 += 8, row2 += 8)
+ {
+ int u = int(uv[i + 0 + uIdx]) - 128;
+ int v = int(uv[i + 1 - uIdx]) - 128;
+
+ int ruv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVR * v;
+ int guv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVG * v + ITUR_BT_601_CUG * u;
+ int buv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CUB * u;
+
+ int y00 = std::max(0, int(y1[i]) - 16) * ITUR_BT_601_CY;
+ row1[2-bIdx] = saturate_cast<uchar>((y00 + ruv) >> ITUR_BT_601_SHIFT);
+ row1[1] = saturate_cast<uchar>((y00 + guv) >> ITUR_BT_601_SHIFT);
+ row1[bIdx] = saturate_cast<uchar>((y00 + buv) >> ITUR_BT_601_SHIFT);
+ row1[3] = uchar(0xff);
+
+ int y01 = std::max(0, int(y1[i + 1]) - 16) * ITUR_BT_601_CY;
+ row1[6-bIdx] = saturate_cast<uchar>((y01 + ruv) >> ITUR_BT_601_SHIFT);
+ row1[5] = saturate_cast<uchar>((y01 + guv) >> ITUR_BT_601_SHIFT);
+ row1[4+bIdx] = saturate_cast<uchar>((y01 + buv) >> ITUR_BT_601_SHIFT);
+ row1[7] = uchar(0xff);
+
+ int y10 = std::max(0, int(y2[i]) - 16) * ITUR_BT_601_CY;
+ row2[2-bIdx] = saturate_cast<uchar>((y10 + ruv) >> ITUR_BT_601_SHIFT);
+ row2[1] = saturate_cast<uchar>((y10 + guv) >> ITUR_BT_601_SHIFT);
+ row2[bIdx] = saturate_cast<uchar>((y10 + buv) >> ITUR_BT_601_SHIFT);
+ row2[3] = uchar(0xff);
+
+ int y11 = std::max(0, int(y2[i + 1]) - 16) * ITUR_BT_601_CY;
+ row2[6-bIdx] = saturate_cast<uchar>((y11 + ruv) >> ITUR_BT_601_SHIFT);
+ row2[5] = saturate_cast<uchar>((y11 + guv) >> ITUR_BT_601_SHIFT);
+ row2[4+bIdx] = saturate_cast<uchar>((y11 + buv) >> ITUR_BT_601_SHIFT);
+ row2[7] = uchar(0xff);
+ }
+ }
+ }
+};
+
+template<int bIdx>
+struct YUV420p2RGB888Invoker : ParallelLoopBody
+{
+ uchar * dst_data;
+ size_t dst_step;
+ int width;
+ const uchar* my1, *mu, *mv;
+ size_t stride;
+ int ustepIdx, vstepIdx;
+
+ YUV420p2RGB888Invoker(uchar * _dst_data, size_t _dst_step, int _dst_width, size_t _stride, const uchar* _y1, const uchar* _u, const uchar* _v, int _ustepIdx, int _vstepIdx)
+ : dst_data(_dst_data), dst_step(_dst_step), width(_dst_width), my1(_y1), mu(_u), mv(_v), stride(_stride), ustepIdx(_ustepIdx), vstepIdx(_vstepIdx) {}
+
+ void operator()(const Range& range) const
+ {
+ const int rangeBegin = range.start * 2;
+ const int rangeEnd = range.end * 2;
+
+ int uvsteps[2] = {width/2, static_cast<int>(stride) - width/2};
+ int usIdx = ustepIdx, vsIdx = vstepIdx;
+
+ const uchar* y1 = my1 + rangeBegin * stride;
+ const uchar* u1 = mu + (range.start / 2) * stride;
+ const uchar* v1 = mv + (range.start / 2) * stride;
+
+ if(range.start % 2 == 1)
+ {
+ u1 += uvsteps[(usIdx++) & 1];
+ v1 += uvsteps[(vsIdx++) & 1];
+ }
+
+ for (int j = rangeBegin; j < rangeEnd; j += 2, y1 += stride * 2, u1 += uvsteps[(usIdx++) & 1], v1 += uvsteps[(vsIdx++) & 1])
+ {
+ uchar* row1 = dst_data + dst_step * j;
+ uchar* row2 = dst_data + dst_step * (j + 1);
+ const uchar* y2 = y1 + stride;
+
+ for (int i = 0; i < width / 2; i += 1, row1 += 6, row2 += 6)
+ {
+ int u = int(u1[i]) - 128;
+ int v = int(v1[i]) - 128;
+
+ int ruv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVR * v;
+ int guv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVG * v + ITUR_BT_601_CUG * u;
+ int buv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CUB * u;
+
+ int y00 = std::max(0, int(y1[2 * i]) - 16) * ITUR_BT_601_CY;
+ row1[2-bIdx] = saturate_cast<uchar>((y00 + ruv) >> ITUR_BT_601_SHIFT);
+ row1[1] = saturate_cast<uchar>((y00 + guv) >> ITUR_BT_601_SHIFT);
+ row1[bIdx] = saturate_cast<uchar>((y00 + buv) >> ITUR_BT_601_SHIFT);
+
+ int y01 = std::max(0, int(y1[2 * i + 1]) - 16) * ITUR_BT_601_CY;
+ row1[5-bIdx] = saturate_cast<uchar>((y01 + ruv) >> ITUR_BT_601_SHIFT);
+ row1[4] = saturate_cast<uchar>((y01 + guv) >> ITUR_BT_601_SHIFT);
+ row1[3+bIdx] = saturate_cast<uchar>((y01 + buv) >> ITUR_BT_601_SHIFT);
+
+ int y10 = std::max(0, int(y2[2 * i]) - 16) * ITUR_BT_601_CY;
+ row2[2-bIdx] = saturate_cast<uchar>((y10 + ruv) >> ITUR_BT_601_SHIFT);
+ row2[1] = saturate_cast<uchar>((y10 + guv) >> ITUR_BT_601_SHIFT);
+ row2[bIdx] = saturate_cast<uchar>((y10 + buv) >> ITUR_BT_601_SHIFT);
+
+ int y11 = std::max(0, int(y2[2 * i + 1]) - 16) * ITUR_BT_601_CY;
+ row2[5-bIdx] = saturate_cast<uchar>((y11 + ruv) >> ITUR_BT_601_SHIFT);
+ row2[4] = saturate_cast<uchar>((y11 + guv) >> ITUR_BT_601_SHIFT);
+ row2[3+bIdx] = saturate_cast<uchar>((y11 + buv) >> ITUR_BT_601_SHIFT);
+ }
+ }
+ }
+};
+
+template<int bIdx>
+struct YUV420p2RGBA8888Invoker : ParallelLoopBody
+{
+ uchar * dst_data;
+ size_t dst_step;
+ int width;
+ const uchar* my1, *mu, *mv;
+ size_t stride;
+ int ustepIdx, vstepIdx;
+
+ YUV420p2RGBA8888Invoker(uchar * _dst_data, size_t _dst_step, int _dst_width, size_t _stride, const uchar* _y1, const uchar* _u, const uchar* _v, int _ustepIdx, int _vstepIdx)
+ : dst_data(_dst_data), dst_step(_dst_step), width(_dst_width), my1(_y1), mu(_u), mv(_v), stride(_stride), ustepIdx(_ustepIdx), vstepIdx(_vstepIdx) {}
+
+ void operator()(const Range& range) const
+ {
+ int rangeBegin = range.start * 2;
+ int rangeEnd = range.end * 2;
+
+ int uvsteps[2] = {width/2, static_cast<int>(stride) - width/2};
+ int usIdx = ustepIdx, vsIdx = vstepIdx;
+
+ const uchar* y1 = my1 + rangeBegin * stride;
+ const uchar* u1 = mu + (range.start / 2) * stride;
+ const uchar* v1 = mv + (range.start / 2) * stride;
+
+ if(range.start % 2 == 1)
+ {
+ u1 += uvsteps[(usIdx++) & 1];
+ v1 += uvsteps[(vsIdx++) & 1];
+ }
+
+ for (int j = rangeBegin; j < rangeEnd; j += 2, y1 += stride * 2, u1 += uvsteps[(usIdx++) & 1], v1 += uvsteps[(vsIdx++) & 1])
+ {
+ uchar* row1 = dst_data + dst_step * j;
+ uchar* row2 = dst_data + dst_step * (j + 1);
+ const uchar* y2 = y1 + stride;
+
+ for (int i = 0; i < width / 2; i += 1, row1 += 8, row2 += 8)
+ {
+ int u = int(u1[i]) - 128;
+ int v = int(v1[i]) - 128;
+
+ int ruv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVR * v;
+ int guv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVG * v + ITUR_BT_601_CUG * u;
+ int buv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CUB * u;
+
+ int y00 = std::max(0, int(y1[2 * i]) - 16) * ITUR_BT_601_CY;
+ row1[2-bIdx] = saturate_cast<uchar>((y00 + ruv) >> ITUR_BT_601_SHIFT);
+ row1[1] = saturate_cast<uchar>((y00 + guv) >> ITUR_BT_601_SHIFT);
+ row1[bIdx] = saturate_cast<uchar>((y00 + buv) >> ITUR_BT_601_SHIFT);
+ row1[3] = uchar(0xff);
+
+ int y01 = std::max(0, int(y1[2 * i + 1]) - 16) * ITUR_BT_601_CY;
+ row1[6-bIdx] = saturate_cast<uchar>((y01 + ruv) >> ITUR_BT_601_SHIFT);
+ row1[5] = saturate_cast<uchar>((y01 + guv) >> ITUR_BT_601_SHIFT);
+ row1[4+bIdx] = saturate_cast<uchar>((y01 + buv) >> ITUR_BT_601_SHIFT);
+ row1[7] = uchar(0xff);
+
+ int y10 = std::max(0, int(y2[2 * i]) - 16) * ITUR_BT_601_CY;
+ row2[2-bIdx] = saturate_cast<uchar>((y10 + ruv) >> ITUR_BT_601_SHIFT);
+ row2[1] = saturate_cast<uchar>((y10 + guv) >> ITUR_BT_601_SHIFT);
+ row2[bIdx] = saturate_cast<uchar>((y10 + buv) >> ITUR_BT_601_SHIFT);
+ row2[3] = uchar(0xff);
+
+ int y11 = std::max(0, int(y2[2 * i + 1]) - 16) * ITUR_BT_601_CY;
+ row2[6-bIdx] = saturate_cast<uchar>((y11 + ruv) >> ITUR_BT_601_SHIFT);
+ row2[5] = saturate_cast<uchar>((y11 + guv) >> ITUR_BT_601_SHIFT);
+ row2[4+bIdx] = saturate_cast<uchar>((y11 + buv) >> ITUR_BT_601_SHIFT);
+ row2[7] = uchar(0xff);
+ }
+ }
+ }
+};
+
+#define MIN_SIZE_FOR_PARALLEL_YUV420_CONVERSION (320*240)
+
+template<int bIdx, int uIdx>
+inline void cvtYUV420sp2RGB(uchar * dst_data, size_t dst_step, int dst_width, int dst_height, size_t _stride, const uchar* _y1, const uchar* _uv)
+{
+ YUV420sp2RGB888Invoker<bIdx, uIdx> converter(dst_data, dst_step, dst_width, _stride, _y1, _uv);
+ if (dst_width * dst_height >= MIN_SIZE_FOR_PARALLEL_YUV420_CONVERSION)
+ parallel_for_(Range(0, dst_height/2), converter);
+ else
+ converter(Range(0, dst_height/2));
+}
+
+template<int bIdx, int uIdx>
+inline void cvtYUV420sp2RGBA(uchar * dst_data, size_t dst_step, int dst_width, int dst_height, size_t _stride, const uchar* _y1, const uchar* _uv)
+{
+ YUV420sp2RGBA8888Invoker<bIdx, uIdx> converter(dst_data, dst_step, dst_width, _stride, _y1, _uv);
+ if (dst_width * dst_height >= MIN_SIZE_FOR_PARALLEL_YUV420_CONVERSION)
+ parallel_for_(Range(0, dst_height/2), converter);
+ else
+ converter(Range(0, dst_height/2));
+}
+
+template<int bIdx>
+inline void cvtYUV420p2RGB(uchar * dst_data, size_t dst_step, int dst_width, int dst_height, size_t _stride, const uchar* _y1, const uchar* _u, const uchar* _v, int ustepIdx, int vstepIdx)
+{
+ YUV420p2RGB888Invoker<bIdx> converter(dst_data, dst_step, dst_width, _stride, _y1, _u, _v, ustepIdx, vstepIdx);
+ if (dst_width * dst_height >= MIN_SIZE_FOR_PARALLEL_YUV420_CONVERSION)
+ parallel_for_(Range(0, dst_height/2), converter);
+ else
+ converter(Range(0, dst_height/2));
+}
+
+template<int bIdx>
+inline void cvtYUV420p2RGBA(uchar * dst_data, size_t dst_step, int dst_width, int dst_height, size_t _stride, const uchar* _y1, const uchar* _u, const uchar* _v, int ustepIdx, int vstepIdx)
+{
+ YUV420p2RGBA8888Invoker<bIdx> converter(dst_data, dst_step, dst_width, _stride, _y1, _u, _v, ustepIdx, vstepIdx);
+ if (dst_width * dst_height >= MIN_SIZE_FOR_PARALLEL_YUV420_CONVERSION)
+ parallel_for_(Range(0, dst_height/2), converter);
+ else
+ converter(Range(0, dst_height/2));
+}
+
+///////////////////////////////////// RGB -> YUV420p /////////////////////////////////////
+
+struct RGB888toYUV420pInvoker: public ParallelLoopBody
+{
+ RGB888toYUV420pInvoker(const uchar * _src_data, size_t _src_step,
+ uchar * _y_data, uchar * _uv_data, size_t _dst_step,
+ int _src_width, int _src_height, int _scn, bool swapBlue_, bool swapUV_, bool interleaved_)
+ : src_data(_src_data), src_step(_src_step),
+ y_data(_y_data), uv_data(_uv_data), dst_step(_dst_step),
+ src_width(_src_width), src_height(_src_height),
+ scn(_scn), swapBlue(swapBlue_), swapUV(swapUV_), interleaved(interleaved_) { }
+
+ void operator()(const Range& rowRange) const
+ {
+ const int w = src_width;
+ const int h = src_height;
+ const int cn = scn;
+ for( int i = rowRange.start; i < rowRange.end; i++ )
+ {
+ const uchar* brow0 = src_data + src_step * (2 * i);
+ const uchar* grow0 = brow0 + 1;
+ const uchar* rrow0 = brow0 + 2;
+ const uchar* brow1 = src_data + src_step * (2 * i + 1);
+ const uchar* grow1 = brow1 + 1;
+ const uchar* rrow1 = brow1 + 2;
+ if (swapBlue)
+ {
+ std::swap(brow0, rrow0);
+ std::swap(brow1, rrow1);
+ }
+
+ uchar* y = y_data + dst_step * (2*i);
+ uchar* u;
+ uchar* v;
+ if (interleaved)
+ {
+ u = uv_data + dst_step * i;
+ v = uv_data + dst_step * i + 1;
+ }
+ else
+ {
+ u = uv_data + dst_step * (i/2) + (i % 2) * (w/2);
+ v = uv_data + dst_step * ((i + h/2)/2) + ((i + h/2) % 2) * (w/2);
+ }
+
+ if (swapUV)
+ {
+ std::swap(u, v);
+ }
+
+ for( int j = 0, k = 0; j < w * cn; j += 2 * cn, k++ )
+ {
+ int r00 = rrow0[j]; int g00 = grow0[j]; int b00 = brow0[j];
+ int r01 = rrow0[cn + j]; int g01 = grow0[cn + j]; int b01 = brow0[cn + j];
+ int r10 = rrow1[j]; int g10 = grow1[j]; int b10 = brow1[j];
+ int r11 = rrow1[cn + j]; int g11 = grow1[cn + j]; int b11 = brow1[cn + j];
+
+ const int shifted16 = (16 << ITUR_BT_601_SHIFT);
+ const int halfShift = (1 << (ITUR_BT_601_SHIFT - 1));
+ int y00 = ITUR_BT_601_CRY * r00 + ITUR_BT_601_CGY * g00 + ITUR_BT_601_CBY * b00 + halfShift + shifted16;
+ int y01 = ITUR_BT_601_CRY * r01 + ITUR_BT_601_CGY * g01 + ITUR_BT_601_CBY * b01 + halfShift + shifted16;
+ int y10 = ITUR_BT_601_CRY * r10 + ITUR_BT_601_CGY * g10 + ITUR_BT_601_CBY * b10 + halfShift + shifted16;
+ int y11 = ITUR_BT_601_CRY * r11 + ITUR_BT_601_CGY * g11 + ITUR_BT_601_CBY * b11 + halfShift + shifted16;
+
+ y[2*k + 0] = saturate_cast<uchar>(y00 >> ITUR_BT_601_SHIFT);
+ y[2*k + 1] = saturate_cast<uchar>(y01 >> ITUR_BT_601_SHIFT);
+ y[2*k + dst_step + 0] = saturate_cast<uchar>(y10 >> ITUR_BT_601_SHIFT);
+ y[2*k + dst_step + 1] = saturate_cast<uchar>(y11 >> ITUR_BT_601_SHIFT);
+
+ const int shifted128 = (128 << ITUR_BT_601_SHIFT);
+ int u00 = ITUR_BT_601_CRU * r00 + ITUR_BT_601_CGU * g00 + ITUR_BT_601_CBU * b00 + halfShift + shifted128;
+ int v00 = ITUR_BT_601_CBU * r00 + ITUR_BT_601_CGV * g00 + ITUR_BT_601_CBV * b00 + halfShift + shifted128;
+
+ if (interleaved)
+ {
+ u[k*2] = saturate_cast<uchar>(u00 >> ITUR_BT_601_SHIFT);
+ v[k*2] = saturate_cast<uchar>(v00 >> ITUR_BT_601_SHIFT);
+ }
+ else
+ {
+ u[k] = saturate_cast<uchar>(u00 >> ITUR_BT_601_SHIFT);
+ v[k] = saturate_cast<uchar>(v00 >> ITUR_BT_601_SHIFT);
+ }
+ }
+ }
+ }
+
+ void convert() const
+ {
+ if( src_width * src_height >= 320*240 )
+ parallel_for_(Range(0, src_height/2), *this);
+ else
+ operator()(Range(0, src_height/2));
+ }
+
+private:
+ RGB888toYUV420pInvoker& operator=(const RGB888toYUV420pInvoker&);
+
+ const uchar * src_data;
+ size_t src_step;
+ uchar *y_data, *uv_data;
+ size_t dst_step;
+ int src_width;
+ int src_height;
+ const int scn;
+ bool swapBlue;
+ bool swapUV;
+ bool interleaved;
+};
+
+
+///////////////////////////////////// YUV422 -> RGB /////////////////////////////////////
+
+template<int bIdx, int uIdx, int yIdx>
+struct YUV422toRGB888Invoker : ParallelLoopBody
+{
+ uchar * dst_data;
+ size_t dst_step;
+ const uchar * src_data;
+ size_t src_step;
+ int width;
+
+ YUV422toRGB888Invoker(uchar * _dst_data, size_t _dst_step,
+ const uchar * _src_data, size_t _src_step,
+ int _width)
+ : dst_data(_dst_data), dst_step(_dst_step), src_data(_src_data), src_step(_src_step), width(_width) {}
+
+ void operator()(const Range& range) const
+ {
+ int rangeBegin = range.start;
+ int rangeEnd = range.end;
+
+ const int uidx = 1 - yIdx + uIdx * 2;
+ const int vidx = (2 + uidx) % 4;
+ const uchar* yuv_src = src_data + rangeBegin * src_step;
+
+ for (int j = rangeBegin; j < rangeEnd; j++, yuv_src += src_step)
+ {
+ uchar* row = dst_data + dst_step * j;
+
+ for (int i = 0; i < 2 * width; i += 4, row += 6)
+ {
+ int u = int(yuv_src[i + uidx]) - 128;
+ int v = int(yuv_src[i + vidx]) - 128;
+
+ int ruv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVR * v;
+ int guv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVG * v + ITUR_BT_601_CUG * u;
+ int buv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CUB * u;
+
+ int y00 = std::max(0, int(yuv_src[i + yIdx]) - 16) * ITUR_BT_601_CY;
+ row[2-bIdx] = saturate_cast<uchar>((y00 + ruv) >> ITUR_BT_601_SHIFT);
+ row[1] = saturate_cast<uchar>((y00 + guv) >> ITUR_BT_601_SHIFT);
+ row[bIdx] = saturate_cast<uchar>((y00 + buv) >> ITUR_BT_601_SHIFT);
+
+ int y01 = std::max(0, int(yuv_src[i + yIdx + 2]) - 16) * ITUR_BT_601_CY;
+ row[5-bIdx] = saturate_cast<uchar>((y01 + ruv) >> ITUR_BT_601_SHIFT);
+ row[4] = saturate_cast<uchar>((y01 + guv) >> ITUR_BT_601_SHIFT);
+ row[3+bIdx] = saturate_cast<uchar>((y01 + buv) >> ITUR_BT_601_SHIFT);
+ }
+ }
+ }
+};
+
+template<int bIdx, int uIdx, int yIdx>
+struct YUV422toRGBA8888Invoker : ParallelLoopBody
+{
+ uchar * dst_data;
+ size_t dst_step;
+ const uchar * src_data;
+ size_t src_step;
+ int width;
+
+ YUV422toRGBA8888Invoker(uchar * _dst_data, size_t _dst_step,
+ const uchar * _src_data, size_t _src_step,
+ int _width)
+ : dst_data(_dst_data), dst_step(_dst_step), src_data(_src_data), src_step(_src_step), width(_width) {}
+
+ void operator()(const Range& range) const
+ {
+ int rangeBegin = range.start;
+ int rangeEnd = range.end;
+
+ const int uidx = 1 - yIdx + uIdx * 2;
+ const int vidx = (2 + uidx) % 4;
+ const uchar* yuv_src = src_data + rangeBegin * src_step;
+
+ for (int j = rangeBegin; j < rangeEnd; j++, yuv_src += src_step)
+ {
+ uchar* row = dst_data + dst_step * j;
+
+ for (int i = 0; i < 2 * width; i += 4, row += 8)
+ {
+ int u = int(yuv_src[i + uidx]) - 128;
+ int v = int(yuv_src[i + vidx]) - 128;
+
+ int ruv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVR * v;
+ int guv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CVG * v + ITUR_BT_601_CUG * u;
+ int buv = (1 << (ITUR_BT_601_SHIFT - 1)) + ITUR_BT_601_CUB * u;
+
+ int y00 = std::max(0, int(yuv_src[i + yIdx]) - 16) * ITUR_BT_601_CY;
+ row[2-bIdx] = saturate_cast<uchar>((y00 + ruv) >> ITUR_BT_601_SHIFT);
+ row[1] = saturate_cast<uchar>((y00 + guv) >> ITUR_BT_601_SHIFT);
+ row[bIdx] = saturate_cast<uchar>((y00 + buv) >> ITUR_BT_601_SHIFT);
+ row[3] = uchar(0xff);
+
+ int y01 = std::max(0, int(yuv_src[i + yIdx + 2]) - 16) * ITUR_BT_601_CY;
+ row[6-bIdx] = saturate_cast<uchar>((y01 + ruv) >> ITUR_BT_601_SHIFT);
+ row[5] = saturate_cast<uchar>((y01 + guv) >> ITUR_BT_601_SHIFT);
+ row[4+bIdx] = saturate_cast<uchar>((y01 + buv) >> ITUR_BT_601_SHIFT);
+ row[7] = uchar(0xff);
+ }
+ }
+ }
+};
+
+#define MIN_SIZE_FOR_PARALLEL_YUV422_CONVERSION (320*240)
+
+template<int bIdx, int uIdx, int yIdx>
+inline void cvtYUV422toRGB(uchar * dst_data, size_t dst_step, const uchar * src_data, size_t src_step,
+ int width, int height)
+{
+ YUV422toRGB888Invoker<bIdx, uIdx, yIdx> converter(dst_data, dst_step, src_data, src_step, width);
+ if (width * height >= MIN_SIZE_FOR_PARALLEL_YUV422_CONVERSION)
+ parallel_for_(Range(0, height), converter);
+ else
+ converter(Range(0, height));
+}
+
+template<int bIdx, int uIdx, int yIdx>
+inline void cvtYUV422toRGBA(uchar * dst_data, size_t dst_step, const uchar * src_data, size_t src_step,
+ int width, int height)
+{
+ YUV422toRGBA8888Invoker<bIdx, uIdx, yIdx> converter(dst_data, dst_step, src_data, src_step, width);
+ if (width * height >= MIN_SIZE_FOR_PARALLEL_YUV422_CONVERSION)
+ parallel_for_(Range(0, height), converter);
+ else
+ converter(Range(0, height));
+}
+
+//
+// HAL functions
+//
+
+namespace hal
+{
+
+// 8u, 16u, 32f
+void cvtBGRtoYUV(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int depth, int scn, bool swapBlue, bool isCbCr)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtBGRtoYUV, cv_hal_cvtBGRtoYUV, src_data, src_step, dst_data, dst_step, width, height, depth, scn, swapBlue, isCbCr);
+
+#if defined(HAVE_IPP)
+#if !IPP_DISABLE_RGB_YUV
+ CV_IPP_CHECK()
+ {
+ if (scn == 3 && depth == CV_8U && swapBlue && !isCbCr)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralFunctor((ippiGeneralFunc)ippiRGBToYUV_8u_C3R)))
+ return;
+ }
+ else if (scn == 3 && depth == CV_8U && !swapBlue && !isCbCr)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC3RTab[depth],
+ (ippiGeneralFunc)ippiRGBToYUV_8u_C3R, 2, 1, 0, depth)))
+ return;
+ }
+ else if (scn == 4 && depth == CV_8U && swapBlue && !isCbCr)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth],
+ (ippiGeneralFunc)ippiRGBToYUV_8u_C3R, 0, 1, 2, depth)))
+ return;
+ }
+ else if (scn == 4 && depth == CV_8U && !swapBlue && !isCbCr)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPReorderGeneralFunctor(ippiSwapChannelsC4C3RTab[depth],
+ (ippiGeneralFunc)ippiRGBToYUV_8u_C3R, 2, 1, 0, depth)))
+ return;
+ }
+ }
+#endif
+#endif
+
+ int blueIdx = swapBlue ? 2 : 0;
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2YCrCb_i<uchar>(scn, blueIdx, isCbCr));
+ else if( depth == CV_16U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2YCrCb_i<ushort>(scn, blueIdx, isCbCr));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, RGB2YCrCb_f<float>(scn, blueIdx, isCbCr));
+}
+
+void cvtYUVtoBGR(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int depth, int dcn, bool swapBlue, bool isCbCr)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtYUVtoBGR, cv_hal_cvtYUVtoBGR, src_data, src_step, dst_data, dst_step, width, height, depth, dcn, swapBlue, isCbCr);
+
+
+#if defined(HAVE_IPP)
+#if !IPP_DISABLE_YUV_RGB
+ CV_IPP_CHECK()
+ {
+ if (dcn == 3 && depth == CV_8U && swapBlue && !isCbCr)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralFunctor((ippiGeneralFunc)ippiYUVToRGB_8u_C3R)))
+ return;
+ }
+ else if (dcn == 3 && depth == CV_8U && !swapBlue && !isCbCr)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralReorderFunctor((ippiGeneralFunc)ippiYUVToRGB_8u_C3R,
+ ippiSwapChannelsC3RTab[depth], 2, 1, 0, depth)))
+ return;
+ }
+ else if (dcn == 4 && depth == CV_8U && swapBlue && !isCbCr)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralReorderFunctor((ippiGeneralFunc)ippiYUVToRGB_8u_C3R,
+ ippiSwapChannelsC3C4RTab[depth], 0, 1, 2, depth)))
+ return;
+ }
+ else if (dcn == 4 && depth == CV_8U && !swapBlue && !isCbCr)
+ {
+ if (CvtColorIPPLoop(src_data, src_step, dst_data, dst_step, width, height,
+ IPPGeneralReorderFunctor((ippiGeneralFunc)ippiYUVToRGB_8u_C3R,
+ ippiSwapChannelsC3C4RTab[depth], 2, 1, 0, depth)))
+ return;
+ }
+ }
+#endif
+#endif
+
+ int blueIdx = swapBlue ? 2 : 0;
+ if( depth == CV_8U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, YCrCb2RGB_i<uchar>(dcn, blueIdx, isCbCr));
+ else if( depth == CV_16U )
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, YCrCb2RGB_i<ushort>(dcn, blueIdx, isCbCr));
+ else
+ CvtColorLoop(src_data, src_step, dst_data, dst_step, width, height, YCrCb2RGB_f<float>(dcn, blueIdx, isCbCr));
+}
+
+void cvtTwoPlaneYUVtoBGR(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int dst_width, int dst_height,
+ int dcn, bool swapBlue, int uIdx)
+{
+ CV_INSTRUMENT_REGION();
+
+ CALL_HAL(cvtTwoPlaneYUVtoBGR, cv_hal_cvtTwoPlaneYUVtoBGR, src_data, src_step, dst_data, dst_step, dst_width, dst_height, dcn, swapBlue, uIdx);
+ const uchar* uv = src_data + src_step * static_cast<size_t>(dst_height);
+ cvtTwoPlaneYUVtoBGR(src_data, uv, src_step, dst_data, dst_step, dst_width, dst_height, dcn, swapBlue, uIdx);
+}
+
+void cvtTwoPlaneYUVtoBGR(const uchar * y_data, const uchar * uv_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int dst_width, int dst_height,
+ int dcn, bool swapBlue, int uIdx)
+{
+ CV_INSTRUMENT_REGION();
+
+ // TODO: add hal replacement method
+ int blueIdx = swapBlue ? 2 : 0;
+ switch(dcn*100 + blueIdx * 10 + uIdx)
+ {
+ case 300: cvtYUV420sp2RGB<0, 0> (dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
+ case 301: cvtYUV420sp2RGB<0, 1> (dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
+ case 320: cvtYUV420sp2RGB<2, 0> (dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
+ case 321: cvtYUV420sp2RGB<2, 1> (dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
+ case 400: cvtYUV420sp2RGBA<0, 0>(dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
+ case 401: cvtYUV420sp2RGBA<0, 1>(dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
+ case 420: cvtYUV420sp2RGBA<2, 0>(dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
+ case 421: cvtYUV420sp2RGBA<2, 1>(dst_data, dst_step, dst_width, dst_height, src_step, y_data, uv_data); break;
+ default: CV_Error( CV_StsBadFlag, "Unknown/unsupported color conversion code" ); break;
+ };
+}
+
+void cvtThreePlaneYUVtoBGR(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int dst_width, int dst_height,
+ int dcn, bool swapBlue, int uIdx)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtThreePlaneYUVtoBGR, cv_hal_cvtThreePlaneYUVtoBGR, src_data, src_step, dst_data, dst_step, dst_width, dst_height, dcn, swapBlue, uIdx);
+ const uchar* u = src_data + src_step * static_cast<size_t>(dst_height);
+ const uchar* v = src_data + src_step * static_cast<size_t>(dst_height + dst_height/4) + (dst_width/2) * ((dst_height % 4)/2);
+
+ int ustepIdx = 0;
+ int vstepIdx = dst_height % 4 == 2 ? 1 : 0;
+
+ if(uIdx == 1) { std::swap(u ,v), std::swap(ustepIdx, vstepIdx); }
+ int blueIdx = swapBlue ? 2 : 0;
+
+ switch(dcn*10 + blueIdx)
+ {
+ case 30: cvtYUV420p2RGB<0>(dst_data, dst_step, dst_width, dst_height, src_step, src_data, u, v, ustepIdx, vstepIdx); break;
+ case 32: cvtYUV420p2RGB<2>(dst_data, dst_step, dst_width, dst_height, src_step, src_data, u, v, ustepIdx, vstepIdx); break;
+ case 40: cvtYUV420p2RGBA<0>(dst_data, dst_step, dst_width, dst_height, src_step, src_data, u, v, ustepIdx, vstepIdx); break;
+ case 42: cvtYUV420p2RGBA<2>(dst_data, dst_step, dst_width, dst_height, src_step, src_data, u, v, ustepIdx, vstepIdx); break;
+ default: CV_Error( CV_StsBadFlag, "Unknown/unsupported color conversion code" ); break;
+ };
+}
+
+void cvtBGRtoThreePlaneYUV(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int scn, bool swapBlue, int uIdx)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtBGRtoThreePlaneYUV, cv_hal_cvtBGRtoThreePlaneYUV, src_data, src_step, dst_data, dst_step, width, height, scn, swapBlue, uIdx);
+ uchar * uv_data = dst_data + dst_step * height;
+ RGB888toYUV420pInvoker(src_data, src_step, dst_data, uv_data, dst_step, width, height, scn, swapBlue, uIdx == 2, false).convert();
+}
+
+void cvtBGRtoTwoPlaneYUV(const uchar * src_data, size_t src_step,
+ uchar * y_data, uchar * uv_data, size_t dst_step,
+ int width, int height,
+ int scn, bool swapBlue, int uIdx)
+{
+ CV_INSTRUMENT_REGION();
+
+ // TODO: add hal replacement method
+ RGB888toYUV420pInvoker(src_data, src_step, y_data, uv_data, dst_step, width, height, scn, swapBlue, uIdx == 2, true).convert();
+}
+
+void cvtOnePlaneYUVtoBGR(const uchar * src_data, size_t src_step,
+ uchar * dst_data, size_t dst_step,
+ int width, int height,
+ int dcn, bool swapBlue, int uIdx, int ycn)
+{
+ CV_INSTRUMENT_REGION()
+
+ CALL_HAL(cvtOnePlaneYUVtoBGR, cv_hal_cvtOnePlaneYUVtoBGR, src_data, src_step, dst_data, dst_step, width, height, dcn, swapBlue, uIdx, ycn);
+ int blueIdx = swapBlue ? 2 : 0;
+ switch(dcn*1000 + blueIdx*100 + uIdx*10 + ycn)
+ {
+ case 3000: cvtYUV422toRGB<0,0,0>(dst_data, dst_step, src_data, src_step, width, height); break;
+ case 3001: cvtYUV422toRGB<0,0,1>(dst_data, dst_step, src_data, src_step, width, height); break;
+ case 3010: cvtYUV422toRGB<0,1,0>(dst_data, dst_step, src_data, src_step, width, height); break;
+ case 3200: cvtYUV422toRGB<2,0,0>(dst_data, dst_step, src_data, src_step, width, height); break;
+ case 3201: cvtYUV422toRGB<2,0,1>(dst_data, dst_step, src_data, src_step, width, height); break;
+ case 3210: cvtYUV422toRGB<2,1,0>(dst_data, dst_step, src_data, src_step, width, height); break;
+ case 4000: cvtYUV422toRGBA<0,0,0>(dst_data, dst_step, src_data, src_step, width, height); break;
+ case 4001: cvtYUV422toRGBA<0,0,1>(dst_data, dst_step, src_data, src_step, width, height); break;
+ case 4010: cvtYUV422toRGBA<0,1,0>(dst_data, dst_step, src_data, src_step, width, height); break;
+ case 4200: cvtYUV422toRGBA<2,0,0>(dst_data, dst_step, src_data, src_step, width, height); break;
+ case 4201: cvtYUV422toRGBA<2,0,1>(dst_data, dst_step, src_data, src_step, width, height); break;
+ case 4210: cvtYUV422toRGBA<2,1,0>(dst_data, dst_step, src_data, src_step, width, height); break;
+ default: CV_Error( CV_StsBadFlag, "Unknown/unsupported color conversion code" ); break;
+ };
+}
+
+} // namespace hal
+
+//
+// OCL calls
+//
+
+#ifdef HAVE_OPENCL
+
+bool oclCvtColorYUV2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx )
+{
+ OclHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, dcn);
+
+ if(!h.createKernel("YUV2RGB", ocl::imgproc::color_yuv_oclsrc,
+ format("-D dcn=%d -D bidx=%d", dcn, bidx)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorBGR2YUV( InputArray _src, OutputArray _dst, int bidx )
+{
+ OclHelper< Set<3, 4>, Set<3>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, 3);
+
+ if(!h.createKernel("RGB2YUV", ocl::imgproc::color_yuv_oclsrc,
+ format("-D dcn=3 -D bidx=%d", bidx)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtcolorYCrCb2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx)
+{
+ OclHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, dcn);
+
+ if(!h.createKernel("YCrCb2RGB", ocl::imgproc::color_yuv_oclsrc,
+ format("-D dcn=%d -D bidx=%d", dcn, bidx)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorBGR2YCrCb( InputArray _src, OutputArray _dst, int bidx)
+{
+ OclHelper< Set<3, 4>, Set<3>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, 3);
+
+ if(!h.createKernel("RGB2YCrCb", ocl::imgproc::color_yuv_oclsrc,
+ format("-D dcn=3 -D bidx=%d", bidx)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorOnePlaneYUV2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, int uidx, int yidx )
+{
+ OclHelper< Set<2>, Set<3, 4>, Set<CV_8U> > h(_src, _dst, dcn);
+
+ bool optimized = _src.offset() % 4 == 0 && _src.step() % 4 == 0;
+ if(!h.createKernel("YUV2RGB_422", ocl::imgproc::color_yuv_oclsrc,
+ format("-D dcn=%d -D bidx=%d -D uidx=%d -D yidx=%d%s", dcn, bidx, uidx, yidx,
+ optimized ? " -D USE_OPTIMIZED_LOAD" : "")))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorYUV2Gray_420( InputArray _src, OutputArray _dst )
+{
+ OclHelper< Set<1>, Set<1>, Set<CV_8U>, FROM_YUV> h(_src, _dst, 1);
+
+ h.src.rowRange(0, _dst.rows()).copyTo(_dst);
+ return true;
+}
+
+bool oclCvtColorTwoPlaneYUV2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, int uidx )
+{
+ OclHelper< Set<1>, Set<3, 4>, Set<CV_8U>, FROM_YUV > h(_src, _dst, dcn);
+
+ if(!h.createKernel("YUV2RGB_NVx", ocl::imgproc::color_yuv_oclsrc,
+ format("-D dcn=%d -D bidx=%d -D uidx=%d", dcn, bidx, uidx)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorThreePlaneYUV2BGR( InputArray _src, OutputArray _dst, int dcn, int bidx, int uidx )
+{
+ OclHelper< Set<1>, Set<3, 4>, Set<CV_8U>, FROM_YUV > h(_src, _dst, dcn);
+
+ if(!h.createKernel("YUV2RGB_YV12_IYUV", ocl::imgproc::color_yuv_oclsrc,
+ format("-D dcn=%d -D bidx=%d -D uidx=%d%s", dcn, bidx, uidx,
+ _src.isContinuous() ? " -D SRC_CONT" : "")))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+bool oclCvtColorBGR2ThreePlaneYUV( InputArray _src, OutputArray _dst, int bidx, int uidx )
+{
+ OclHelper< Set<3, 4>, Set<1>, Set<CV_8U>, TO_YUV > h(_src, _dst, 1);
+
+ if(!h.createKernel("RGB2YUV_YV12_IYUV", ocl::imgproc::color_yuv_oclsrc,
+ format("-D dcn=1 -D bidx=%d -D uidx=%d", bidx, uidx)))
+ {
+ return false;
+ }
+
+ return h.run();
+}
+
+#endif
+
+//
+// HAL calls
+//
+
+void cvtColorBGR2YUV(InputArray _src, OutputArray _dst, bool swapb, bool crcb)
+{
+ CvtHelper< Set<3, 4>, Set<3>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, 3);
+
+ hal::cvtBGRtoYUV(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.depth, h.scn, swapb, crcb);
+}
+
+void cvtColorYUV2BGR(InputArray _src, OutputArray _dst, int dcn, bool swapb, bool crcb)
+{
+ if(dcn <= 0) dcn = 3;
+ CvtHelper< Set<3>, Set<3, 4>, Set<CV_8U, CV_16U, CV_32F> > h(_src, _dst, dcn);
+
+ hal::cvtYUVtoBGR(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.depth, dcn, swapb, crcb);
+}
+
+void cvtColorOnePlaneYUV2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, int uidx, int ycn)
+{
+ CvtHelper< Set<2>, Set<3, 4>, Set<CV_8U> > h(_src, _dst, dcn);
+
+ hal::cvtOnePlaneYUVtoBGR(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ dcn, swapb, uidx, ycn);
+}
+
+void cvtColorYUV2Gray_ch( InputArray _src, OutputArray _dst, int coi )
+{
+ CV_Assert( _src.channels() == 2 && _src.depth() == CV_8U );
+
+ extractChannel(_src, _dst, coi);
+}
+
+void cvtColorBGR2ThreePlaneYUV( InputArray _src, OutputArray _dst, bool swapb, int uidx)
+{
+ CvtHelper< Set<3, 4>, Set<1>, Set<CV_8U>, TO_YUV > h(_src, _dst, 1);
+
+ hal::cvtBGRtoThreePlaneYUV(h.src.data, h.src.step, h.dst.data, h.dst.step, h.src.cols, h.src.rows,
+ h.scn, swapb, uidx);
+}
+
+void cvtColorYUV2Gray_420( InputArray _src, OutputArray _dst )
+{
+ CvtHelper< Set<1>, Set<1>, Set<CV_8U>, FROM_YUV > h(_src, _dst, 1);
+
+#ifdef HAVE_IPP
+#if IPP_VERSION_X100 >= 201700
+ if (CV_INSTRUMENT_FUN_IPP(ippiCopy_8u_C1R_L, h.src.data, (IppSizeL)h.src.step, h.dst.data, (IppSizeL)h.dst.step,
+ ippiSizeL(h.dstSz.width, h.dstSz.height)) >= 0)
+ return;
+#endif
+#endif
+ h.src(Range(0, h.dstSz.height), Range::all()).copyTo(h.dst);
+}
+
+void cvtColorThreePlaneYUV2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, int uidx)
+{
+ if(dcn <= 0) dcn = 3;
+ CvtHelper< Set<1>, Set<3, 4>, Set<CV_8U>, FROM_YUV> h(_src, _dst, dcn);
+
+ hal::cvtThreePlaneYUVtoBGR(h.src.data, h.src.step, h.dst.data, h.dst.step, h.dst.cols, h.dst.rows,
+ dcn, swapb, uidx);
+}
+
+// http://www.fourcc.org/yuv.php#NV21 == yuv420sp -> a plane of 8 bit Y samples followed by an interleaved V/U plane containing 8 bit 2x2 subsampled chroma samples
+// http://www.fourcc.org/yuv.php#NV12 -> a plane of 8 bit Y samples followed by an interleaved U/V plane containing 8 bit 2x2 subsampled colour difference samples
+
+void cvtColorTwoPlaneYUV2BGR( InputArray _src, OutputArray _dst, int dcn, bool swapb, int uidx )
+{
+ if(dcn <= 0) dcn = 3;
+ CvtHelper< Set<1>, Set<3, 4>, Set<CV_8U>, FROM_YUV> h(_src, _dst, dcn);
+
+ hal::cvtTwoPlaneYUVtoBGR(h.src.data, h.src.step, h.dst.data, h.dst.step, h.dst.cols, h.dst.rows,
+ dcn, swapb, uidx);
+}
+
+void cvtColorTwoPlaneYUV2BGRpair( InputArray _ysrc, InputArray _uvsrc, OutputArray _dst, int dcn, bool swapb, int uidx )
+{
+ int stype = _ysrc.type();
+ int depth = CV_MAT_DEPTH(stype);
+ Size ysz = _ysrc.size(), uvs = _uvsrc.size();
+ CV_Assert( dcn == 3 || dcn == 4 );
+ CV_Assert( depth == CV_8U );
+ CV_Assert( ysz.width == uvs.width * 2 && ysz.height == uvs.height * 2 );
+
+ Mat ysrc = _ysrc.getMat(), uvsrc = _uvsrc.getMat();
+
+ _dst.create( ysz, CV_MAKETYPE(depth, dcn));
+ Mat dst = _dst.getMat();
+
+ hal::cvtTwoPlaneYUVtoBGR(ysrc.data, uvsrc.data, ysrc.step,
+ dst.data, dst.step, dst.cols, dst.rows,
+ dcn, swapb, uidx);
+}
+
+} // namespace cv
//
//M*/
+/********************************* COPYRIGHT NOTICE *******************************\
+ Original code for Bayer->BGR/RGB conversion is provided by Dirk Schaefer
+ from MD-Mathematische Dienste GmbH. Below is the copyright notice:
+
+ IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
+ By downloading, copying, installing or using the software you agree
+ to this license. If you do not agree to this license, do not download,
+ install, copy or use the software.
+
+ Contributors License Agreement:
+
+ Copyright (c) 2002,
+ MD-Mathematische Dienste GmbH
+ Im Defdahl 5-10
+ 44141 Dortmund
+ Germany
+ www.md-it.de
+
+ Redistribution and use in source and binary forms,
+ with or without modification, are permitted provided
+ that the following conditions are met:
+
+ Redistributions of source code must retain
+ the above copyright notice, this list of conditions and the following disclaimer.
+ Redistributions in binary form must reproduce the above copyright notice,
+ this list of conditions and the following disclaimer in the documentation
+ and/or other materials provided with the distribution.
+ The name of Contributor may not be used to endorse or promote products
+ derived from this software without specific prior written permission.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE CONTRIBUTORS BE LIABLE
+ FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+ OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+ HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
+ STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
+ THE POSSIBILITY OF SUCH DAMAGE.
+\**********************************************************************************/
+
+
#include "precomp.hpp"
#include <limits>
--- /dev/null
+/*M///////////////////////////////////////////////////////////////////////////////////////
+//
+// IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
+//
+// By downloading, copying, installing or using the software you agree to this license.
+// If you do not agree to this license, do not download, install,
+// copy or use the software.
+//
+//
+// License Agreement
+// For Open Source Computer Vision Library
+//
+// Copyright (C) 2010-2012, Institute Of Software Chinese Academy Of Science, all rights reserved.
+// Copyright (C) 2010-2012, Advanced Micro Devices, Inc., all rights reserved.
+// Third party copyrights are property of their respective owners.
+//
+// @Authors
+// Jia Haipeng, jiahaipeng95@gmail.com
+// Peng Xiao, pengxiao@multicorewareinc.com
+//
+// Redistribution and use in source and binary forms, with or without modification,
+// are permitted provided that the following conditions are met:
+//
+// * Redistribution's of source code must retain the above copyright notice,
+// this list of conditions and the following disclaimer.
+//
+// * Redistribution's in binary form must reproduce the above copyright notice,
+// this list of conditions and the following disclaimer in the documentation
+// and/or other materials provided with the distribution.
+//
+// * The name of the copyright holders may not be used to endorse or promote products
+// derived from this software without specific prior written permission.
+//
+// This software is provided by the copyright holders and contributors as is and
+// any express or implied warranties, including, but not limited to, the implied
+// warranties of merchantability and fitness for a particular purpose are disclaimed.
+// In no event shall the Intel Corporation or contributors be liable for any direct,
+// indirect, incidental, special, exemplary, or consequential damages
+// (including, but not limited to, procurement of substitute goods or services;
+// loss of use, data, or profits; or business interruption) however caused
+// and on any theory of liability, whether in contract, strict liability,
+// or tort (including negligence or otherwise) arising in any way out of
+// the use of this software, even if advised of the possibility of such damage.
+//
+//M*/
+
+/**************************************PUBLICFUNC*************************************/
+
+#if depth == 0
+ #define DATA_TYPE uchar
+ #define MAX_NUM 255
+ #define HALF_MAX_NUM 128
+ #define COEFF_TYPE int
+ #define SAT_CAST(num) convert_uchar_sat(num)
+ #define DEPTH_0
+#elif depth == 2
+ #define DATA_TYPE ushort
+ #define MAX_NUM 65535
+ #define HALF_MAX_NUM 32768
+ #define COEFF_TYPE int
+ #define SAT_CAST(num) convert_ushort_sat(num)
+ #define DEPTH_2
+#elif depth == 5
+ #define DATA_TYPE float
+ #define MAX_NUM 1.0f
+ #define HALF_MAX_NUM 0.5f
+ #define COEFF_TYPE float
+ #define SAT_CAST(num) (num)
+ #define DEPTH_5
+#else
+ #error "invalid depth: should be 0 (CV_8U), 2 (CV_16U) or 5 (CV_32F)"
+#endif
+
+#define CV_DESCALE(x,n) (((x) + (1 << ((n)-1))) >> (n))
+
+enum
+{
+ hsv_shift = 12
+};
+
+#define scnbytes ((int)sizeof(DATA_TYPE)*scn)
+#define dcnbytes ((int)sizeof(DATA_TYPE)*dcn)
+
+#ifndef hscale
+#define hscale 0
+#endif
+
+#ifndef hrange
+#define hrange 0
+#endif
+
+#if bidx == 0
+#define R_COMP z
+#define G_COMP y
+#define B_COMP x
+#else
+#define R_COMP x
+#define G_COMP y
+#define B_COMP z
+#endif
+
+//////////////////////////////////// RGB <-> HSV //////////////////////////////////////
+
+__constant int sector_data[][3] = { { 1, 3, 0 },
+ { 1, 0, 2 },
+ { 3, 0, 1 },
+ { 0, 2, 1 },
+ { 0, 1, 3 },
+ { 2, 1, 0 } };
+
+#ifdef DEPTH_0
+
+__kernel void RGB2HSV(__global const uchar* src, int src_step, int src_offset,
+ __global uchar* dst, int dst_step, int dst_offset,
+ int rows, int cols,
+ __constant int * sdiv_table, __constant int * hdiv_table)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ uchar4 src_pix = vload4(0, src + src_index);
+
+ int b = src_pix.B_COMP, g = src_pix.G_COMP, r = src_pix.R_COMP;
+ int h, s, v = b;
+ int vmin = b, diff;
+ int vr, vg;
+
+ v = max(v, g);
+ v = max(v, r);
+ vmin = min(vmin, g);
+ vmin = min(vmin, r);
+
+ diff = v - vmin;
+ vr = v == r ? -1 : 0;
+ vg = v == g ? -1 : 0;
+
+ s = mad24(diff, sdiv_table[v], (1 << (hsv_shift-1))) >> hsv_shift;
+ h = (vr & (g - b)) +
+ (~vr & ((vg & mad24(diff, 2, b - r)) + ((~vg) & mad24(4, diff, r - g))));
+ h = mad24(h, hdiv_table[diff], (1 << (hsv_shift-1))) >> hsv_shift;
+ h += h < 0 ? hrange : 0;
+
+ dst[dst_index] = convert_uchar_sat_rte(h);
+ dst[dst_index + 1] = (uchar)s;
+ dst[dst_index + 2] = (uchar)v;
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+__kernel void HSV2RGB(__global const uchar* src, int src_step, int src_offset,
+ __global uchar* dst, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ uchar4 src_pix = vload4(0, src + src_index);
+
+ float h = src_pix.x, s = src_pix.y*(1/255.f), v = src_pix.z*(1/255.f);
+ float b, g, r;
+
+ if (s != 0)
+ {
+ float tab[4];
+ int sector;
+ h *= hscale;
+ if( h < 0 )
+ do h += 6; while( h < 0 );
+ else if( h >= 6 )
+ do h -= 6; while( h >= 6 );
+ sector = convert_int_sat_rtn(h);
+ h -= sector;
+ if( (unsigned)sector >= 6u )
+ {
+ sector = 0;
+ h = 0.f;
+ }
+
+ tab[0] = v;
+ tab[1] = v*(1.f - s);
+ tab[2] = v*(1.f - s*h);
+ tab[3] = v*(1.f - s*(1.f - h));
+
+ b = tab[sector_data[sector][0]];
+ g = tab[sector_data[sector][1]];
+ r = tab[sector_data[sector][2]];
+ }
+ else
+ b = g = r = v;
+
+ dst[dst_index + bidx] = convert_uchar_sat_rte(b*255.f);
+ dst[dst_index + 1] = convert_uchar_sat_rte(g*255.f);
+ dst[dst_index + (bidx^2)] = convert_uchar_sat_rte(r*255.f);
+#if dcn == 4
+ dst[dst_index + 3] = MAX_NUM;
+#endif
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+#elif defined DEPTH_5
+
+__kernel void RGB2HSV(__global const uchar* srcptr, int src_step, int src_offset,
+ __global uchar* dstptr, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const float * src = (__global const float *)(srcptr + src_index);
+ __global float * dst = (__global float *)(dstptr + dst_index);
+ float4 src_pix = vload4(0, src);
+
+ float b = src_pix.B_COMP, g = src_pix.G_COMP, r = src_pix.R_COMP;
+ float h, s, v;
+
+ float vmin, diff;
+
+ v = vmin = r;
+ if( v < g ) v = g;
+ if( v < b ) v = b;
+ if( vmin > g ) vmin = g;
+ if( vmin > b ) vmin = b;
+
+ diff = v - vmin;
+ s = diff/(float)(fabs(v) + FLT_EPSILON);
+ diff = (float)(60.f/(diff + FLT_EPSILON));
+ if( v == r )
+ h = (g - b)*diff;
+ else if( v == g )
+ h = fma(b - r, diff, 120.f);
+ else
+ h = fma(r - g, diff, 240.f);
+
+ if( h < 0 )
+ h += 360.f;
+
+ dst[0] = h*hscale;
+ dst[1] = s;
+ dst[2] = v;
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+__kernel void HSV2RGB(__global const uchar* srcptr, int src_step, int src_offset,
+ __global uchar* dstptr, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+
+ __global const float * src = (__global const float *)(srcptr + src_index);
+ __global float * dst = (__global float *)(dstptr + dst_index);
+ float4 src_pix = vload4(0, src);
+
+ float h = src_pix.x, s = src_pix.y, v = src_pix.z;
+ float b, g, r;
+
+ if (s != 0)
+ {
+ float tab[4];
+ int sector;
+ h *= hscale;
+ if(h < 0)
+ do h += 6; while (h < 0);
+ else if (h >= 6)
+ do h -= 6; while (h >= 6);
+ sector = convert_int_sat_rtn(h);
+ h -= sector;
+ if ((unsigned)sector >= 6u)
+ {
+ sector = 0;
+ h = 0.f;
+ }
+
+ tab[0] = v;
+ tab[1] = v*(1.f - s);
+ tab[2] = v*(1.f - s*h);
+ tab[3] = v*(1.f - s*(1.f - h));
+
+ b = tab[sector_data[sector][0]];
+ g = tab[sector_data[sector][1]];
+ r = tab[sector_data[sector][2]];
+ }
+ else
+ b = g = r = v;
+
+ dst[bidx] = b;
+ dst[1] = g;
+ dst[bidx^2] = r;
+#if dcn == 4
+ dst[3] = MAX_NUM;
+#endif
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+#endif
+
+///////////////////////////////////// RGB <-> HLS //////////////////////////////////////
+
+#ifdef DEPTH_0
+
+__kernel void RGB2HLS(__global const uchar* src, int src_step, int src_offset,
+ __global uchar* dst, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ uchar4 src_pix = vload4(0, src + src_index);
+
+ float b = src_pix.B_COMP*(1/255.f), g = src_pix.G_COMP*(1/255.f), r = src_pix.R_COMP*(1/255.f);
+ float h = 0.f, s = 0.f, l;
+ float vmin, vmax, diff;
+
+ vmax = vmin = r;
+ if (vmax < g) vmax = g;
+ if (vmax < b) vmax = b;
+ if (vmin > g) vmin = g;
+ if (vmin > b) vmin = b;
+
+ diff = vmax - vmin;
+ l = (vmax + vmin)*0.5f;
+
+ if (diff > FLT_EPSILON)
+ {
+ s = l < 0.5f ? diff/(vmax + vmin) : diff/(2 - vmax - vmin);
+ diff = 60.f/diff;
+
+ if( vmax == r )
+ h = (g - b)*diff;
+ else if( vmax == g )
+ h = fma(b - r, diff, 120.f);
+ else
+ h = fma(r - g, diff, 240.f);
+
+ if( h < 0.f )
+ h += 360.f;
+ }
+
+ dst[dst_index] = convert_uchar_sat_rte(h*hscale);
+ dst[dst_index + 1] = convert_uchar_sat_rte(l*255.f);
+ dst[dst_index + 2] = convert_uchar_sat_rte(s*255.f);
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+__kernel void HLS2RGB(__global const uchar* src, int src_step, int src_offset,
+ __global uchar* dst, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ uchar4 src_pix = vload4(0, src + src_index);
+
+ float h = src_pix.x, l = src_pix.y*(1.f/255.f), s = src_pix.z*(1.f/255.f);
+ float b, g, r;
+
+ if (s != 0)
+ {
+ float tab[4];
+
+ float p2 = l <= 0.5f ? l*(1 + s) : l + s - l*s;
+ float p1 = 2*l - p2;
+
+ h *= hscale;
+ if( h < 0 )
+ do h += 6; while( h < 0 );
+ else if( h >= 6 )
+ do h -= 6; while( h >= 6 );
+
+ int sector = convert_int_sat_rtn(h);
+ h -= sector;
+
+ tab[0] = p2;
+ tab[1] = p1;
+ tab[2] = fma(p2 - p1, 1-h, p1);
+ tab[3] = fma(p2 - p1, h, p1);
+
+ b = tab[sector_data[sector][0]];
+ g = tab[sector_data[sector][1]];
+ r = tab[sector_data[sector][2]];
+ }
+ else
+ b = g = r = l;
+
+ dst[dst_index + bidx] = convert_uchar_sat_rte(b*255.f);
+ dst[dst_index + 1] = convert_uchar_sat_rte(g*255.f);
+ dst[dst_index + (bidx^2)] = convert_uchar_sat_rte(r*255.f);
+#if dcn == 4
+ dst[dst_index + 3] = MAX_NUM;
+#endif
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+#elif defined DEPTH_5
+
+__kernel void RGB2HLS(__global const uchar* srcptr, int src_step, int src_offset,
+ __global uchar* dstptr, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const float * src = (__global const float *)(srcptr + src_index);
+ __global float * dst = (__global float *)(dstptr + dst_index);
+ float4 src_pix = vload4(0, src);
+
+ float b = src_pix.B_COMP, g = src_pix.G_COMP, r = src_pix.R_COMP;
+ float h = 0.f, s = 0.f, l;
+ float vmin, vmax, diff;
+
+ vmax = vmin = r;
+ if (vmax < g) vmax = g;
+ if (vmax < b) vmax = b;
+ if (vmin > g) vmin = g;
+ if (vmin > b) vmin = b;
+
+ diff = vmax - vmin;
+ l = (vmax + vmin)*0.5f;
+
+ if (diff > FLT_EPSILON)
+ {
+ s = l < 0.5f ? diff/(vmax + vmin) : diff/(2 - vmax - vmin);
+ diff = 60.f/diff;
+
+ if( vmax == r )
+ h = (g - b)*diff;
+ else if( vmax == g )
+ h = fma(b - r, diff, 120.f);
+ else
+ h = fma(r - g, diff, 240.f);
+
+ if( h < 0.f ) h += 360.f;
+ }
+
+ dst[0] = h*hscale;
+ dst[1] = l;
+ dst[2] = s;
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+__kernel void HLS2RGB(__global const uchar* srcptr, int src_step, int src_offset,
+ __global uchar* dstptr, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const float * src = (__global const float *)(srcptr + src_index);
+ __global float * dst = (__global float *)(dstptr + dst_index);
+ float4 src_pix = vload4(0, src);
+
+ float h = src_pix.x, l = src_pix.y, s = src_pix.z;
+ float b, g, r;
+
+ if (s != 0)
+ {
+ float tab[4];
+ int sector;
+
+ float p2 = l <= 0.5f ? l*(1 + s) : l + s - l*s;
+ float p1 = 2*l - p2;
+
+ h *= hscale;
+ if( h < 0 )
+ do h += 6; while( h < 0 );
+ else if( h >= 6 )
+ do h -= 6; while( h >= 6 );
+
+ sector = convert_int_sat_rtn(h);
+ h -= sector;
+
+ tab[0] = p2;
+ tab[1] = p1;
+ tab[2] = fma(p2 - p1, 1-h, p1);
+ tab[3] = fma(p2 - p1, h, p1);
+
+ b = tab[sector_data[sector][0]];
+ g = tab[sector_data[sector][1]];
+ r = tab[sector_data[sector][2]];
+ }
+ else
+ b = g = r = l;
+
+ dst[bidx] = b;
+ dst[1] = g;
+ dst[bidx^2] = r;
+#if dcn == 4
+ dst[3] = MAX_NUM;
+#endif
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+#endif
--- /dev/null
+/*M///////////////////////////////////////////////////////////////////////////////////////
+//
+// IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
+//
+// By downloading, copying, installing or using the software you agree to this license.
+// If you do not agree to this license, do not download, install,
+// copy or use the software.
+//
+//
+// License Agreement
+// For Open Source Computer Vision Library
+//
+// Copyright (C) 2010-2012, Institute Of Software Chinese Academy Of Science, all rights reserved.
+// Copyright (C) 2010-2012, Advanced Micro Devices, Inc., all rights reserved.
+// Third party copyrights are property of their respective owners.
+//
+// @Authors
+// Jia Haipeng, jiahaipeng95@gmail.com
+// Peng Xiao, pengxiao@multicorewareinc.com
+//
+// Redistribution and use in source and binary forms, with or without modification,
+// are permitted provided that the following conditions are met:
+//
+// * Redistribution's of source code must retain the above copyright notice,
+// this list of conditions and the following disclaimer.
+//
+// * Redistribution's in binary form must reproduce the above copyright notice,
+// this list of conditions and the following disclaimer in the documentation
+// and/or other materials provided with the distribution.
+//
+// * The name of the copyright holders may not be used to endorse or promote products
+// derived from this software without specific prior written permission.
+//
+// This software is provided by the copyright holders and contributors as is and
+// any express or implied warranties, including, but not limited to, the implied
+// warranties of merchantability and fitness for a particular purpose are disclaimed.
+// In no event shall the Intel Corporation or contributors be liable for any direct,
+// indirect, incidental, special, exemplary, or consequential damages
+// (including, but not limited to, procurement of substitute goods or services;
+// loss of use, data, or profits; or business interruption) however caused
+// and on any theory of liability, whether in contract, strict liability,
+// or tort (including negligence or otherwise) arising in any way out of
+// the use of this software, even if advised of the possibility of such damage.
+//
+//M*/
+
+#if depth == 0
+ #define DATA_TYPE uchar
+ #define MAX_NUM 255
+ #define HALF_MAX_NUM 128
+ #define COEFF_TYPE int
+ #define SAT_CAST(num) convert_uchar_sat(num)
+ #define DEPTH_0
+#elif depth == 2
+ #define DATA_TYPE ushort
+ #define MAX_NUM 65535
+ #define HALF_MAX_NUM 32768
+ #define COEFF_TYPE int
+ #define SAT_CAST(num) convert_ushort_sat(num)
+ #define DEPTH_2
+#elif depth == 5
+ #define DATA_TYPE float
+ #define MAX_NUM 1.0f
+ #define HALF_MAX_NUM 0.5f
+ #define COEFF_TYPE float
+ #define SAT_CAST(num) (num)
+ #define DEPTH_5
+#else
+ #error "invalid depth: should be 0 (CV_8U), 2 (CV_16U) or 5 (CV_32F)"
+#endif
+
+#define CV_DESCALE(x,n) (((x) + (1 << ((n)-1))) >> (n))
+
+enum
+{
+ xyz_shift = 12,
+};
+
+#define scnbytes ((int)sizeof(DATA_TYPE)*scn)
+#define dcnbytes ((int)sizeof(DATA_TYPE)*dcn)
+
+#define __CAT(x, y) x##y
+#define CAT(x, y) __CAT(x, y)
+
+#define DATA_TYPE_4 CAT(DATA_TYPE, 4)
+#define DATA_TYPE_3 CAT(DATA_TYPE, 3)
+
+///////////////////////////////////// RGB <-> XYZ //////////////////////////////////////
+
+__kernel void RGB2XYZ(__global const uchar * srcptr, int src_step, int src_offset,
+ __global uchar * dstptr, int dst_step, int dst_offset,
+ int rows, int cols, __constant COEFF_TYPE * coeffs)
+{
+ int dx = get_global_id(0);
+ int dy = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (dx < cols)
+ {
+ int src_index = mad24(dy, src_step, mad24(dx, scnbytes, src_offset));
+ int dst_index = mad24(dy, dst_step, mad24(dx, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (dy < rows)
+ {
+ __global const DATA_TYPE * src = (__global const DATA_TYPE *)(srcptr + src_index);
+ __global DATA_TYPE * dst = (__global DATA_TYPE *)(dstptr + dst_index);
+
+ DATA_TYPE_4 src_pix = vload4(0, src);
+ DATA_TYPE r = src_pix.x, g = src_pix.y, b = src_pix.z;
+
+#ifdef DEPTH_5
+ float x = fma(r, coeffs[0], fma(g, coeffs[1], b * coeffs[2]));
+ float y = fma(r, coeffs[3], fma(g, coeffs[4], b * coeffs[5]));
+ float z = fma(r, coeffs[6], fma(g, coeffs[7], b * coeffs[8]));
+#else
+ int x = CV_DESCALE(mad24(r, coeffs[0], mad24(g, coeffs[1], b * coeffs[2])), xyz_shift);
+ int y = CV_DESCALE(mad24(r, coeffs[3], mad24(g, coeffs[4], b * coeffs[5])), xyz_shift);
+ int z = CV_DESCALE(mad24(r, coeffs[6], mad24(g, coeffs[7], b * coeffs[8])), xyz_shift);
+#endif
+ dst[0] = SAT_CAST(x);
+ dst[1] = SAT_CAST(y);
+ dst[2] = SAT_CAST(z);
+
+ ++dy;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+__kernel void XYZ2RGB(__global const uchar * srcptr, int src_step, int src_offset,
+ __global uchar * dstptr, int dst_step, int dst_offset,
+ int rows, int cols, __constant COEFF_TYPE * coeffs)
+{
+ int dx = get_global_id(0);
+ int dy = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (dx < cols)
+ {
+ int src_index = mad24(dy, src_step, mad24(dx, scnbytes, src_offset));
+ int dst_index = mad24(dy, dst_step, mad24(dx, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (dy < rows)
+ {
+ __global const DATA_TYPE * src = (__global const DATA_TYPE *)(srcptr + src_index);
+ __global DATA_TYPE * dst = (__global DATA_TYPE *)(dstptr + dst_index);
+
+ DATA_TYPE_4 src_pix = vload4(0, src);
+ DATA_TYPE x = src_pix.x, y = src_pix.y, z = src_pix.z;
+
+#ifdef DEPTH_5
+ float b = fma(x, coeffs[0], fma(y, coeffs[1], z * coeffs[2]));
+ float g = fma(x, coeffs[3], fma(y, coeffs[4], z * coeffs[5]));
+ float r = fma(x, coeffs[6], fma(y, coeffs[7], z * coeffs[8]));
+#else
+ int b = CV_DESCALE(mad24(x, coeffs[0], mad24(y, coeffs[1], z * coeffs[2])), xyz_shift);
+ int g = CV_DESCALE(mad24(x, coeffs[3], mad24(y, coeffs[4], z * coeffs[5])), xyz_shift);
+ int r = CV_DESCALE(mad24(x, coeffs[6], mad24(y, coeffs[7], z * coeffs[8])), xyz_shift);
+#endif
+
+ DATA_TYPE dst0 = SAT_CAST(b);
+ DATA_TYPE dst1 = SAT_CAST(g);
+ DATA_TYPE dst2 = SAT_CAST(r);
+#if dcn == 3 || defined DEPTH_5
+ dst[0] = dst0;
+ dst[1] = dst1;
+ dst[2] = dst2;
+#if dcn == 4
+ dst[3] = MAX_NUM;
+#endif
+#else
+ *(__global DATA_TYPE_4 *)dst = (DATA_TYPE_4)(dst0, dst1, dst2, MAX_NUM);
+#endif
+
+ ++dy;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+/////////////////////////////////// [l|s]RGB <-> Lab ///////////////////////////
+
+#define lab_shift xyz_shift
+#define gamma_shift 3
+#define lab_shift2 (lab_shift + gamma_shift)
+#define GAMMA_TAB_SIZE 1024
+#define GammaTabScale (float)GAMMA_TAB_SIZE
+
+inline float splineInterpolate(float x, __global const float * tab, int n)
+{
+ int ix = clamp(convert_int_sat_rtn(x), 0, n-1);
+ x -= ix;
+ tab += ix << 2;
+ return fma(fma(fma(tab[3], x, tab[2]), x, tab[1]), x, tab[0]);
+}
+
+#ifdef DEPTH_0
+
+__kernel void BGR2Lab(__global const uchar * src, int src_step, int src_offset,
+ __global uchar * dst, int dst_step, int dst_offset, int rows, int cols,
+ __global const ushort * gammaTab, __global ushort * LabCbrtTab_b,
+ __constant int * coeffs, int Lscale, int Lshift)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const uchar* src_ptr = src + src_index;
+ __global uchar* dst_ptr = dst + dst_index;
+ uchar4 src_pix = vload4(0, src_ptr);
+
+ int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+
+ int R = gammaTab[src_pix.x], G = gammaTab[src_pix.y], B = gammaTab[src_pix.z];
+ int fX = LabCbrtTab_b[CV_DESCALE(mad24(R, C0, mad24(G, C1, B*C2)), lab_shift)];
+ int fY = LabCbrtTab_b[CV_DESCALE(mad24(R, C3, mad24(G, C4, B*C5)), lab_shift)];
+ int fZ = LabCbrtTab_b[CV_DESCALE(mad24(R, C6, mad24(G, C7, B*C8)), lab_shift)];
+
+ int L = CV_DESCALE( Lscale*fY + Lshift, lab_shift2 );
+ int a = CV_DESCALE( mad24(500, fX - fY, 128*(1 << lab_shift2)), lab_shift2 );
+ int b = CV_DESCALE( mad24(200, fY - fZ, 128*(1 << lab_shift2)), lab_shift2 );
+
+ dst_ptr[0] = SAT_CAST(L);
+ dst_ptr[1] = SAT_CAST(a);
+ dst_ptr[2] = SAT_CAST(b);
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+#elif defined DEPTH_5
+
+__kernel void BGR2Lab(__global const uchar * srcptr, int src_step, int src_offset,
+ __global uchar * dstptr, int dst_step, int dst_offset, int rows, int cols,
+#ifdef SRGB
+ __global const float * gammaTab,
+#endif
+ __constant float * coeffs, float _1_3, float _a)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const float * src = (__global const float *)(srcptr + src_index);
+ __global float * dst = (__global float *)(dstptr + dst_index);
+ float4 src_pix = vload4(0, src);
+
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+
+ float R = clamp(src_pix.x, 0.0f, 1.0f);
+ float G = clamp(src_pix.y, 0.0f, 1.0f);
+ float B = clamp(src_pix.z, 0.0f, 1.0f);
+
+#ifdef SRGB
+ R = splineInterpolate(R * GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+ G = splineInterpolate(G * GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+ B = splineInterpolate(B * GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+#endif
+
+ // 7.787f = (29/3)^3/(29*4), 0.008856f = (6/29)^3, 903.3 = (29/3)^3
+ float X = fma(R, C0, fma(G, C1, B*C2));
+ float Y = fma(R, C3, fma(G, C4, B*C5));
+ float Z = fma(R, C6, fma(G, C7, B*C8));
+
+ float FX = X > 0.008856f ? rootn(X, 3) : fma(7.787f, X, _a);
+ float FY = Y > 0.008856f ? rootn(Y, 3) : fma(7.787f, Y, _a);
+ float FZ = Z > 0.008856f ? rootn(Z, 3) : fma(7.787f, Z, _a);
+
+ float L = Y > 0.008856f ? fma(116.f, FY, -16.f) : (903.3f * Y);
+ float a = 500.f * (FX - FY);
+ float b = 200.f * (FY - FZ);
+
+ dst[0] = L;
+ dst[1] = a;
+ dst[2] = b;
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+#endif
+
+inline void Lab2BGR_f(const float * srcbuf, float * dstbuf,
+#ifdef SRGB
+ __global const float * gammaTab,
+#endif
+ __constant float * coeffs, float lThresh, float fThresh)
+{
+ float li = srcbuf[0], ai = srcbuf[1], bi = srcbuf[2];
+
+ float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
+ C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
+ C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
+
+ float y, fy;
+ // 903.3 = (29/3)^3, 7.787 = (29/3)^3/(29*4)
+ if (li <= lThresh)
+ {
+ y = li / 903.3f;
+ fy = fma(7.787f, y, 16.0f / 116.0f);
+ }
+ else
+ {
+ fy = (li + 16.0f) / 116.0f;
+ y = fy * fy * fy;
+ }
+
+ float fxz[] = { ai / 500.0f + fy, fy - bi / 200.0f };
+
+ #pragma unroll
+ for (int j = 0; j < 2; j++)
+ if (fxz[j] <= fThresh)
+ fxz[j] = (fxz[j] - 16.0f / 116.0f) / 7.787f;
+ else
+ fxz[j] = fxz[j] * fxz[j] * fxz[j];
+
+ float x = fxz[0], z = fxz[1];
+ float ro = clamp(fma(C0, x, fma(C1, y, C2 * z)), 0.0f, 1.0f);
+ float go = clamp(fma(C3, x, fma(C4, y, C5 * z)), 0.0f, 1.0f);
+ float bo = clamp(fma(C6, x, fma(C7, y, C8 * z)), 0.0f, 1.0f);
+
+#ifdef SRGB
+ ro = splineInterpolate(ro * GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+ go = splineInterpolate(go * GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+ bo = splineInterpolate(bo * GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+#endif
+
+ dstbuf[0] = ro, dstbuf[1] = go, dstbuf[2] = bo;
+}
+
+#ifdef DEPTH_0
+
+__kernel void Lab2BGR(__global const uchar * src, int src_step, int src_offset,
+ __global uchar * dst, int dst_step, int dst_offset, int rows, int cols,
+#ifdef SRGB
+ __global const float * gammaTab,
+#endif
+ __constant float * coeffs, float lThresh, float fThresh)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const uchar* src_ptr = src + src_index;
+ __global uchar * dst_ptr = dst + dst_index;
+ uchar4 src_pix = vload4(0, src_ptr);
+
+ float srcbuf[3], dstbuf[3];
+ srcbuf[0] = src_pix.x*(100.f/255.f);
+ srcbuf[1] = convert_float(src_pix.y - 128);
+ srcbuf[2] = convert_float(src_pix.z - 128);
+
+ Lab2BGR_f(&srcbuf[0], &dstbuf[0],
+#ifdef SRGB
+ gammaTab,
+#endif
+ coeffs, lThresh, fThresh);
+
+#if dcn == 3
+ dst_ptr[0] = SAT_CAST(dstbuf[0] * 255.0f);
+ dst_ptr[1] = SAT_CAST(dstbuf[1] * 255.0f);
+ dst_ptr[2] = SAT_CAST(dstbuf[2] * 255.0f);
+#else
+ *(__global uchar4 *)dst_ptr = (uchar4)(SAT_CAST(dstbuf[0] * 255.0f),
+ SAT_CAST(dstbuf[1] * 255.0f), SAT_CAST(dstbuf[2] * 255.0f), MAX_NUM);
+#endif
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+#elif defined DEPTH_5
+
+__kernel void Lab2BGR(__global const uchar * srcptr, int src_step, int src_offset,
+ __global uchar * dstptr, int dst_step, int dst_offset, int rows, int cols,
+#ifdef SRGB
+ __global const float * gammaTab,
+#endif
+ __constant float * coeffs, float lThresh, float fThresh)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const float * src = (__global const float *)(srcptr + src_index);
+ __global float * dst = (__global float *)(dstptr + dst_index);
+ float4 src_pix = vload4(0, src);
+
+ float srcbuf[3], dstbuf[3];
+ srcbuf[0] = src_pix.x, srcbuf[1] = src_pix.y, srcbuf[2] = src_pix.z;
+
+ Lab2BGR_f(&srcbuf[0], &dstbuf[0],
+#ifdef SRGB
+ gammaTab,
+#endif
+ coeffs, lThresh, fThresh);
+
+ dst[0] = dstbuf[0], dst[1] = dstbuf[1], dst[2] = dstbuf[2];
+#if dcn == 4
+ dst[3] = MAX_NUM;
+#endif
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+#endif
+
+/////////////////////////////////// [l|s]RGB <-> Luv ///////////////////////////
+
+#define LAB_CBRT_TAB_SIZE 1024
+#define LAB_CBRT_TAB_SIZE_B (256*3/2*(1<<gamma_shift))
+
+__constant float LabCbrtTabScale = LAB_CBRT_TAB_SIZE/1.5f;
+
+#ifdef DEPTH_5
+
+__kernel void BGR2Luv(__global const uchar * srcptr, int src_step, int src_offset,
+ __global uchar * dstptr, int dst_step, int dst_offset, int rows, int cols,
+#ifdef SRGB
+ __global const float * gammaTab,
+#endif
+ __global const float * LabCbrtTab, __constant float * coeffs, float _un, float _vn)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ if (y < rows)
+ {
+ __global const float * src = (__global const float *)(srcptr + src_index);
+ __global float * dst = (__global float *)(dstptr + dst_index);
+
+ float R = src[0], G = src[1], B = src[2];
+
+ R = clamp(R, 0.f, 1.f);
+ G = clamp(G, 0.f, 1.f);
+ B = clamp(B, 0.f, 1.f);
+
+#ifdef SRGB
+ R = splineInterpolate(R*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+ G = splineInterpolate(G*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+ B = splineInterpolate(B*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+#endif
+ float X = fma(R, coeffs[0], fma(G, coeffs[1], B*coeffs[2]));
+ float Y = fma(R, coeffs[3], fma(G, coeffs[4], B*coeffs[5]));
+ float Z = fma(R, coeffs[6], fma(G, coeffs[7], B*coeffs[8]));
+
+ float L = splineInterpolate(Y*LabCbrtTabScale, LabCbrtTab, LAB_CBRT_TAB_SIZE);
+ L = fma(116.f, L, -16.f);
+
+ float d = 52.0f / fmax(fma(15.0f, Y, fma(3.0f, Z, X)), FLT_EPSILON);
+ float u = L*fma(X, d, -_un);
+ float v = L*fma(2.25f, Y*d, -_vn);
+
+ dst[0] = L;
+ dst[1] = u;
+ dst[2] = v;
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+}
+
+#elif defined DEPTH_0
+
+__kernel void BGR2Luv(__global const uchar * src, int src_step, int src_offset,
+ __global uchar * dst, int dst_step, int dst_offset, int rows, int cols,
+#ifdef SRGB
+ __global const float * gammaTab,
+#endif
+ __global const float * LabCbrtTab, __constant float * coeffs, float _un, float _vn)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ src += mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ dst += mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ if (y < rows)
+ {
+ float scale = 1.0f / 255.0f;
+ float R = src[0]*scale, G = src[1]*scale, B = src[2]*scale;
+
+#ifdef SRGB
+ R = splineInterpolate(R*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+ G = splineInterpolate(G*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+ B = splineInterpolate(B*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+#endif
+ float X = fma(R, coeffs[0], fma(G, coeffs[1], B*coeffs[2]));
+ float Y = fma(R, coeffs[3], fma(G, coeffs[4], B*coeffs[5]));
+ float Z = fma(R, coeffs[6], fma(G, coeffs[7], B*coeffs[8]));
+
+ float L = splineInterpolate(Y*LabCbrtTabScale, LabCbrtTab, LAB_CBRT_TAB_SIZE);
+ L = 116.f*L - 16.f;
+
+ float d = (4*13) / fmax(fma(15.0f, Y, fma(3.0f, Z, X)), FLT_EPSILON);
+ float u = L*(X*d - _un);
+ float v = L*fma(2.25f, Y*d, -_vn);
+
+ dst[0] = SAT_CAST(L * 2.55f);
+ //0.72033 = 255/(220+134), 96.525 = 134*255/(220+134)
+ dst[1] = SAT_CAST(fma(u, 0.72033898305084743f, 96.525423728813564f));
+ //0.9732 = 255/(140+122), 136.259 = 140*255/(140+122)
+ dst[2] = SAT_CAST(fma(v, 0.9732824427480916f, 136.259541984732824f));
+
+ ++y;
+ dst += dst_step;
+ src += src_step;
+ }
+ }
+}
+
+#endif
+
+#ifdef DEPTH_5
+
+__kernel void Luv2BGR(__global const uchar * srcptr, int src_step, int src_offset,
+ __global uchar * dstptr, int dst_step, int dst_offset, int rows, int cols,
+#ifdef SRGB
+ __global const float * gammaTab,
+#endif
+ __constant float * coeffs, float _un, float _vn)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ if (y < rows)
+ {
+ __global const float * src = (__global const float *)(srcptr + src_index);
+ __global float * dst = (__global float *)(dstptr + dst_index);
+
+ float L = src[0], u = src[1], v = src[2], X, Y, Z;
+ if(L >= 8)
+ {
+ Y = fma(L, 1.f/116.f, 16.f/116.f);
+ Y = Y*Y*Y;
+ }
+ else
+ {
+ Y = L * (1.0f/903.3f); // L*(3./29.)^3
+ }
+ float up = 3.f*fma(L, _un, u);
+ float vp = 0.25f/fma(L, _vn, v);
+ vp = clamp(vp, -0.25f, 0.25f);
+ X = 3.f*Y*up*vp;
+ Z = Y*fma(fma(12.f*13.f, L, -up), vp, -5.f);
+
+ float R = fma(X, coeffs[0], fma(Y, coeffs[1], Z * coeffs[2]));
+ float G = fma(X, coeffs[3], fma(Y, coeffs[4], Z * coeffs[5]));
+ float B = fma(X, coeffs[6], fma(Y, coeffs[7], Z * coeffs[8]));
+
+ R = clamp(R, 0.f, 1.f);
+ G = clamp(G, 0.f, 1.f);
+ B = clamp(B, 0.f, 1.f);
+
+#ifdef SRGB
+ R = splineInterpolate(R*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+ G = splineInterpolate(G*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+ B = splineInterpolate(B*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+#endif
+
+ dst[0] = R;
+ dst[1] = G;
+ dst[2] = B;
+#if dcn == 4
+ dst[3] = MAX_NUM;
+#endif
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+}
+
+#elif defined DEPTH_0
+
+__kernel void Luv2BGR(__global const uchar * src, int src_step, int src_offset,
+ __global uchar * dst, int dst_step, int dst_offset, int rows, int cols,
+#ifdef SRGB
+ __global const float * gammaTab,
+#endif
+ __constant float * coeffs, float _un, float _vn)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ src += mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ dst += mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ if (y < rows)
+ {
+ float d, X, Y, Z;
+ float L = src[0]*(100.f/255.f);
+ // 1.388235294117647 = (220+134)/255
+ float u = fma(convert_float(src[1]), 1.388235294117647f, -134.f);
+ // 1.027450980392157 = (140+122)/255
+ float v = fma(convert_float(src[2]), 1.027450980392157f, - 140.f);
+ if(L >= 8)
+ {
+ Y = fma(L, 1.f/116.f, 16.f/116.f);
+ Y = Y*Y*Y;
+ }
+ else
+ {
+ Y = L * (1.0f/903.3f); // L*(3./29.)^3
+ }
+ float up = 3.f*fma(L, _un, u);
+ float vp = 0.25f/fma(L, _vn, v);
+ vp = clamp(vp, -0.25f, 0.25f);
+ X = 3.f*Y*up*vp;
+ Z = Y*fma(fma(12.f*13.f, L, -up), vp, -5.f);
+
+ //limit X, Y, Z to [0, 2] to fit white point
+ X = clamp(X, 0.f, 2.f); Z = clamp(Z, 0.f, 2.f);
+
+ float R = fma(X, coeffs[0], fma(Y, coeffs[1], Z * coeffs[2]));
+ float G = fma(X, coeffs[3], fma(Y, coeffs[4], Z * coeffs[5]));
+ float B = fma(X, coeffs[6], fma(Y, coeffs[7], Z * coeffs[8]));
+
+ R = clamp(R, 0.f, 1.f);
+ G = clamp(G, 0.f, 1.f);
+ B = clamp(B, 0.f, 1.f);
+
+#ifdef SRGB
+ R = splineInterpolate(R*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+ G = splineInterpolate(G*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+ B = splineInterpolate(B*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
+#endif
+
+ uchar dst0 = SAT_CAST(R * 255.0f);
+ uchar dst1 = SAT_CAST(G * 255.0f);
+ uchar dst2 = SAT_CAST(B * 255.0f);
+
+#if dcn == 4
+ *(__global uchar4 *)dst = (uchar4)(dst0, dst1, dst2, MAX_NUM);
+#else
+ dst[0] = dst0;
+ dst[1] = dst1;
+ dst[2] = dst2;
+#endif
+
+ ++y;
+ dst += dst_step;
+ src += src_step;
+ }
+ }
+}
+
+#endif
--- /dev/null
+/*M///////////////////////////////////////////////////////////////////////////////////////
+//
+// IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
+//
+// By downloading, copying, installing or using the software you agree to this license.
+// If you do not agree to this license, do not download, install,
+// copy or use the software.
+//
+//
+// License Agreement
+// For Open Source Computer Vision Library
+//
+// Copyright (C) 2010-2012, Institute Of Software Chinese Academy Of Science, all rights reserved.
+// Copyright (C) 2010-2012, Advanced Micro Devices, Inc., all rights reserved.
+// Third party copyrights are property of their respective owners.
+//
+// @Authors
+// Jia Haipeng, jiahaipeng95@gmail.com
+// Peng Xiao, pengxiao@multicorewareinc.com
+//
+// Redistribution and use in source and binary forms, with or without modification,
+// are permitted provided that the following conditions are met:
+//
+// * Redistribution's of source code must retain the above copyright notice,
+// this list of conditions and the following disclaimer.
+//
+// * Redistribution's in binary form must reproduce the above copyright notice,
+// this list of conditions and the following disclaimer in the documentation
+// and/or other materials provided with the distribution.
+//
+// * The name of the copyright holders may not be used to endorse or promote products
+// derived from this software without specific prior written permission.
+//
+// This software is provided by the copyright holders and contributors as is and
+// any express or implied warranties, including, but not limited to, the implied
+// warranties of merchantability and fitness for a particular purpose are disclaimed.
+// In no event shall the Intel Corporation or contributors be liable for any direct,
+// indirect, incidental, special, exemplary, or consequential damages
+// (including, but not limited to, procurement of substitute goods or services;
+// loss of use, data, or profits; or business interruption) however caused
+// and on any theory of liability, whether in contract, strict liability,
+// or tort (including negligence or otherwise) arising in any way out of
+// the use of this software, even if advised of the possibility of such damage.
+//
+//M*/
+
+/**************************************PUBLICFUNC*************************************/
+
+#if depth == 0
+ #define DATA_TYPE uchar
+ #define MAX_NUM 255
+ #define HALF_MAX_NUM 128
+ #define COEFF_TYPE int
+ #define SAT_CAST(num) convert_uchar_sat(num)
+ #define DEPTH_0
+#elif depth == 2
+ #define DATA_TYPE ushort
+ #define MAX_NUM 65535
+ #define HALF_MAX_NUM 32768
+ #define COEFF_TYPE int
+ #define SAT_CAST(num) convert_ushort_sat(num)
+ #define DEPTH_2
+#elif depth == 5
+ #define DATA_TYPE float
+ #define MAX_NUM 1.0f
+ #define HALF_MAX_NUM 0.5f
+ #define COEFF_TYPE float
+ #define SAT_CAST(num) (num)
+ #define DEPTH_5
+#else
+ #error "invalid depth: should be 0 (CV_8U), 2 (CV_16U) or 5 (CV_32F)"
+#endif
+
+#define CV_DESCALE(x,n) (((x) + (1 << ((n)-1))) >> (n))
+
+enum
+{
+ yuv_shift = 14,
+ R2Y = 4899,
+ G2Y = 9617,
+ B2Y = 1868
+};
+
+//constants for conversion from/to RGB and Gray, YUV, YCrCb according to BT.601
+#define B2YF 0.114f
+#define G2YF 0.587f
+#define R2YF 0.299f
+
+#define scnbytes ((int)sizeof(DATA_TYPE)*scn)
+#define dcnbytes ((int)sizeof(DATA_TYPE)*dcn)
+
+#if bidx == 0
+#define R_COMP z
+#define G_COMP y
+#define B_COMP x
+#else
+#define R_COMP x
+#define G_COMP y
+#define B_COMP z
+#endif
+
+#define __CAT(x, y) x##y
+#define CAT(x, y) __CAT(x, y)
+
+#define DATA_TYPE_4 CAT(DATA_TYPE, 4)
+#define DATA_TYPE_3 CAT(DATA_TYPE, 3)
+
+///////////////////////////////////// RGB <-> GRAY //////////////////////////////////////
+
+__kernel void RGB2Gray(__global const uchar * srcptr, int src_step, int src_offset,
+ __global uchar * dstptr, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const DATA_TYPE* src = (__global const DATA_TYPE*)(srcptr + src_index);
+ __global DATA_TYPE* dst = (__global DATA_TYPE*)(dstptr + dst_index);
+ DATA_TYPE_3 src_pix = vload3(0, src);
+#ifdef DEPTH_5
+ dst[0] = fma(src_pix.B_COMP, B2YF, fma(src_pix.G_COMP, G2YF, src_pix.R_COMP * R2YF));
+#else
+ dst[0] = (DATA_TYPE)CV_DESCALE(mad24(src_pix.B_COMP, B2Y, mad24(src_pix.G_COMP, G2Y, mul24(src_pix.R_COMP, R2Y))), yuv_shift);
+#endif
+ ++y;
+ src_index += src_step;
+ dst_index += dst_step;
+ }
+ }
+ }
+}
+
+__kernel void Gray2RGB(__global const uchar * srcptr, int src_step, int src_offset,
+ __global uchar * dstptr, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const DATA_TYPE* src = (__global const DATA_TYPE*)(srcptr + src_index);
+ __global DATA_TYPE* dst = (__global DATA_TYPE*)(dstptr + dst_index);
+ DATA_TYPE val = src[0];
+#if dcn == 3 || defined DEPTH_5
+ dst[0] = dst[1] = dst[2] = val;
+#if dcn == 4
+ dst[3] = MAX_NUM;
+#endif
+#else
+ *(__global DATA_TYPE_4 *)dst = (DATA_TYPE_4)(val, val, val, MAX_NUM);
+#endif
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+///////////////////////////////////// RGB[A] <-> BGR[A] //////////////////////////////////////
+
+__kernel void RGB(__global const uchar* srcptr, int src_step, int src_offset,
+ __global uchar* dstptr, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const DATA_TYPE * src = (__global const DATA_TYPE *)(srcptr + src_index);
+ __global DATA_TYPE * dst = (__global DATA_TYPE *)(dstptr + dst_index);
+#if scn == 3
+ DATA_TYPE_3 src_pix = vload3(0, src);
+#else
+ DATA_TYPE_4 src_pix = vload4(0, src);
+#endif
+
+#ifdef REVERSE
+ dst[0] = src_pix.z;
+ dst[1] = src_pix.y;
+ dst[2] = src_pix.x;
+#else
+ dst[0] = src_pix.x;
+ dst[1] = src_pix.y;
+ dst[2] = src_pix.z;
+#endif
+
+#if dcn == 4
+#if scn == 3
+ dst[3] = MAX_NUM;
+#else
+ dst[3] = src[3];
+#endif
+#endif
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+///////////////////////////////////// RGB5x5 <-> RGB //////////////////////////////////////
+
+__kernel void RGB5x52RGB(__global const uchar* src, int src_step, int src_offset,
+ __global uchar* dst, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ ushort t = *((__global const ushort*)(src + src_index));
+
+#if greenbits == 6
+ dst[dst_index + bidx] = (uchar)(t << 3);
+ dst[dst_index + 1] = (uchar)((t >> 3) & ~3);
+ dst[dst_index + (bidx^2)] = (uchar)((t >> 8) & ~7);
+#else
+ dst[dst_index + bidx] = (uchar)(t << 3);
+ dst[dst_index + 1] = (uchar)((t >> 2) & ~7);
+ dst[dst_index + (bidx^2)] = (uchar)((t >> 7) & ~7);
+#endif
+
+#if dcn == 4
+#if greenbits == 6
+ dst[dst_index + 3] = 255;
+#else
+ dst[dst_index + 3] = t & 0x8000 ? 255 : 0;
+#endif
+#endif
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+__kernel void RGB2RGB5x5(__global const uchar* src, int src_step, int src_offset,
+ __global uchar* dst, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ uchar4 src_pix = vload4(0, src + src_index);
+
+#if greenbits == 6
+ *((__global ushort*)(dst + dst_index)) = (ushort)((src_pix.B_COMP >> 3)|((src_pix.G_COMP&~3) << 3)|((src_pix.R_COMP&~7) << 8));
+#elif scn == 3
+ *((__global ushort*)(dst + dst_index)) = (ushort)((src_pix.B_COMP >> 3)|((src_pix.G_COMP&~7) << 2)|((src_pix.R_COMP&~7) << 7));
+#else
+ *((__global ushort*)(dst + dst_index)) = (ushort)((src_pix.B_COMP >> 3)|((src_pix.G_COMP&~7) << 2)|
+ ((src_pix.R_COMP&~7) << 7)|(src_pix.w ? 0x8000 : 0));
+#endif
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+///////////////////////////////////// RGB5x5 <-> Gray //////////////////////////////////////
+
+__kernel void BGR5x52Gray(__global const uchar* src, int src_step, int src_offset,
+ __global uchar* dst, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, dst_offset + x);
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ int t = *((__global const ushort*)(src + src_index));
+
+#if greenbits == 6
+ dst[dst_index] = (uchar)CV_DESCALE(mad24((t << 3) & 0xf8, B2Y, mad24((t >> 3) & 0xfc, G2Y, ((t >> 8) & 0xf8) * R2Y)), yuv_shift);
+#else
+ dst[dst_index] = (uchar)CV_DESCALE(mad24((t << 3) & 0xf8, B2Y, mad24((t >> 2) & 0xf8, G2Y, ((t >> 7) & 0xf8) * R2Y)), yuv_shift);
+#endif
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+__kernel void Gray2BGR5x5(__global const uchar* src, int src_step, int src_offset,
+ __global uchar* dst, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, src_offset + x);
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ int t = src[src_index];
+
+#if greenbits == 6
+ *((__global ushort*)(dst + dst_index)) = (ushort)((t >> 3) | ((t & ~3) << 3) | ((t & ~7) << 8));
+#else
+ t >>= 3;
+ *((__global ushort*)(dst + dst_index)) = (ushort)(t|(t << 5)|(t << 10));
+#endif
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+/////////////////////////// RGBA <-> mRGBA (alpha premultiplied) //////////////
+
+#ifdef DEPTH_0
+
+__kernel void RGBA2mRGBA(__global const uchar* src, int src_step, int src_offset,
+ __global uchar* dst, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, src_offset + (x << 2));
+ int dst_index = mad24(y, dst_step, dst_offset + (x << 2));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ uchar4 src_pix = *(__global const uchar4 *)(src + src_index);
+
+ *(__global uchar4 *)(dst + dst_index) =
+ (uchar4)(mad24(src_pix.x, src_pix.w, HALF_MAX_NUM) / MAX_NUM,
+ mad24(src_pix.y, src_pix.w, HALF_MAX_NUM) / MAX_NUM,
+ mad24(src_pix.z, src_pix.w, HALF_MAX_NUM) / MAX_NUM, src_pix.w);
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+__kernel void mRGBA2RGBA(__global const uchar* src, int src_step, int src_offset,
+ __global uchar* dst, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, 4, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, 4, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ uchar4 src_pix = *(__global const uchar4 *)(src + src_index);
+ uchar v3 = src_pix.w, v3_half = v3 / 2;
+
+ if (v3 == 0)
+ *(__global uchar4 *)(dst + dst_index) = (uchar4)(0, 0, 0, 0);
+ else
+ *(__global uchar4 *)(dst + dst_index) =
+ (uchar4)(mad24(src_pix.x, MAX_NUM, v3_half) / v3,
+ mad24(src_pix.y, MAX_NUM, v3_half) / v3,
+ mad24(src_pix.z, MAX_NUM, v3_half) / v3, v3);
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+#endif
--- /dev/null
+/*M///////////////////////////////////////////////////////////////////////////////////////
+//
+// IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
+//
+// By downloading, copying, installing or using the software you agree to this license.
+// If you do not agree to this license, do not download, install,
+// copy or use the software.
+//
+//
+// License Agreement
+// For Open Source Computer Vision Library
+//
+// Copyright (C) 2010-2012, Institute Of Software Chinese Academy Of Science, all rights reserved.
+// Copyright (C) 2010-2012, Advanced Micro Devices, Inc., all rights reserved.
+// Third party copyrights are property of their respective owners.
+//
+// @Authors
+// Jia Haipeng, jiahaipeng95@gmail.com
+// Peng Xiao, pengxiao@multicorewareinc.com
+//
+// Redistribution and use in source and binary forms, with or without modification,
+// are permitted provided that the following conditions are met:
+//
+// * Redistribution's of source code must retain the above copyright notice,
+// this list of conditions and the following disclaimer.
+//
+// * Redistribution's in binary form must reproduce the above copyright notice,
+// this list of conditions and the following disclaimer in the documentation
+// and/or other materials provided with the distribution.
+//
+// * The name of the copyright holders may not be used to endorse or promote products
+// derived from this software without specific prior written permission.
+//
+// This software is provided by the copyright holders and contributors as is and
+// any express or implied warranties, including, but not limited to, the implied
+// warranties of merchantability and fitness for a particular purpose are disclaimed.
+// In no event shall the Intel Corporation or contributors be liable for any direct,
+// indirect, incidental, special, exemplary, or consequential damages
+// (including, but not limited to, procurement of substitute goods or services;
+// loss of use, data, or profits; or business interruption) however caused
+// and on any theory of liability, whether in contract, strict liability,
+// or tort (including negligence or otherwise) arising in any way out of
+// the use of this software, even if advised of the possibility of such damage.
+//
+//M*/
+
+/**************************************PUBLICFUNC*************************************/
+
+#if depth == 0
+ #define DATA_TYPE uchar
+ #define MAX_NUM 255
+ #define HALF_MAX_NUM 128
+ #define COEFF_TYPE int
+ #define SAT_CAST(num) convert_uchar_sat(num)
+ #define DEPTH_0
+#elif depth == 2
+ #define DATA_TYPE ushort
+ #define MAX_NUM 65535
+ #define HALF_MAX_NUM 32768
+ #define COEFF_TYPE int
+ #define SAT_CAST(num) convert_ushort_sat(num)
+ #define DEPTH_2
+#elif depth == 5
+ #define DATA_TYPE float
+ #define MAX_NUM 1.0f
+ #define HALF_MAX_NUM 0.5f
+ #define COEFF_TYPE float
+ #define SAT_CAST(num) (num)
+ #define DEPTH_5
+#else
+ #error "invalid depth: should be 0 (CV_8U), 2 (CV_16U) or 5 (CV_32F)"
+#endif
+
+#define CV_DESCALE(x,n) (((x) + (1 << ((n)-1))) >> (n))
+
+enum
+{
+ yuv_shift = 14,
+ R2Y = 4899,
+ G2Y = 9617,
+ B2Y = 1868,
+};
+
+//constants for conversion from/to RGB and Gray, YUV, YCrCb according to BT.601
+#define B2YF 0.114f
+#define G2YF 0.587f
+#define R2YF 0.299f
+//to YCbCr
+#define YCBF 0.564f
+#define YCRF 0.713f
+#define YCBI 9241
+#define YCRI 11682
+//to YUV
+#define B2UF 0.492f
+#define R2VF 0.877f
+#define B2UI 8061
+#define R2VI 14369
+//from YUV
+#define U2BF 2.032f
+#define U2GF -0.395f
+#define V2GF -0.581f
+#define V2RF 1.140f
+#define U2BI 33292
+#define U2GI -6472
+#define V2GI -9519
+#define V2RI 18678
+//from YCrCb
+#define CR2RF 1.403f
+#define CB2GF -0.344f
+#define CR2GF -0.714f
+#define CB2BF 1.773f
+#define CR2RI 22987
+#define CB2GI -5636
+#define CR2GI -11698
+#define CB2BI 29049
+
+#define scnbytes ((int)sizeof(DATA_TYPE)*scn)
+#define dcnbytes ((int)sizeof(DATA_TYPE)*dcn)
+
+#if bidx == 0
+#define R_COMP z
+#define G_COMP y
+#define B_COMP x
+#else
+#define R_COMP x
+#define G_COMP y
+#define B_COMP z
+#endif
+
+#ifndef uidx
+#define uidx 0
+#endif
+
+#ifndef yidx
+#define yidx 0
+#endif
+
+#ifndef PIX_PER_WI_X
+#define PIX_PER_WI_X 1
+#endif
+
+#define __CAT(x, y) x##y
+#define CAT(x, y) __CAT(x, y)
+
+#define DATA_TYPE_4 CAT(DATA_TYPE, 4)
+#define DATA_TYPE_3 CAT(DATA_TYPE, 3)
+
+///////////////////////////////////// RGB <-> YUV //////////////////////////////////////
+
+__constant float c_RGB2YUVCoeffs_f[5] = { B2YF, G2YF, R2YF, B2UF, R2VF };
+__constant int c_RGB2YUVCoeffs_i[5] = { B2Y, G2Y, R2Y, B2UI, R2VI };
+
+__kernel void RGB2YUV(__global const uchar* srcptr, int src_step, int src_offset,
+ __global uchar* dstptr, int dst_step, int dt_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dt_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const DATA_TYPE* src = (__global const DATA_TYPE*)(srcptr + src_index);
+ __global DATA_TYPE* dst = (__global DATA_TYPE*)(dstptr + dst_index);
+ DATA_TYPE_3 src_pix = vload3(0, src);
+ DATA_TYPE b = src_pix.B_COMP, g = src_pix.G_COMP, r = src_pix.R_COMP;
+
+#ifdef DEPTH_5
+ __constant float * coeffs = c_RGB2YUVCoeffs_f;
+ const DATA_TYPE Y = fma(b, coeffs[0], fma(g, coeffs[1], r * coeffs[2]));
+ const DATA_TYPE U = fma(b - Y, coeffs[3], HALF_MAX_NUM);
+ const DATA_TYPE V = fma(r - Y, coeffs[4], HALF_MAX_NUM);
+#else
+ __constant int * coeffs = c_RGB2YUVCoeffs_i;
+ const int delta = HALF_MAX_NUM * (1 << yuv_shift);
+ const int Y = CV_DESCALE(mad24(b, coeffs[0], mad24(g, coeffs[1], mul24(r, coeffs[2]))), yuv_shift);
+ const int U = CV_DESCALE(mad24(b - Y, coeffs[3], delta), yuv_shift);
+ const int V = CV_DESCALE(mad24(r - Y, coeffs[4], delta), yuv_shift);
+#endif
+
+ dst[0] = SAT_CAST( Y );
+ dst[1] = SAT_CAST( U );
+ dst[2] = SAT_CAST( V );
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+__constant float c_YUV2RGBCoeffs_f[4] = { U2BF, U2GF, V2GF, V2RF };
+__constant int c_YUV2RGBCoeffs_i[4] = { U2BI, U2GI, V2GI, V2RI };
+
+__kernel void YUV2RGB(__global const uchar* srcptr, int src_step, int src_offset,
+ __global uchar* dstptr, int dst_step, int dt_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dt_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const DATA_TYPE* src = (__global const DATA_TYPE*)(srcptr + src_index);
+ __global DATA_TYPE* dst = (__global DATA_TYPE*)(dstptr + dst_index);
+ DATA_TYPE_4 src_pix = vload4(0, src);
+ DATA_TYPE Y = src_pix.x, U = src_pix.y, V = src_pix.z;
+
+#ifdef DEPTH_5
+ __constant float * coeffs = c_YUV2RGBCoeffs_f;
+ float r = fma(V - HALF_MAX_NUM, coeffs[3], Y);
+ float g = fma(V - HALF_MAX_NUM, coeffs[2], fma(U - HALF_MAX_NUM, coeffs[1], Y));
+ float b = fma(U - HALF_MAX_NUM, coeffs[0], Y);
+#else
+ __constant int * coeffs = c_YUV2RGBCoeffs_i;
+ const int r = Y + CV_DESCALE(mul24(V - HALF_MAX_NUM, coeffs[3]), yuv_shift);
+ const int g = Y + CV_DESCALE(mad24(V - HALF_MAX_NUM, coeffs[2], mul24(U - HALF_MAX_NUM, coeffs[1])), yuv_shift);
+ const int b = Y + CV_DESCALE(mul24(U - HALF_MAX_NUM, coeffs[0]), yuv_shift);
+#endif
+
+ dst[bidx] = SAT_CAST( b );
+ dst[1] = SAT_CAST( g );
+ dst[bidx^2] = SAT_CAST( r );
+#if dcn == 4
+ dst[3] = MAX_NUM;
+#endif
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+__constant float c_YUV2RGBCoeffs_420[5] = { 1.163999557f, 2.017999649f, -0.390999794f,
+ -0.812999725f, 1.5959997177f };
+
+__kernel void YUV2RGB_NVx(__global const uchar* srcptr, int src_step, int src_offset,
+ __global uchar* dstptr, int dst_step, int dt_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols / 2)
+ {
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows / 2 )
+ {
+ __global const uchar* ysrc = srcptr + mad24(y << 1, src_step, (x << 1) + src_offset);
+ __global const uchar* usrc = srcptr + mad24(rows + y, src_step, (x << 1) + src_offset);
+ __global uchar* dst1 = dstptr + mad24(y << 1, dst_step, mad24(x, dcn<<1, dt_offset));
+ __global uchar* dst2 = dst1 + dst_step;
+
+ float Y1 = ysrc[0];
+ float Y2 = ysrc[1];
+ float Y3 = ysrc[src_step];
+ float Y4 = ysrc[src_step + 1];
+
+ float U = ((float)usrc[uidx]) - HALF_MAX_NUM;
+ float V = ((float)usrc[1-uidx]) - HALF_MAX_NUM;
+
+ __constant float* coeffs = c_YUV2RGBCoeffs_420;
+ float ruv = fma(coeffs[4], V, 0.5f);
+ float guv = fma(coeffs[3], V, fma(coeffs[2], U, 0.5f));
+ float buv = fma(coeffs[1], U, 0.5f);
+
+ Y1 = max(0.f, Y1 - 16.f) * coeffs[0];
+ dst1[2 - bidx] = convert_uchar_sat(Y1 + ruv);
+ dst1[1] = convert_uchar_sat(Y1 + guv);
+ dst1[bidx] = convert_uchar_sat(Y1 + buv);
+#if dcn == 4
+ dst1[3] = 255;
+#endif
+
+ Y2 = max(0.f, Y2 - 16.f) * coeffs[0];
+ dst1[dcn + 2 - bidx] = convert_uchar_sat(Y2 + ruv);
+ dst1[dcn + 1] = convert_uchar_sat(Y2 + guv);
+ dst1[dcn + bidx] = convert_uchar_sat(Y2 + buv);
+#if dcn == 4
+ dst1[7] = 255;
+#endif
+
+ Y3 = max(0.f, Y3 - 16.f) * coeffs[0];
+ dst2[2 - bidx] = convert_uchar_sat(Y3 + ruv);
+ dst2[1] = convert_uchar_sat(Y3 + guv);
+ dst2[bidx] = convert_uchar_sat(Y3 + buv);
+#if dcn == 4
+ dst2[3] = 255;
+#endif
+
+ Y4 = max(0.f, Y4 - 16.f) * coeffs[0];
+ dst2[dcn + 2 - bidx] = convert_uchar_sat(Y4 + ruv);
+ dst2[dcn + 1] = convert_uchar_sat(Y4 + guv);
+ dst2[dcn + bidx] = convert_uchar_sat(Y4 + buv);
+#if dcn == 4
+ dst2[7] = 255;
+#endif
+ }
+ ++y;
+ }
+ }
+}
+
+#if uidx < 2
+
+__kernel void YUV2RGB_YV12_IYUV(__global const uchar* srcptr, int src_step, int src_offset,
+ __global uchar* dstptr, int dst_step, int dt_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols / 2)
+ {
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows / 2 )
+ {
+ __global const uchar* ysrc = srcptr + mad24(y << 1, src_step, (x << 1) + src_offset);
+ __global uchar* dst1 = dstptr + mad24(y << 1, dst_step, x * (dcn<<1) + dt_offset);
+ __global uchar* dst2 = dst1 + dst_step;
+
+ float Y1 = ysrc[0];
+ float Y2 = ysrc[1];
+ float Y3 = ysrc[src_step];
+ float Y4 = ysrc[src_step + 1];
+
+#ifdef SRC_CONT
+ __global const uchar* uvsrc = srcptr + mad24(rows, src_step, src_offset);
+ int u_ind = mad24(y, cols >> 1, x);
+ float uv[2] = { ((float)uvsrc[u_ind]) - HALF_MAX_NUM, ((float)uvsrc[u_ind + ((rows * cols) >> 2)]) - HALF_MAX_NUM };
+#else
+ int vsteps[2] = { cols >> 1, src_step - (cols >> 1)};
+ __global const uchar* usrc = srcptr + mad24(rows + (y>>1), src_step, src_offset + (y%2)*(cols >> 1) + x);
+ __global const uchar* vsrc = usrc + mad24(rows >> 2, src_step, rows % 4 ? vsteps[y%2] : 0);
+ float uv[2] = { ((float)usrc[0]) - HALF_MAX_NUM, ((float)vsrc[0]) - HALF_MAX_NUM };
+#endif
+ float U = uv[uidx];
+ float V = uv[1-uidx];
+
+ __constant float* coeffs = c_YUV2RGBCoeffs_420;
+ float ruv = fma(coeffs[4], V, 0.5f);
+ float guv = fma(coeffs[3], V, fma(coeffs[2], U, 0.5f));
+ float buv = fma(coeffs[1], U, 0.5f);
+
+ Y1 = max(0.f, Y1 - 16.f) * coeffs[0];
+ dst1[2 - bidx] = convert_uchar_sat(Y1 + ruv);
+ dst1[1] = convert_uchar_sat(Y1 + guv);
+ dst1[bidx] = convert_uchar_sat(Y1 + buv);
+#if dcn == 4
+ dst1[3] = 255;
+#endif
+
+ Y2 = max(0.f, Y2 - 16.f) * coeffs[0];
+ dst1[dcn + 2 - bidx] = convert_uchar_sat(Y2 + ruv);
+ dst1[dcn + 1] = convert_uchar_sat(Y2 + guv);
+ dst1[dcn + bidx] = convert_uchar_sat(Y2 + buv);
+#if dcn == 4
+ dst1[7] = 255;
+#endif
+
+ Y3 = max(0.f, Y3 - 16.f) * coeffs[0];
+ dst2[2 - bidx] = convert_uchar_sat(Y3 + ruv);
+ dst2[1] = convert_uchar_sat(Y3 + guv);
+ dst2[bidx] = convert_uchar_sat(Y3 + buv);
+#if dcn == 4
+ dst2[3] = 255;
+#endif
+
+ Y4 = max(0.f, Y4 - 16.f) * coeffs[0];
+ dst2[dcn + 2 - bidx] = convert_uchar_sat(Y4 + ruv);
+ dst2[dcn + 1] = convert_uchar_sat(Y4 + guv);
+ dst2[dcn + bidx] = convert_uchar_sat(Y4 + buv);
+#if dcn == 4
+ dst2[7] = 255;
+#endif
+ }
+ ++y;
+ }
+ }
+}
+
+#endif
+
+#if uidx < 2
+
+__constant float c_RGB2YUVCoeffs_420[8] = { 0.256999969f, 0.50399971f, 0.09799957f, -0.1479988098f, -0.2909994125f,
+ 0.438999176f, -0.3679990768f, -0.0709991455f };
+
+__kernel void RGB2YUV_YV12_IYUV(__global const uchar* srcptr, int src_step, int src_offset,
+ __global uchar* dstptr, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0) * PIX_PER_WI_X;
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols/2)
+ {
+ int src_index = mad24(y << 1, src_step, mad24(x << 1, scn, src_offset));
+ int ydst_index = mad24(y << 1, dst_step, (x << 1) + dst_offset);
+ int y_rows = rows / 3 * 2;
+ int vsteps[2] = { cols >> 1, dst_step - (cols >> 1)};
+ __constant float* coeffs = c_RGB2YUVCoeffs_420;
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows / 3)
+ {
+ __global const uchar* src1 = srcptr + src_index;
+ __global const uchar* src2 = src1 + src_step;
+ __global uchar* ydst1 = dstptr + ydst_index;
+ __global uchar* ydst2 = ydst1 + dst_step;
+
+ __global uchar* udst = dstptr + mad24(y_rows + (y>>1), dst_step, dst_offset + (y%2)*(cols >> 1) + x);
+ __global uchar* vdst = udst + mad24(y_rows >> 2, dst_step, y_rows % 4 ? vsteps[y%2] : 0);
+
+#if PIX_PER_WI_X == 2
+ int s11 = *((__global const int*) src1);
+ int s12 = *((__global const int*) src1 + 1);
+ int s13 = *((__global const int*) src1 + 2);
+#if scn == 4
+ int s14 = *((__global const int*) src1 + 3);
+#endif
+ int s21 = *((__global const int*) src2);
+ int s22 = *((__global const int*) src2 + 1);
+ int s23 = *((__global const int*) src2 + 2);
+#if scn == 4
+ int s24 = *((__global const int*) src2 + 3);
+#endif
+ float src_pix1[scn * 4], src_pix2[scn * 4];
+
+ *((float4*) src_pix1) = convert_float4(as_uchar4(s11));
+ *((float4*) src_pix1 + 1) = convert_float4(as_uchar4(s12));
+ *((float4*) src_pix1 + 2) = convert_float4(as_uchar4(s13));
+#if scn == 4
+ *((float4*) src_pix1 + 3) = convert_float4(as_uchar4(s14));
+#endif
+ *((float4*) src_pix2) = convert_float4(as_uchar4(s21));
+ *((float4*) src_pix2 + 1) = convert_float4(as_uchar4(s22));
+ *((float4*) src_pix2 + 2) = convert_float4(as_uchar4(s23));
+#if scn == 4
+ *((float4*) src_pix2 + 3) = convert_float4(as_uchar4(s24));
+#endif
+ uchar4 y1, y2;
+ y1.x = convert_uchar_sat(fma(coeffs[0], src_pix1[ 2-bidx], fma(coeffs[1], src_pix1[ 1], fma(coeffs[2], src_pix1[ bidx], 16.5f))));
+ y1.y = convert_uchar_sat(fma(coeffs[0], src_pix1[ scn+2-bidx], fma(coeffs[1], src_pix1[ scn+1], fma(coeffs[2], src_pix1[ scn+bidx], 16.5f))));
+ y1.z = convert_uchar_sat(fma(coeffs[0], src_pix1[2*scn+2-bidx], fma(coeffs[1], src_pix1[2*scn+1], fma(coeffs[2], src_pix1[2*scn+bidx], 16.5f))));
+ y1.w = convert_uchar_sat(fma(coeffs[0], src_pix1[3*scn+2-bidx], fma(coeffs[1], src_pix1[3*scn+1], fma(coeffs[2], src_pix1[3*scn+bidx], 16.5f))));
+ y2.x = convert_uchar_sat(fma(coeffs[0], src_pix2[ 2-bidx], fma(coeffs[1], src_pix2[ 1], fma(coeffs[2], src_pix2[ bidx], 16.5f))));
+ y2.y = convert_uchar_sat(fma(coeffs[0], src_pix2[ scn+2-bidx], fma(coeffs[1], src_pix2[ scn+1], fma(coeffs[2], src_pix2[ scn+bidx], 16.5f))));
+ y2.z = convert_uchar_sat(fma(coeffs[0], src_pix2[2*scn+2-bidx], fma(coeffs[1], src_pix2[2*scn+1], fma(coeffs[2], src_pix2[2*scn+bidx], 16.5f))));
+ y2.w = convert_uchar_sat(fma(coeffs[0], src_pix2[3*scn+2-bidx], fma(coeffs[1], src_pix2[3*scn+1], fma(coeffs[2], src_pix2[3*scn+bidx], 16.5f))));
+
+ *((__global int*) ydst1) = as_int(y1);
+ *((__global int*) ydst2) = as_int(y2);
+
+ float uv[4] = { fma(coeffs[3], src_pix1[ 2-bidx], fma(coeffs[4], src_pix1[ 1], fma(coeffs[5], src_pix1[ bidx], 128.5f))),
+ fma(coeffs[5], src_pix1[ 2-bidx], fma(coeffs[6], src_pix1[ 1], fma(coeffs[7], src_pix1[ bidx], 128.5f))),
+ fma(coeffs[3], src_pix1[2*scn+2-bidx], fma(coeffs[4], src_pix1[2*scn+1], fma(coeffs[5], src_pix1[2*scn+bidx], 128.5f))),
+ fma(coeffs[5], src_pix1[2*scn+2-bidx], fma(coeffs[6], src_pix1[2*scn+1], fma(coeffs[7], src_pix1[2*scn+bidx], 128.5f))) };
+
+ udst[0] = convert_uchar_sat(uv[uidx] );
+ vdst[0] = convert_uchar_sat(uv[1 - uidx]);
+ udst[1] = convert_uchar_sat(uv[2 + uidx]);
+ vdst[1] = convert_uchar_sat(uv[3 - uidx]);
+#else
+ float4 src_pix1 = convert_float4(vload4(0, src1));
+ float4 src_pix2 = convert_float4(vload4(0, src1+scn));
+ float4 src_pix3 = convert_float4(vload4(0, src2));
+ float4 src_pix4 = convert_float4(vload4(0, src2+scn));
+
+ ydst1[0] = convert_uchar_sat(fma(coeffs[0], src_pix1.R_COMP, fma(coeffs[1], src_pix1.G_COMP, fma(coeffs[2], src_pix1.B_COMP, 16.5f))));
+ ydst1[1] = convert_uchar_sat(fma(coeffs[0], src_pix2.R_COMP, fma(coeffs[1], src_pix2.G_COMP, fma(coeffs[2], src_pix2.B_COMP, 16.5f))));
+ ydst2[0] = convert_uchar_sat(fma(coeffs[0], src_pix3.R_COMP, fma(coeffs[1], src_pix3.G_COMP, fma(coeffs[2], src_pix3.B_COMP, 16.5f))));
+ ydst2[1] = convert_uchar_sat(fma(coeffs[0], src_pix4.R_COMP, fma(coeffs[1], src_pix4.G_COMP, fma(coeffs[2], src_pix4.B_COMP, 16.5f))));
+
+ float uv[2] = { fma(coeffs[3], src_pix1.R_COMP, fma(coeffs[4], src_pix1.G_COMP, fma(coeffs[5], src_pix1.B_COMP, 128.5f))),
+ fma(coeffs[5], src_pix1.R_COMP, fma(coeffs[6], src_pix1.G_COMP, fma(coeffs[7], src_pix1.B_COMP, 128.5f))) };
+
+ udst[0] = convert_uchar_sat(uv[uidx] );
+ vdst[0] = convert_uchar_sat(uv[1-uidx]);
+#endif
+ ++y;
+ src_index += 2*src_step;
+ ydst_index += 2*dst_step;
+ }
+ }
+ }
+}
+
+#endif
+
+__kernel void YUV2RGB_422(__global const uchar* srcptr, int src_step, int src_offset,
+ __global uchar* dstptr, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols / 2)
+ {
+ __global const uchar* src = srcptr + mad24(y, src_step, (x << 2) + src_offset);
+ __global uchar* dst = dstptr + mad24(y, dst_step, mad24(x << 1, dcn, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows )
+ {
+ __constant float* coeffs = c_YUV2RGBCoeffs_420;
+
+#ifndef USE_OPTIMIZED_LOAD
+ float U = ((float) src[uidx]) - HALF_MAX_NUM;
+ float V = ((float) src[(2 + uidx) % 4]) - HALF_MAX_NUM;
+ float y00 = max(0.f, ((float) src[yidx]) - 16.f) * coeffs[0];
+ float y01 = max(0.f, ((float) src[yidx + 2]) - 16.f) * coeffs[0];
+#else
+ int load_src = *((__global int*) src);
+ float vec_src[4] = { load_src & 0xff, (load_src >> 8) & 0xff, (load_src >> 16) & 0xff, (load_src >> 24) & 0xff};
+ float U = vec_src[uidx] - HALF_MAX_NUM;
+ float V = vec_src[(2 + uidx) % 4] - HALF_MAX_NUM;
+ float y00 = max(0.f, vec_src[yidx] - 16.f) * coeffs[0];
+ float y01 = max(0.f, vec_src[yidx + 2] - 16.f) * coeffs[0];
+#endif
+
+ float ruv = fma(coeffs[4], V, 0.5f);
+ float guv = fma(coeffs[3], V, fma(coeffs[2], U, 0.5f));
+ float buv = fma(coeffs[1], U, 0.5f);
+
+ dst[2 - bidx] = convert_uchar_sat(y00 + ruv);
+ dst[1] = convert_uchar_sat(y00 + guv);
+ dst[bidx] = convert_uchar_sat(y00 + buv);
+#if dcn == 4
+ dst[3] = 255;
+#endif
+
+ dst[dcn + 2 - bidx] = convert_uchar_sat(y01 + ruv);
+ dst[dcn + 1] = convert_uchar_sat(y01 + guv);
+ dst[dcn + bidx] = convert_uchar_sat(y01 + buv);
+#if dcn == 4
+ dst[7] = 255;
+#endif
+ }
+ ++y;
+ src += src_step;
+ dst += dst_step;
+ }
+ }
+}
+
+///////////////////////////////////// RGB <-> YCrCb //////////////////////////////////////
+
+__constant float c_RGB2YCrCbCoeffs_f[5] = {R2YF, G2YF, B2YF, YCRF, YCBF};
+__constant int c_RGB2YCrCbCoeffs_i[5] = {R2Y, G2Y, B2Y, YCRI, YCBI};
+
+__kernel void RGB2YCrCb(__global const uchar* srcptr, int src_step, int src_offset,
+ __global uchar* dstptr, int dst_step, int dt_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dt_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const DATA_TYPE* src = (__global const DATA_TYPE*)(srcptr + src_index);
+ __global DATA_TYPE* dst = (__global DATA_TYPE*)(dstptr + dst_index);
+ DATA_TYPE_4 src_pix = vload4(0, src);
+ DATA_TYPE b = src_pix.B_COMP, g = src_pix.G_COMP, r = src_pix.R_COMP;
+
+#ifdef DEPTH_5
+ __constant float * coeffs = c_RGB2YCrCbCoeffs_f;
+ DATA_TYPE Y = fma(b, coeffs[2], fma(g, coeffs[1], r * coeffs[0]));
+ DATA_TYPE Cr = fma(r - Y, coeffs[3], HALF_MAX_NUM);
+ DATA_TYPE Cb = fma(b - Y, coeffs[4], HALF_MAX_NUM);
+#else
+ __constant int * coeffs = c_RGB2YCrCbCoeffs_i;
+ int delta = HALF_MAX_NUM * (1 << yuv_shift);
+ int Y = CV_DESCALE(mad24(b, coeffs[2], mad24(g, coeffs[1], mul24(r, coeffs[0]))), yuv_shift);
+ int Cr = CV_DESCALE(mad24(r - Y, coeffs[3], delta), yuv_shift);
+ int Cb = CV_DESCALE(mad24(b - Y, coeffs[4], delta), yuv_shift);
+#endif
+
+ dst[0] = SAT_CAST( Y );
+ dst[1] = SAT_CAST( Cr );
+ dst[2] = SAT_CAST( Cb );
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+
+__constant float c_YCrCb2RGBCoeffs_f[4] = { CR2RF, CR2GF, CB2GF, CB2BF };
+__constant int c_YCrCb2RGBCoeffs_i[4] = { CR2RI, CR2GI, CB2GI, CB2BI };
+
+__kernel void YCrCb2RGB(__global const uchar* src, int src_step, int src_offset,
+ __global uchar* dst, int dst_step, int dst_offset,
+ int rows, int cols)
+{
+ int x = get_global_id(0);
+ int y = get_global_id(1) * PIX_PER_WI_Y;
+
+ if (x < cols)
+ {
+ int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
+ int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
+
+ #pragma unroll
+ for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
+ {
+ if (y < rows)
+ {
+ __global const DATA_TYPE * srcptr = (__global const DATA_TYPE*)(src + src_index);
+ __global DATA_TYPE * dstptr = (__global DATA_TYPE*)(dst + dst_index);
+
+ DATA_TYPE_4 src_pix = vload4(0, srcptr);
+ DATA_TYPE yp = src_pix.x, cr = src_pix.y, cb = src_pix.z;
+
+#ifdef DEPTH_5
+ __constant float * coeff = c_YCrCb2RGBCoeffs_f;
+ float r = fma(coeff[0], cr - HALF_MAX_NUM, yp);
+ float g = fma(coeff[1], cr - HALF_MAX_NUM, fma(coeff[2], cb - HALF_MAX_NUM, yp));
+ float b = fma(coeff[3], cb - HALF_MAX_NUM, yp);
+#else
+ __constant int * coeff = c_YCrCb2RGBCoeffs_i;
+ int r = yp + CV_DESCALE(coeff[0] * (cr - HALF_MAX_NUM), yuv_shift);
+ int g = yp + CV_DESCALE(mad24(coeff[1], cr - HALF_MAX_NUM, coeff[2] * (cb - HALF_MAX_NUM)), yuv_shift);
+ int b = yp + CV_DESCALE(coeff[3] * (cb - HALF_MAX_NUM), yuv_shift);
+#endif
+
+ dstptr[(bidx^2)] = SAT_CAST(r);
+ dstptr[1] = SAT_CAST(g);
+ dstptr[bidx] = SAT_CAST(b);
+#if dcn == 4
+ dstptr[3] = MAX_NUM;
+#endif
+
+ ++y;
+ dst_index += dst_step;
+ src_index += src_step;
+ }
+ }
+ }
+}
+++ /dev/null
-/*M///////////////////////////////////////////////////////////////////////////////////////
-//
-// IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
-//
-// By downloading, copying, installing or using the software you agree to this license.
-// If you do not agree to this license, do not download, install,
-// copy or use the software.
-//
-//
-// License Agreement
-// For Open Source Computer Vision Library
-//
-// Copyright (C) 2010-2012, Institute Of Software Chinese Academy Of Science, all rights reserved.
-// Copyright (C) 2010-2012, Advanced Micro Devices, Inc., all rights reserved.
-// Third party copyrights are property of their respective owners.
-//
-// @Authors
-// Jia Haipeng, jiahaipeng95@gmail.com
-// Peng Xiao, pengxiao@multicorewareinc.com
-//
-// Redistribution and use in source and binary forms, with or without modification,
-// are permitted provided that the following conditions are met:
-//
-// * Redistribution's of source code must retain the above copyright notice,
-// this list of conditions and the following disclaimer.
-//
-// * Redistribution's in binary form must reproduce the above copyright notice,
-// this list of conditions and the following disclaimer in the documentation
-// and/or other materials provided with the distribution.
-//
-// * The name of the copyright holders may not be used to endorse or promote products
-// derived from this software without specific prior written permission.
-//
-// This software is provided by the copyright holders and contributors as is and
-// any express or implied warranties, including, but not limited to, the implied
-// warranties of merchantability and fitness for a particular purpose are disclaimed.
-// In no event shall the Intel Corporation or contributors be liable for any direct,
-// indirect, incidental, special, exemplary, or consequential damages
-// (including, but not limited to, procurement of substitute goods or services;
-// loss of use, data, or profits; or business interruption) however caused
-// and on any theory of liability, whether in contract, strict liability,
-// or tort (including negligence or otherwise) arising in any way out of
-// the use of this software, even if advised of the possibility of such damage.
-//
-//M*/
-
-/**************************************PUBLICFUNC*************************************/
-
-#if depth == 0
- #define DATA_TYPE uchar
- #define MAX_NUM 255
- #define HALF_MAX_NUM 128
- #define COEFF_TYPE int
- #define SAT_CAST(num) convert_uchar_sat(num)
- #define DEPTH_0
-#elif depth == 2
- #define DATA_TYPE ushort
- #define MAX_NUM 65535
- #define HALF_MAX_NUM 32768
- #define COEFF_TYPE int
- #define SAT_CAST(num) convert_ushort_sat(num)
- #define DEPTH_2
-#elif depth == 5
- #define DATA_TYPE float
- #define MAX_NUM 1.0f
- #define HALF_MAX_NUM 0.5f
- #define COEFF_TYPE float
- #define SAT_CAST(num) (num)
- #define DEPTH_5
-#else
- #error "invalid depth: should be 0 (CV_8U), 2 (CV_16U) or 5 (CV_32F)"
-#endif
-
-#define CV_DESCALE(x,n) (((x) + (1 << ((n)-1))) >> (n))
-
-enum
-{
- yuv_shift = 14,
- xyz_shift = 12,
- hsv_shift = 12,
- R2Y = 4899,
- G2Y = 9617,
- B2Y = 1868,
- BLOCK_SIZE = 256
-};
-
-//constants for conversion from/to RGB and Gray, YUV, YCrCb according to BT.601
-#define B2YF 0.114f
-#define G2YF 0.587f
-#define R2YF 0.299f
-//to YCbCr
-#define YCBF 0.564f
-#define YCRF 0.713f
-#define YCBI 9241
-#define YCRI 11682
-//to YUV
-#define B2UF 0.492f
-#define R2VF 0.877f
-#define B2UI 8061
-#define R2VI 14369
-//from YUV
-#define U2BF 2.032f
-#define U2GF -0.395f
-#define V2GF -0.581f
-#define V2RF 1.140f
-#define U2BI 33292
-#define U2GI -6472
-#define V2GI -9519
-#define V2RI 18678
-//from YCrCb
-#define CR2RF 1.403f
-#define CB2GF -0.344f
-#define CR2GF -0.714f
-#define CB2BF 1.773f
-#define CR2RI 22987
-#define CB2GI -5636
-#define CR2GI -11698
-#define CB2BI 29049
-
-#define scnbytes ((int)sizeof(DATA_TYPE)*scn)
-#define dcnbytes ((int)sizeof(DATA_TYPE)*dcn)
-
-#ifndef hscale
-#define hscale 0
-#endif
-
-#ifndef hrange
-#define hrange 0
-#endif
-
-#if bidx == 0
-#define R_COMP z
-#define G_COMP y
-#define B_COMP x
-#else
-#define R_COMP x
-#define G_COMP y
-#define B_COMP z
-#endif
-
-#ifndef uidx
-#define uidx 0
-#endif
-
-#ifndef yidx
-#define yidx 0
-#endif
-
-#ifndef PIX_PER_WI_X
-#define PIX_PER_WI_X 1
-#endif
-
-#define __CAT(x, y) x##y
-#define CAT(x, y) __CAT(x, y)
-
-#define DATA_TYPE_4 CAT(DATA_TYPE, 4)
-#define DATA_TYPE_3 CAT(DATA_TYPE, 3)
-
-///////////////////////////////////// RGB <-> GRAY //////////////////////////////////////
-
-__kernel void RGB2Gray(__global const uchar * srcptr, int src_step, int src_offset,
- __global uchar * dstptr, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const DATA_TYPE* src = (__global const DATA_TYPE*)(srcptr + src_index);
- __global DATA_TYPE* dst = (__global DATA_TYPE*)(dstptr + dst_index);
- DATA_TYPE_3 src_pix = vload3(0, src);
-#ifdef DEPTH_5
- dst[0] = fma(src_pix.B_COMP, B2YF, fma(src_pix.G_COMP, G2YF, src_pix.R_COMP * R2YF));
-#else
- dst[0] = (DATA_TYPE)CV_DESCALE(mad24(src_pix.B_COMP, B2Y, mad24(src_pix.G_COMP, G2Y, mul24(src_pix.R_COMP, R2Y))), yuv_shift);
-#endif
- ++y;
- src_index += src_step;
- dst_index += dst_step;
- }
- }
- }
-}
-
-__kernel void Gray2RGB(__global const uchar * srcptr, int src_step, int src_offset,
- __global uchar * dstptr, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const DATA_TYPE* src = (__global const DATA_TYPE*)(srcptr + src_index);
- __global DATA_TYPE* dst = (__global DATA_TYPE*)(dstptr + dst_index);
- DATA_TYPE val = src[0];
-#if dcn == 3 || defined DEPTH_5
- dst[0] = dst[1] = dst[2] = val;
-#if dcn == 4
- dst[3] = MAX_NUM;
-#endif
-#else
- *(__global DATA_TYPE_4 *)dst = (DATA_TYPE_4)(val, val, val, MAX_NUM);
-#endif
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-///////////////////////////////////// RGB <-> YUV //////////////////////////////////////
-
-__constant float c_RGB2YUVCoeffs_f[5] = { B2YF, G2YF, R2YF, B2UF, R2VF };
-__constant int c_RGB2YUVCoeffs_i[5] = { B2Y, G2Y, R2Y, B2UI, R2VI };
-
-__kernel void RGB2YUV(__global const uchar* srcptr, int src_step, int src_offset,
- __global uchar* dstptr, int dst_step, int dt_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dt_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const DATA_TYPE* src = (__global const DATA_TYPE*)(srcptr + src_index);
- __global DATA_TYPE* dst = (__global DATA_TYPE*)(dstptr + dst_index);
- DATA_TYPE_3 src_pix = vload3(0, src);
- DATA_TYPE b = src_pix.B_COMP, g = src_pix.G_COMP, r = src_pix.R_COMP;
-
-#ifdef DEPTH_5
- __constant float * coeffs = c_RGB2YUVCoeffs_f;
- const DATA_TYPE Y = fma(b, coeffs[0], fma(g, coeffs[1], r * coeffs[2]));
- const DATA_TYPE U = fma(b - Y, coeffs[3], HALF_MAX_NUM);
- const DATA_TYPE V = fma(r - Y, coeffs[4], HALF_MAX_NUM);
-#else
- __constant int * coeffs = c_RGB2YUVCoeffs_i;
- const int delta = HALF_MAX_NUM * (1 << yuv_shift);
- const int Y = CV_DESCALE(mad24(b, coeffs[0], mad24(g, coeffs[1], mul24(r, coeffs[2]))), yuv_shift);
- const int U = CV_DESCALE(mad24(b - Y, coeffs[3], delta), yuv_shift);
- const int V = CV_DESCALE(mad24(r - Y, coeffs[4], delta), yuv_shift);
-#endif
-
- dst[0] = SAT_CAST( Y );
- dst[1] = SAT_CAST( U );
- dst[2] = SAT_CAST( V );
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-__constant float c_YUV2RGBCoeffs_f[4] = { U2BF, U2GF, V2GF, V2RF };
-__constant int c_YUV2RGBCoeffs_i[4] = { U2BI, U2GI, V2GI, V2RI };
-
-__kernel void YUV2RGB(__global const uchar* srcptr, int src_step, int src_offset,
- __global uchar* dstptr, int dst_step, int dt_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dt_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const DATA_TYPE* src = (__global const DATA_TYPE*)(srcptr + src_index);
- __global DATA_TYPE* dst = (__global DATA_TYPE*)(dstptr + dst_index);
- DATA_TYPE_4 src_pix = vload4(0, src);
- DATA_TYPE Y = src_pix.x, U = src_pix.y, V = src_pix.z;
-
-#ifdef DEPTH_5
- __constant float * coeffs = c_YUV2RGBCoeffs_f;
- float r = fma(V - HALF_MAX_NUM, coeffs[3], Y);
- float g = fma(V - HALF_MAX_NUM, coeffs[2], fma(U - HALF_MAX_NUM, coeffs[1], Y));
- float b = fma(U - HALF_MAX_NUM, coeffs[0], Y);
-#else
- __constant int * coeffs = c_YUV2RGBCoeffs_i;
- const int r = Y + CV_DESCALE(mul24(V - HALF_MAX_NUM, coeffs[3]), yuv_shift);
- const int g = Y + CV_DESCALE(mad24(V - HALF_MAX_NUM, coeffs[2], mul24(U - HALF_MAX_NUM, coeffs[1])), yuv_shift);
- const int b = Y + CV_DESCALE(mul24(U - HALF_MAX_NUM, coeffs[0]), yuv_shift);
-#endif
-
- dst[bidx] = SAT_CAST( b );
- dst[1] = SAT_CAST( g );
- dst[bidx^2] = SAT_CAST( r );
-#if dcn == 4
- dst[3] = MAX_NUM;
-#endif
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-__constant float c_YUV2RGBCoeffs_420[5] = { 1.163999557f, 2.017999649f, -0.390999794f,
- -0.812999725f, 1.5959997177f };
-
-__kernel void YUV2RGB_NVx(__global const uchar* srcptr, int src_step, int src_offset,
- __global uchar* dstptr, int dst_step, int dt_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols / 2)
- {
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows / 2 )
- {
- __global const uchar* ysrc = srcptr + mad24(y << 1, src_step, (x << 1) + src_offset);
- __global const uchar* usrc = srcptr + mad24(rows + y, src_step, (x << 1) + src_offset);
- __global uchar* dst1 = dstptr + mad24(y << 1, dst_step, mad24(x, dcn<<1, dt_offset));
- __global uchar* dst2 = dst1 + dst_step;
-
- float Y1 = ysrc[0];
- float Y2 = ysrc[1];
- float Y3 = ysrc[src_step];
- float Y4 = ysrc[src_step + 1];
-
- float U = ((float)usrc[uidx]) - HALF_MAX_NUM;
- float V = ((float)usrc[1-uidx]) - HALF_MAX_NUM;
-
- __constant float* coeffs = c_YUV2RGBCoeffs_420;
- float ruv = fma(coeffs[4], V, 0.5f);
- float guv = fma(coeffs[3], V, fma(coeffs[2], U, 0.5f));
- float buv = fma(coeffs[1], U, 0.5f);
-
- Y1 = max(0.f, Y1 - 16.f) * coeffs[0];
- dst1[2 - bidx] = convert_uchar_sat(Y1 + ruv);
- dst1[1] = convert_uchar_sat(Y1 + guv);
- dst1[bidx] = convert_uchar_sat(Y1 + buv);
-#if dcn == 4
- dst1[3] = 255;
-#endif
-
- Y2 = max(0.f, Y2 - 16.f) * coeffs[0];
- dst1[dcn + 2 - bidx] = convert_uchar_sat(Y2 + ruv);
- dst1[dcn + 1] = convert_uchar_sat(Y2 + guv);
- dst1[dcn + bidx] = convert_uchar_sat(Y2 + buv);
-#if dcn == 4
- dst1[7] = 255;
-#endif
-
- Y3 = max(0.f, Y3 - 16.f) * coeffs[0];
- dst2[2 - bidx] = convert_uchar_sat(Y3 + ruv);
- dst2[1] = convert_uchar_sat(Y3 + guv);
- dst2[bidx] = convert_uchar_sat(Y3 + buv);
-#if dcn == 4
- dst2[3] = 255;
-#endif
-
- Y4 = max(0.f, Y4 - 16.f) * coeffs[0];
- dst2[dcn + 2 - bidx] = convert_uchar_sat(Y4 + ruv);
- dst2[dcn + 1] = convert_uchar_sat(Y4 + guv);
- dst2[dcn + bidx] = convert_uchar_sat(Y4 + buv);
-#if dcn == 4
- dst2[7] = 255;
-#endif
- }
- ++y;
- }
- }
-}
-
-#if uidx < 2
-
-__kernel void YUV2RGB_YV12_IYUV(__global const uchar* srcptr, int src_step, int src_offset,
- __global uchar* dstptr, int dst_step, int dt_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols / 2)
- {
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows / 2 )
- {
- __global const uchar* ysrc = srcptr + mad24(y << 1, src_step, (x << 1) + src_offset);
- __global uchar* dst1 = dstptr + mad24(y << 1, dst_step, x * (dcn<<1) + dt_offset);
- __global uchar* dst2 = dst1 + dst_step;
-
- float Y1 = ysrc[0];
- float Y2 = ysrc[1];
- float Y3 = ysrc[src_step];
- float Y4 = ysrc[src_step + 1];
-
-#ifdef SRC_CONT
- __global const uchar* uvsrc = srcptr + mad24(rows, src_step, src_offset);
- int u_ind = mad24(y, cols >> 1, x);
- float uv[2] = { ((float)uvsrc[u_ind]) - HALF_MAX_NUM, ((float)uvsrc[u_ind + ((rows * cols) >> 2)]) - HALF_MAX_NUM };
-#else
- int vsteps[2] = { cols >> 1, src_step - (cols >> 1)};
- __global const uchar* usrc = srcptr + mad24(rows + (y>>1), src_step, src_offset + (y%2)*(cols >> 1) + x);
- __global const uchar* vsrc = usrc + mad24(rows >> 2, src_step, rows % 4 ? vsteps[y%2] : 0);
- float uv[2] = { ((float)usrc[0]) - HALF_MAX_NUM, ((float)vsrc[0]) - HALF_MAX_NUM };
-#endif
- float U = uv[uidx];
- float V = uv[1-uidx];
-
- __constant float* coeffs = c_YUV2RGBCoeffs_420;
- float ruv = fma(coeffs[4], V, 0.5f);
- float guv = fma(coeffs[3], V, fma(coeffs[2], U, 0.5f));
- float buv = fma(coeffs[1], U, 0.5f);
-
- Y1 = max(0.f, Y1 - 16.f) * coeffs[0];
- dst1[2 - bidx] = convert_uchar_sat(Y1 + ruv);
- dst1[1] = convert_uchar_sat(Y1 + guv);
- dst1[bidx] = convert_uchar_sat(Y1 + buv);
-#if dcn == 4
- dst1[3] = 255;
-#endif
-
- Y2 = max(0.f, Y2 - 16.f) * coeffs[0];
- dst1[dcn + 2 - bidx] = convert_uchar_sat(Y2 + ruv);
- dst1[dcn + 1] = convert_uchar_sat(Y2 + guv);
- dst1[dcn + bidx] = convert_uchar_sat(Y2 + buv);
-#if dcn == 4
- dst1[7] = 255;
-#endif
-
- Y3 = max(0.f, Y3 - 16.f) * coeffs[0];
- dst2[2 - bidx] = convert_uchar_sat(Y3 + ruv);
- dst2[1] = convert_uchar_sat(Y3 + guv);
- dst2[bidx] = convert_uchar_sat(Y3 + buv);
-#if dcn == 4
- dst2[3] = 255;
-#endif
-
- Y4 = max(0.f, Y4 - 16.f) * coeffs[0];
- dst2[dcn + 2 - bidx] = convert_uchar_sat(Y4 + ruv);
- dst2[dcn + 1] = convert_uchar_sat(Y4 + guv);
- dst2[dcn + bidx] = convert_uchar_sat(Y4 + buv);
-#if dcn == 4
- dst2[7] = 255;
-#endif
- }
- ++y;
- }
- }
-}
-
-#endif
-
-#if uidx < 2
-
-__constant float c_RGB2YUVCoeffs_420[8] = { 0.256999969f, 0.50399971f, 0.09799957f, -0.1479988098f, -0.2909994125f,
- 0.438999176f, -0.3679990768f, -0.0709991455f };
-
-__kernel void RGB2YUV_YV12_IYUV(__global const uchar* srcptr, int src_step, int src_offset,
- __global uchar* dstptr, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0) * PIX_PER_WI_X;
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols/2)
- {
- int src_index = mad24(y << 1, src_step, mad24(x << 1, scn, src_offset));
- int ydst_index = mad24(y << 1, dst_step, (x << 1) + dst_offset);
- int y_rows = rows / 3 * 2;
- int vsteps[2] = { cols >> 1, dst_step - (cols >> 1)};
- __constant float* coeffs = c_RGB2YUVCoeffs_420;
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows / 3)
- {
- __global const uchar* src1 = srcptr + src_index;
- __global const uchar* src2 = src1 + src_step;
- __global uchar* ydst1 = dstptr + ydst_index;
- __global uchar* ydst2 = ydst1 + dst_step;
-
- __global uchar* udst = dstptr + mad24(y_rows + (y>>1), dst_step, dst_offset + (y%2)*(cols >> 1) + x);
- __global uchar* vdst = udst + mad24(y_rows >> 2, dst_step, y_rows % 4 ? vsteps[y%2] : 0);
-
-#if PIX_PER_WI_X == 2
- int s11 = *((__global const int*) src1);
- int s12 = *((__global const int*) src1 + 1);
- int s13 = *((__global const int*) src1 + 2);
-#if scn == 4
- int s14 = *((__global const int*) src1 + 3);
-#endif
- int s21 = *((__global const int*) src2);
- int s22 = *((__global const int*) src2 + 1);
- int s23 = *((__global const int*) src2 + 2);
-#if scn == 4
- int s24 = *((__global const int*) src2 + 3);
-#endif
- float src_pix1[scn * 4], src_pix2[scn * 4];
-
- *((float4*) src_pix1) = convert_float4(as_uchar4(s11));
- *((float4*) src_pix1 + 1) = convert_float4(as_uchar4(s12));
- *((float4*) src_pix1 + 2) = convert_float4(as_uchar4(s13));
-#if scn == 4
- *((float4*) src_pix1 + 3) = convert_float4(as_uchar4(s14));
-#endif
- *((float4*) src_pix2) = convert_float4(as_uchar4(s21));
- *((float4*) src_pix2 + 1) = convert_float4(as_uchar4(s22));
- *((float4*) src_pix2 + 2) = convert_float4(as_uchar4(s23));
-#if scn == 4
- *((float4*) src_pix2 + 3) = convert_float4(as_uchar4(s24));
-#endif
- uchar4 y1, y2;
- y1.x = convert_uchar_sat(fma(coeffs[0], src_pix1[ 2-bidx], fma(coeffs[1], src_pix1[ 1], fma(coeffs[2], src_pix1[ bidx], 16.5f))));
- y1.y = convert_uchar_sat(fma(coeffs[0], src_pix1[ scn+2-bidx], fma(coeffs[1], src_pix1[ scn+1], fma(coeffs[2], src_pix1[ scn+bidx], 16.5f))));
- y1.z = convert_uchar_sat(fma(coeffs[0], src_pix1[2*scn+2-bidx], fma(coeffs[1], src_pix1[2*scn+1], fma(coeffs[2], src_pix1[2*scn+bidx], 16.5f))));
- y1.w = convert_uchar_sat(fma(coeffs[0], src_pix1[3*scn+2-bidx], fma(coeffs[1], src_pix1[3*scn+1], fma(coeffs[2], src_pix1[3*scn+bidx], 16.5f))));
- y2.x = convert_uchar_sat(fma(coeffs[0], src_pix2[ 2-bidx], fma(coeffs[1], src_pix2[ 1], fma(coeffs[2], src_pix2[ bidx], 16.5f))));
- y2.y = convert_uchar_sat(fma(coeffs[0], src_pix2[ scn+2-bidx], fma(coeffs[1], src_pix2[ scn+1], fma(coeffs[2], src_pix2[ scn+bidx], 16.5f))));
- y2.z = convert_uchar_sat(fma(coeffs[0], src_pix2[2*scn+2-bidx], fma(coeffs[1], src_pix2[2*scn+1], fma(coeffs[2], src_pix2[2*scn+bidx], 16.5f))));
- y2.w = convert_uchar_sat(fma(coeffs[0], src_pix2[3*scn+2-bidx], fma(coeffs[1], src_pix2[3*scn+1], fma(coeffs[2], src_pix2[3*scn+bidx], 16.5f))));
-
- *((__global int*) ydst1) = as_int(y1);
- *((__global int*) ydst2) = as_int(y2);
-
- float uv[4] = { fma(coeffs[3], src_pix1[ 2-bidx], fma(coeffs[4], src_pix1[ 1], fma(coeffs[5], src_pix1[ bidx], 128.5f))),
- fma(coeffs[5], src_pix1[ 2-bidx], fma(coeffs[6], src_pix1[ 1], fma(coeffs[7], src_pix1[ bidx], 128.5f))),
- fma(coeffs[3], src_pix1[2*scn+2-bidx], fma(coeffs[4], src_pix1[2*scn+1], fma(coeffs[5], src_pix1[2*scn+bidx], 128.5f))),
- fma(coeffs[5], src_pix1[2*scn+2-bidx], fma(coeffs[6], src_pix1[2*scn+1], fma(coeffs[7], src_pix1[2*scn+bidx], 128.5f))) };
-
- udst[0] = convert_uchar_sat(uv[uidx] );
- vdst[0] = convert_uchar_sat(uv[1 - uidx]);
- udst[1] = convert_uchar_sat(uv[2 + uidx]);
- vdst[1] = convert_uchar_sat(uv[3 - uidx]);
-#else
- float4 src_pix1 = convert_float4(vload4(0, src1));
- float4 src_pix2 = convert_float4(vload4(0, src1+scn));
- float4 src_pix3 = convert_float4(vload4(0, src2));
- float4 src_pix4 = convert_float4(vload4(0, src2+scn));
-
- ydst1[0] = convert_uchar_sat(fma(coeffs[0], src_pix1.R_COMP, fma(coeffs[1], src_pix1.G_COMP, fma(coeffs[2], src_pix1.B_COMP, 16.5f))));
- ydst1[1] = convert_uchar_sat(fma(coeffs[0], src_pix2.R_COMP, fma(coeffs[1], src_pix2.G_COMP, fma(coeffs[2], src_pix2.B_COMP, 16.5f))));
- ydst2[0] = convert_uchar_sat(fma(coeffs[0], src_pix3.R_COMP, fma(coeffs[1], src_pix3.G_COMP, fma(coeffs[2], src_pix3.B_COMP, 16.5f))));
- ydst2[1] = convert_uchar_sat(fma(coeffs[0], src_pix4.R_COMP, fma(coeffs[1], src_pix4.G_COMP, fma(coeffs[2], src_pix4.B_COMP, 16.5f))));
-
- float uv[2] = { fma(coeffs[3], src_pix1.R_COMP, fma(coeffs[4], src_pix1.G_COMP, fma(coeffs[5], src_pix1.B_COMP, 128.5f))),
- fma(coeffs[5], src_pix1.R_COMP, fma(coeffs[6], src_pix1.G_COMP, fma(coeffs[7], src_pix1.B_COMP, 128.5f))) };
-
- udst[0] = convert_uchar_sat(uv[uidx] );
- vdst[0] = convert_uchar_sat(uv[1-uidx]);
-#endif
- ++y;
- src_index += 2*src_step;
- ydst_index += 2*dst_step;
- }
- }
- }
-}
-
-#endif
-
-__kernel void YUV2RGB_422(__global const uchar* srcptr, int src_step, int src_offset,
- __global uchar* dstptr, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols / 2)
- {
- __global const uchar* src = srcptr + mad24(y, src_step, (x << 2) + src_offset);
- __global uchar* dst = dstptr + mad24(y, dst_step, mad24(x << 1, dcn, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows )
- {
- __constant float* coeffs = c_YUV2RGBCoeffs_420;
-
-#ifndef USE_OPTIMIZED_LOAD
- float U = ((float) src[uidx]) - HALF_MAX_NUM;
- float V = ((float) src[(2 + uidx) % 4]) - HALF_MAX_NUM;
- float y00 = max(0.f, ((float) src[yidx]) - 16.f) * coeffs[0];
- float y01 = max(0.f, ((float) src[yidx + 2]) - 16.f) * coeffs[0];
-#else
- int load_src = *((__global int*) src);
- float vec_src[4] = { load_src & 0xff, (load_src >> 8) & 0xff, (load_src >> 16) & 0xff, (load_src >> 24) & 0xff};
- float U = vec_src[uidx] - HALF_MAX_NUM;
- float V = vec_src[(2 + uidx) % 4] - HALF_MAX_NUM;
- float y00 = max(0.f, vec_src[yidx] - 16.f) * coeffs[0];
- float y01 = max(0.f, vec_src[yidx + 2] - 16.f) * coeffs[0];
-#endif
-
- float ruv = fma(coeffs[4], V, 0.5f);
- float guv = fma(coeffs[3], V, fma(coeffs[2], U, 0.5f));
- float buv = fma(coeffs[1], U, 0.5f);
-
- dst[2 - bidx] = convert_uchar_sat(y00 + ruv);
- dst[1] = convert_uchar_sat(y00 + guv);
- dst[bidx] = convert_uchar_sat(y00 + buv);
-#if dcn == 4
- dst[3] = 255;
-#endif
-
- dst[dcn + 2 - bidx] = convert_uchar_sat(y01 + ruv);
- dst[dcn + 1] = convert_uchar_sat(y01 + guv);
- dst[dcn + bidx] = convert_uchar_sat(y01 + buv);
-#if dcn == 4
- dst[7] = 255;
-#endif
- }
- ++y;
- src += src_step;
- dst += dst_step;
- }
- }
-}
-
-///////////////////////////////////// RGB <-> YCrCb //////////////////////////////////////
-
-__constant float c_RGB2YCrCbCoeffs_f[5] = {R2YF, G2YF, B2YF, YCRF, YCBF};
-__constant int c_RGB2YCrCbCoeffs_i[5] = {R2Y, G2Y, B2Y, YCRI, YCBI};
-
-__kernel void RGB2YCrCb(__global const uchar* srcptr, int src_step, int src_offset,
- __global uchar* dstptr, int dst_step, int dt_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dt_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const DATA_TYPE* src = (__global const DATA_TYPE*)(srcptr + src_index);
- __global DATA_TYPE* dst = (__global DATA_TYPE*)(dstptr + dst_index);
- DATA_TYPE_4 src_pix = vload4(0, src);
- DATA_TYPE b = src_pix.B_COMP, g = src_pix.G_COMP, r = src_pix.R_COMP;
-
-#ifdef DEPTH_5
- __constant float * coeffs = c_RGB2YCrCbCoeffs_f;
- DATA_TYPE Y = fma(b, coeffs[2], fma(g, coeffs[1], r * coeffs[0]));
- DATA_TYPE Cr = fma(r - Y, coeffs[3], HALF_MAX_NUM);
- DATA_TYPE Cb = fma(b - Y, coeffs[4], HALF_MAX_NUM);
-#else
- __constant int * coeffs = c_RGB2YCrCbCoeffs_i;
- int delta = HALF_MAX_NUM * (1 << yuv_shift);
- int Y = CV_DESCALE(mad24(b, coeffs[2], mad24(g, coeffs[1], mul24(r, coeffs[0]))), yuv_shift);
- int Cr = CV_DESCALE(mad24(r - Y, coeffs[3], delta), yuv_shift);
- int Cb = CV_DESCALE(mad24(b - Y, coeffs[4], delta), yuv_shift);
-#endif
-
- dst[0] = SAT_CAST( Y );
- dst[1] = SAT_CAST( Cr );
- dst[2] = SAT_CAST( Cb );
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-__constant float c_YCrCb2RGBCoeffs_f[4] = { CR2RF, CR2GF, CB2GF, CB2BF };
-__constant int c_YCrCb2RGBCoeffs_i[4] = { CR2RI, CR2GI, CB2GI, CB2BI };
-
-__kernel void YCrCb2RGB(__global const uchar* src, int src_step, int src_offset,
- __global uchar* dst, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const DATA_TYPE * srcptr = (__global const DATA_TYPE*)(src + src_index);
- __global DATA_TYPE * dstptr = (__global DATA_TYPE*)(dst + dst_index);
-
- DATA_TYPE_4 src_pix = vload4(0, srcptr);
- DATA_TYPE yp = src_pix.x, cr = src_pix.y, cb = src_pix.z;
-
-#ifdef DEPTH_5
- __constant float * coeff = c_YCrCb2RGBCoeffs_f;
- float r = fma(coeff[0], cr - HALF_MAX_NUM, yp);
- float g = fma(coeff[1], cr - HALF_MAX_NUM, fma(coeff[2], cb - HALF_MAX_NUM, yp));
- float b = fma(coeff[3], cb - HALF_MAX_NUM, yp);
-#else
- __constant int * coeff = c_YCrCb2RGBCoeffs_i;
- int r = yp + CV_DESCALE(coeff[0] * (cr - HALF_MAX_NUM), yuv_shift);
- int g = yp + CV_DESCALE(mad24(coeff[1], cr - HALF_MAX_NUM, coeff[2] * (cb - HALF_MAX_NUM)), yuv_shift);
- int b = yp + CV_DESCALE(coeff[3] * (cb - HALF_MAX_NUM), yuv_shift);
-#endif
-
- dstptr[(bidx^2)] = SAT_CAST(r);
- dstptr[1] = SAT_CAST(g);
- dstptr[bidx] = SAT_CAST(b);
-#if dcn == 4
- dstptr[3] = MAX_NUM;
-#endif
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-///////////////////////////////////// RGB <-> XYZ //////////////////////////////////////
-
-__kernel void RGB2XYZ(__global const uchar * srcptr, int src_step, int src_offset,
- __global uchar * dstptr, int dst_step, int dst_offset,
- int rows, int cols, __constant COEFF_TYPE * coeffs)
-{
- int dx = get_global_id(0);
- int dy = get_global_id(1) * PIX_PER_WI_Y;
-
- if (dx < cols)
- {
- int src_index = mad24(dy, src_step, mad24(dx, scnbytes, src_offset));
- int dst_index = mad24(dy, dst_step, mad24(dx, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (dy < rows)
- {
- __global const DATA_TYPE * src = (__global const DATA_TYPE *)(srcptr + src_index);
- __global DATA_TYPE * dst = (__global DATA_TYPE *)(dstptr + dst_index);
-
- DATA_TYPE_4 src_pix = vload4(0, src);
- DATA_TYPE r = src_pix.x, g = src_pix.y, b = src_pix.z;
-
-#ifdef DEPTH_5
- float x = fma(r, coeffs[0], fma(g, coeffs[1], b * coeffs[2]));
- float y = fma(r, coeffs[3], fma(g, coeffs[4], b * coeffs[5]));
- float z = fma(r, coeffs[6], fma(g, coeffs[7], b * coeffs[8]));
-#else
- int x = CV_DESCALE(mad24(r, coeffs[0], mad24(g, coeffs[1], b * coeffs[2])), xyz_shift);
- int y = CV_DESCALE(mad24(r, coeffs[3], mad24(g, coeffs[4], b * coeffs[5])), xyz_shift);
- int z = CV_DESCALE(mad24(r, coeffs[6], mad24(g, coeffs[7], b * coeffs[8])), xyz_shift);
-#endif
- dst[0] = SAT_CAST(x);
- dst[1] = SAT_CAST(y);
- dst[2] = SAT_CAST(z);
-
- ++dy;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-__kernel void XYZ2RGB(__global const uchar * srcptr, int src_step, int src_offset,
- __global uchar * dstptr, int dst_step, int dst_offset,
- int rows, int cols, __constant COEFF_TYPE * coeffs)
-{
- int dx = get_global_id(0);
- int dy = get_global_id(1) * PIX_PER_WI_Y;
-
- if (dx < cols)
- {
- int src_index = mad24(dy, src_step, mad24(dx, scnbytes, src_offset));
- int dst_index = mad24(dy, dst_step, mad24(dx, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (dy < rows)
- {
- __global const DATA_TYPE * src = (__global const DATA_TYPE *)(srcptr + src_index);
- __global DATA_TYPE * dst = (__global DATA_TYPE *)(dstptr + dst_index);
-
- DATA_TYPE_4 src_pix = vload4(0, src);
- DATA_TYPE x = src_pix.x, y = src_pix.y, z = src_pix.z;
-
-#ifdef DEPTH_5
- float b = fma(x, coeffs[0], fma(y, coeffs[1], z * coeffs[2]));
- float g = fma(x, coeffs[3], fma(y, coeffs[4], z * coeffs[5]));
- float r = fma(x, coeffs[6], fma(y, coeffs[7], z * coeffs[8]));
-#else
- int b = CV_DESCALE(mad24(x, coeffs[0], mad24(y, coeffs[1], z * coeffs[2])), xyz_shift);
- int g = CV_DESCALE(mad24(x, coeffs[3], mad24(y, coeffs[4], z * coeffs[5])), xyz_shift);
- int r = CV_DESCALE(mad24(x, coeffs[6], mad24(y, coeffs[7], z * coeffs[8])), xyz_shift);
-#endif
-
- DATA_TYPE dst0 = SAT_CAST(b);
- DATA_TYPE dst1 = SAT_CAST(g);
- DATA_TYPE dst2 = SAT_CAST(r);
-#if dcn == 3 || defined DEPTH_5
- dst[0] = dst0;
- dst[1] = dst1;
- dst[2] = dst2;
-#if dcn == 4
- dst[3] = MAX_NUM;
-#endif
-#else
- *(__global DATA_TYPE_4 *)dst = (DATA_TYPE_4)(dst0, dst1, dst2, MAX_NUM);
-#endif
-
- ++dy;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-///////////////////////////////////// RGB[A] <-> BGR[A] //////////////////////////////////////
-
-__kernel void RGB(__global const uchar* srcptr, int src_step, int src_offset,
- __global uchar* dstptr, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const DATA_TYPE * src = (__global const DATA_TYPE *)(srcptr + src_index);
- __global DATA_TYPE * dst = (__global DATA_TYPE *)(dstptr + dst_index);
-#if scn == 3
- DATA_TYPE_3 src_pix = vload3(0, src);
-#else
- DATA_TYPE_4 src_pix = vload4(0, src);
-#endif
-
-#ifdef REVERSE
- dst[0] = src_pix.z;
- dst[1] = src_pix.y;
- dst[2] = src_pix.x;
-#else
- dst[0] = src_pix.x;
- dst[1] = src_pix.y;
- dst[2] = src_pix.z;
-#endif
-
-#if dcn == 4
-#if scn == 3
- dst[3] = MAX_NUM;
-#else
- dst[3] = src[3];
-#endif
-#endif
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-///////////////////////////////////// RGB5x5 <-> RGB //////////////////////////////////////
-
-__kernel void RGB5x52RGB(__global const uchar* src, int src_step, int src_offset,
- __global uchar* dst, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- ushort t = *((__global const ushort*)(src + src_index));
-
-#if greenbits == 6
- dst[dst_index + bidx] = (uchar)(t << 3);
- dst[dst_index + 1] = (uchar)((t >> 3) & ~3);
- dst[dst_index + (bidx^2)] = (uchar)((t >> 8) & ~7);
-#else
- dst[dst_index + bidx] = (uchar)(t << 3);
- dst[dst_index + 1] = (uchar)((t >> 2) & ~7);
- dst[dst_index + (bidx^2)] = (uchar)((t >> 7) & ~7);
-#endif
-
-#if dcn == 4
-#if greenbits == 6
- dst[dst_index + 3] = 255;
-#else
- dst[dst_index + 3] = t & 0x8000 ? 255 : 0;
-#endif
-#endif
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-__kernel void RGB2RGB5x5(__global const uchar* src, int src_step, int src_offset,
- __global uchar* dst, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- uchar4 src_pix = vload4(0, src + src_index);
-
-#if greenbits == 6
- *((__global ushort*)(dst + dst_index)) = (ushort)((src_pix.B_COMP >> 3)|((src_pix.G_COMP&~3) << 3)|((src_pix.R_COMP&~7) << 8));
-#elif scn == 3
- *((__global ushort*)(dst + dst_index)) = (ushort)((src_pix.B_COMP >> 3)|((src_pix.G_COMP&~7) << 2)|((src_pix.R_COMP&~7) << 7));
-#else
- *((__global ushort*)(dst + dst_index)) = (ushort)((src_pix.B_COMP >> 3)|((src_pix.G_COMP&~7) << 2)|
- ((src_pix.R_COMP&~7) << 7)|(src_pix.w ? 0x8000 : 0));
-#endif
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-///////////////////////////////////// RGB5x5 <-> Gray //////////////////////////////////////
-
-__kernel void BGR5x52Gray(__global const uchar* src, int src_step, int src_offset,
- __global uchar* dst, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, dst_offset + x);
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- int t = *((__global const ushort*)(src + src_index));
-
-#if greenbits == 6
- dst[dst_index] = (uchar)CV_DESCALE(mad24((t << 3) & 0xf8, B2Y, mad24((t >> 3) & 0xfc, G2Y, ((t >> 8) & 0xf8) * R2Y)), yuv_shift);
-#else
- dst[dst_index] = (uchar)CV_DESCALE(mad24((t << 3) & 0xf8, B2Y, mad24((t >> 2) & 0xf8, G2Y, ((t >> 7) & 0xf8) * R2Y)), yuv_shift);
-#endif
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-__kernel void Gray2BGR5x5(__global const uchar* src, int src_step, int src_offset,
- __global uchar* dst, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, src_offset + x);
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- int t = src[src_index];
-
-#if greenbits == 6
- *((__global ushort*)(dst + dst_index)) = (ushort)((t >> 3) | ((t & ~3) << 3) | ((t & ~7) << 8));
-#else
- t >>= 3;
- *((__global ushort*)(dst + dst_index)) = (ushort)(t|(t << 5)|(t << 10));
-#endif
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-//////////////////////////////////// RGB <-> HSV //////////////////////////////////////
-
-__constant int sector_data[][3] = { { 1, 3, 0 },
- { 1, 0, 2 },
- { 3, 0, 1 },
- { 0, 2, 1 },
- { 0, 1, 3 },
- { 2, 1, 0 } };
-
-#ifdef DEPTH_0
-
-__kernel void RGB2HSV(__global const uchar* src, int src_step, int src_offset,
- __global uchar* dst, int dst_step, int dst_offset,
- int rows, int cols,
- __constant int * sdiv_table, __constant int * hdiv_table)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- uchar4 src_pix = vload4(0, src + src_index);
-
- int b = src_pix.B_COMP, g = src_pix.G_COMP, r = src_pix.R_COMP;
- int h, s, v = b;
- int vmin = b, diff;
- int vr, vg;
-
- v = max(v, g);
- v = max(v, r);
- vmin = min(vmin, g);
- vmin = min(vmin, r);
-
- diff = v - vmin;
- vr = v == r ? -1 : 0;
- vg = v == g ? -1 : 0;
-
- s = mad24(diff, sdiv_table[v], (1 << (hsv_shift-1))) >> hsv_shift;
- h = (vr & (g - b)) +
- (~vr & ((vg & mad24(diff, 2, b - r)) + ((~vg) & mad24(4, diff, r - g))));
- h = mad24(h, hdiv_table[diff], (1 << (hsv_shift-1))) >> hsv_shift;
- h += h < 0 ? hrange : 0;
-
- dst[dst_index] = convert_uchar_sat_rte(h);
- dst[dst_index + 1] = (uchar)s;
- dst[dst_index + 2] = (uchar)v;
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-__kernel void HSV2RGB(__global const uchar* src, int src_step, int src_offset,
- __global uchar* dst, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- uchar4 src_pix = vload4(0, src + src_index);
-
- float h = src_pix.x, s = src_pix.y*(1/255.f), v = src_pix.z*(1/255.f);
- float b, g, r;
-
- if (s != 0)
- {
- float tab[4];
- int sector;
- h *= hscale;
- if( h < 0 )
- do h += 6; while( h < 0 );
- else if( h >= 6 )
- do h -= 6; while( h >= 6 );
- sector = convert_int_sat_rtn(h);
- h -= sector;
- if( (unsigned)sector >= 6u )
- {
- sector = 0;
- h = 0.f;
- }
-
- tab[0] = v;
- tab[1] = v*(1.f - s);
- tab[2] = v*(1.f - s*h);
- tab[3] = v*(1.f - s*(1.f - h));
-
- b = tab[sector_data[sector][0]];
- g = tab[sector_data[sector][1]];
- r = tab[sector_data[sector][2]];
- }
- else
- b = g = r = v;
-
- dst[dst_index + bidx] = convert_uchar_sat_rte(b*255.f);
- dst[dst_index + 1] = convert_uchar_sat_rte(g*255.f);
- dst[dst_index + (bidx^2)] = convert_uchar_sat_rte(r*255.f);
-#if dcn == 4
- dst[dst_index + 3] = MAX_NUM;
-#endif
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-#elif defined DEPTH_5
-
-__kernel void RGB2HSV(__global const uchar* srcptr, int src_step, int src_offset,
- __global uchar* dstptr, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const float * src = (__global const float *)(srcptr + src_index);
- __global float * dst = (__global float *)(dstptr + dst_index);
- float4 src_pix = vload4(0, src);
-
- float b = src_pix.B_COMP, g = src_pix.G_COMP, r = src_pix.R_COMP;
- float h, s, v;
-
- float vmin, diff;
-
- v = vmin = r;
- if( v < g ) v = g;
- if( v < b ) v = b;
- if( vmin > g ) vmin = g;
- if( vmin > b ) vmin = b;
-
- diff = v - vmin;
- s = diff/(float)(fabs(v) + FLT_EPSILON);
- diff = (float)(60.f/(diff + FLT_EPSILON));
- if( v == r )
- h = (g - b)*diff;
- else if( v == g )
- h = fma(b - r, diff, 120.f);
- else
- h = fma(r - g, diff, 240.f);
-
- if( h < 0 )
- h += 360.f;
-
- dst[0] = h*hscale;
- dst[1] = s;
- dst[2] = v;
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-__kernel void HSV2RGB(__global const uchar* srcptr, int src_step, int src_offset,
- __global uchar* dstptr, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
-
- __global const float * src = (__global const float *)(srcptr + src_index);
- __global float * dst = (__global float *)(dstptr + dst_index);
- float4 src_pix = vload4(0, src);
-
- float h = src_pix.x, s = src_pix.y, v = src_pix.z;
- float b, g, r;
-
- if (s != 0)
- {
- float tab[4];
- int sector;
- h *= hscale;
- if(h < 0)
- do h += 6; while (h < 0);
- else if (h >= 6)
- do h -= 6; while (h >= 6);
- sector = convert_int_sat_rtn(h);
- h -= sector;
- if ((unsigned)sector >= 6u)
- {
- sector = 0;
- h = 0.f;
- }
-
- tab[0] = v;
- tab[1] = v*(1.f - s);
- tab[2] = v*(1.f - s*h);
- tab[3] = v*(1.f - s*(1.f - h));
-
- b = tab[sector_data[sector][0]];
- g = tab[sector_data[sector][1]];
- r = tab[sector_data[sector][2]];
- }
- else
- b = g = r = v;
-
- dst[bidx] = b;
- dst[1] = g;
- dst[bidx^2] = r;
-#if dcn == 4
- dst[3] = MAX_NUM;
-#endif
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-#endif
-
-///////////////////////////////////// RGB <-> HLS //////////////////////////////////////
-
-#ifdef DEPTH_0
-
-__kernel void RGB2HLS(__global const uchar* src, int src_step, int src_offset,
- __global uchar* dst, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- uchar4 src_pix = vload4(0, src + src_index);
-
- float b = src_pix.B_COMP*(1/255.f), g = src_pix.G_COMP*(1/255.f), r = src_pix.R_COMP*(1/255.f);
- float h = 0.f, s = 0.f, l;
- float vmin, vmax, diff;
-
- vmax = vmin = r;
- if (vmax < g) vmax = g;
- if (vmax < b) vmax = b;
- if (vmin > g) vmin = g;
- if (vmin > b) vmin = b;
-
- diff = vmax - vmin;
- l = (vmax + vmin)*0.5f;
-
- if (diff > FLT_EPSILON)
- {
- s = l < 0.5f ? diff/(vmax + vmin) : diff/(2 - vmax - vmin);
- diff = 60.f/diff;
-
- if( vmax == r )
- h = (g - b)*diff;
- else if( vmax == g )
- h = fma(b - r, diff, 120.f);
- else
- h = fma(r - g, diff, 240.f);
-
- if( h < 0.f )
- h += 360.f;
- }
-
- dst[dst_index] = convert_uchar_sat_rte(h*hscale);
- dst[dst_index + 1] = convert_uchar_sat_rte(l*255.f);
- dst[dst_index + 2] = convert_uchar_sat_rte(s*255.f);
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-__kernel void HLS2RGB(__global const uchar* src, int src_step, int src_offset,
- __global uchar* dst, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- uchar4 src_pix = vload4(0, src + src_index);
-
- float h = src_pix.x, l = src_pix.y*(1.f/255.f), s = src_pix.z*(1.f/255.f);
- float b, g, r;
-
- if (s != 0)
- {
- float tab[4];
-
- float p2 = l <= 0.5f ? l*(1 + s) : l + s - l*s;
- float p1 = 2*l - p2;
-
- h *= hscale;
- if( h < 0 )
- do h += 6; while( h < 0 );
- else if( h >= 6 )
- do h -= 6; while( h >= 6 );
-
- int sector = convert_int_sat_rtn(h);
- h -= sector;
-
- tab[0] = p2;
- tab[1] = p1;
- tab[2] = fma(p2 - p1, 1-h, p1);
- tab[3] = fma(p2 - p1, h, p1);
-
- b = tab[sector_data[sector][0]];
- g = tab[sector_data[sector][1]];
- r = tab[sector_data[sector][2]];
- }
- else
- b = g = r = l;
-
- dst[dst_index + bidx] = convert_uchar_sat_rte(b*255.f);
- dst[dst_index + 1] = convert_uchar_sat_rte(g*255.f);
- dst[dst_index + (bidx^2)] = convert_uchar_sat_rte(r*255.f);
-#if dcn == 4
- dst[dst_index + 3] = MAX_NUM;
-#endif
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-#elif defined DEPTH_5
-
-__kernel void RGB2HLS(__global const uchar* srcptr, int src_step, int src_offset,
- __global uchar* dstptr, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const float * src = (__global const float *)(srcptr + src_index);
- __global float * dst = (__global float *)(dstptr + dst_index);
- float4 src_pix = vload4(0, src);
-
- float b = src_pix.B_COMP, g = src_pix.G_COMP, r = src_pix.R_COMP;
- float h = 0.f, s = 0.f, l;
- float vmin, vmax, diff;
-
- vmax = vmin = r;
- if (vmax < g) vmax = g;
- if (vmax < b) vmax = b;
- if (vmin > g) vmin = g;
- if (vmin > b) vmin = b;
-
- diff = vmax - vmin;
- l = (vmax + vmin)*0.5f;
-
- if (diff > FLT_EPSILON)
- {
- s = l < 0.5f ? diff/(vmax + vmin) : diff/(2 - vmax - vmin);
- diff = 60.f/diff;
-
- if( vmax == r )
- h = (g - b)*diff;
- else if( vmax == g )
- h = fma(b - r, diff, 120.f);
- else
- h = fma(r - g, diff, 240.f);
-
- if( h < 0.f ) h += 360.f;
- }
-
- dst[0] = h*hscale;
- dst[1] = l;
- dst[2] = s;
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-__kernel void HLS2RGB(__global const uchar* srcptr, int src_step, int src_offset,
- __global uchar* dstptr, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const float * src = (__global const float *)(srcptr + src_index);
- __global float * dst = (__global float *)(dstptr + dst_index);
- float4 src_pix = vload4(0, src);
-
- float h = src_pix.x, l = src_pix.y, s = src_pix.z;
- float b, g, r;
-
- if (s != 0)
- {
- float tab[4];
- int sector;
-
- float p2 = l <= 0.5f ? l*(1 + s) : l + s - l*s;
- float p1 = 2*l - p2;
-
- h *= hscale;
- if( h < 0 )
- do h += 6; while( h < 0 );
- else if( h >= 6 )
- do h -= 6; while( h >= 6 );
-
- sector = convert_int_sat_rtn(h);
- h -= sector;
-
- tab[0] = p2;
- tab[1] = p1;
- tab[2] = fma(p2 - p1, 1-h, p1);
- tab[3] = fma(p2 - p1, h, p1);
-
- b = tab[sector_data[sector][0]];
- g = tab[sector_data[sector][1]];
- r = tab[sector_data[sector][2]];
- }
- else
- b = g = r = l;
-
- dst[bidx] = b;
- dst[1] = g;
- dst[bidx^2] = r;
-#if dcn == 4
- dst[3] = MAX_NUM;
-#endif
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-#endif
-
-/////////////////////////// RGBA <-> mRGBA (alpha premultiplied) //////////////
-
-#ifdef DEPTH_0
-
-__kernel void RGBA2mRGBA(__global const uchar* src, int src_step, int src_offset,
- __global uchar* dst, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, src_offset + (x << 2));
- int dst_index = mad24(y, dst_step, dst_offset + (x << 2));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- uchar4 src_pix = *(__global const uchar4 *)(src + src_index);
-
- *(__global uchar4 *)(dst + dst_index) =
- (uchar4)(mad24(src_pix.x, src_pix.w, HALF_MAX_NUM) / MAX_NUM,
- mad24(src_pix.y, src_pix.w, HALF_MAX_NUM) / MAX_NUM,
- mad24(src_pix.z, src_pix.w, HALF_MAX_NUM) / MAX_NUM, src_pix.w);
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-__kernel void mRGBA2RGBA(__global const uchar* src, int src_step, int src_offset,
- __global uchar* dst, int dst_step, int dst_offset,
- int rows, int cols)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, 4, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, 4, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- uchar4 src_pix = *(__global const uchar4 *)(src + src_index);
- uchar v3 = src_pix.w, v3_half = v3 / 2;
-
- if (v3 == 0)
- *(__global uchar4 *)(dst + dst_index) = (uchar4)(0, 0, 0, 0);
- else
- *(__global uchar4 *)(dst + dst_index) =
- (uchar4)(mad24(src_pix.x, MAX_NUM, v3_half) / v3,
- mad24(src_pix.y, MAX_NUM, v3_half) / v3,
- mad24(src_pix.z, MAX_NUM, v3_half) / v3, v3);
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-#endif
-
-/////////////////////////////////// [l|s]RGB <-> Lab ///////////////////////////
-
-#define lab_shift xyz_shift
-#define gamma_shift 3
-#define lab_shift2 (lab_shift + gamma_shift)
-#define GAMMA_TAB_SIZE 1024
-#define GammaTabScale (float)GAMMA_TAB_SIZE
-
-inline float splineInterpolate(float x, __global const float * tab, int n)
-{
- int ix = clamp(convert_int_sat_rtn(x), 0, n-1);
- x -= ix;
- tab += ix << 2;
- return fma(fma(fma(tab[3], x, tab[2]), x, tab[1]), x, tab[0]);
-}
-
-#ifdef DEPTH_0
-
-__kernel void BGR2Lab(__global const uchar * src, int src_step, int src_offset,
- __global uchar * dst, int dst_step, int dst_offset, int rows, int cols,
- __global const ushort * gammaTab, __global ushort * LabCbrtTab_b,
- __constant int * coeffs, int Lscale, int Lshift)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const uchar* src_ptr = src + src_index;
- __global uchar* dst_ptr = dst + dst_index;
- uchar4 src_pix = vload4(0, src_ptr);
-
- int C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
-
- int R = gammaTab[src_pix.x], G = gammaTab[src_pix.y], B = gammaTab[src_pix.z];
- int fX = LabCbrtTab_b[CV_DESCALE(mad24(R, C0, mad24(G, C1, B*C2)), lab_shift)];
- int fY = LabCbrtTab_b[CV_DESCALE(mad24(R, C3, mad24(G, C4, B*C5)), lab_shift)];
- int fZ = LabCbrtTab_b[CV_DESCALE(mad24(R, C6, mad24(G, C7, B*C8)), lab_shift)];
-
- int L = CV_DESCALE( Lscale*fY + Lshift, lab_shift2 );
- int a = CV_DESCALE( mad24(500, fX - fY, 128*(1 << lab_shift2)), lab_shift2 );
- int b = CV_DESCALE( mad24(200, fY - fZ, 128*(1 << lab_shift2)), lab_shift2 );
-
- dst_ptr[0] = SAT_CAST(L);
- dst_ptr[1] = SAT_CAST(a);
- dst_ptr[2] = SAT_CAST(b);
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-#elif defined DEPTH_5
-
-__kernel void BGR2Lab(__global const uchar * srcptr, int src_step, int src_offset,
- __global uchar * dstptr, int dst_step, int dst_offset, int rows, int cols,
-#ifdef SRGB
- __global const float * gammaTab,
-#endif
- __constant float * coeffs, float _1_3, float _a)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const float * src = (__global const float *)(srcptr + src_index);
- __global float * dst = (__global float *)(dstptr + dst_index);
- float4 src_pix = vload4(0, src);
-
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
-
- float R = clamp(src_pix.x, 0.0f, 1.0f);
- float G = clamp(src_pix.y, 0.0f, 1.0f);
- float B = clamp(src_pix.z, 0.0f, 1.0f);
-
-#ifdef SRGB
- R = splineInterpolate(R * GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
- G = splineInterpolate(G * GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
- B = splineInterpolate(B * GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
-#endif
-
- // 7.787f = (29/3)^3/(29*4), 0.008856f = (6/29)^3, 903.3 = (29/3)^3
- float X = fma(R, C0, fma(G, C1, B*C2));
- float Y = fma(R, C3, fma(G, C4, B*C5));
- float Z = fma(R, C6, fma(G, C7, B*C8));
-
- float FX = X > 0.008856f ? rootn(X, 3) : fma(7.787f, X, _a);
- float FY = Y > 0.008856f ? rootn(Y, 3) : fma(7.787f, Y, _a);
- float FZ = Z > 0.008856f ? rootn(Z, 3) : fma(7.787f, Z, _a);
-
- float L = Y > 0.008856f ? fma(116.f, FY, -16.f) : (903.3f * Y);
- float a = 500.f * (FX - FY);
- float b = 200.f * (FY - FZ);
-
- dst[0] = L;
- dst[1] = a;
- dst[2] = b;
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-#endif
-
-inline void Lab2BGR_f(const float * srcbuf, float * dstbuf,
-#ifdef SRGB
- __global const float * gammaTab,
-#endif
- __constant float * coeffs, float lThresh, float fThresh)
-{
- float li = srcbuf[0], ai = srcbuf[1], bi = srcbuf[2];
-
- float C0 = coeffs[0], C1 = coeffs[1], C2 = coeffs[2],
- C3 = coeffs[3], C4 = coeffs[4], C5 = coeffs[5],
- C6 = coeffs[6], C7 = coeffs[7], C8 = coeffs[8];
-
- float y, fy;
- // 903.3 = (29/3)^3, 7.787 = (29/3)^3/(29*4)
- if (li <= lThresh)
- {
- y = li / 903.3f;
- fy = fma(7.787f, y, 16.0f / 116.0f);
- }
- else
- {
- fy = (li + 16.0f) / 116.0f;
- y = fy * fy * fy;
- }
-
- float fxz[] = { ai / 500.0f + fy, fy - bi / 200.0f };
-
- #pragma unroll
- for (int j = 0; j < 2; j++)
- if (fxz[j] <= fThresh)
- fxz[j] = (fxz[j] - 16.0f / 116.0f) / 7.787f;
- else
- fxz[j] = fxz[j] * fxz[j] * fxz[j];
-
- float x = fxz[0], z = fxz[1];
- float ro = clamp(fma(C0, x, fma(C1, y, C2 * z)), 0.0f, 1.0f);
- float go = clamp(fma(C3, x, fma(C4, y, C5 * z)), 0.0f, 1.0f);
- float bo = clamp(fma(C6, x, fma(C7, y, C8 * z)), 0.0f, 1.0f);
-
-#ifdef SRGB
- ro = splineInterpolate(ro * GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
- go = splineInterpolate(go * GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
- bo = splineInterpolate(bo * GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
-#endif
-
- dstbuf[0] = ro, dstbuf[1] = go, dstbuf[2] = bo;
-}
-
-#ifdef DEPTH_0
-
-__kernel void Lab2BGR(__global const uchar * src, int src_step, int src_offset,
- __global uchar * dst, int dst_step, int dst_offset, int rows, int cols,
-#ifdef SRGB
- __global const float * gammaTab,
-#endif
- __constant float * coeffs, float lThresh, float fThresh)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const uchar* src_ptr = src + src_index;
- __global uchar * dst_ptr = dst + dst_index;
- uchar4 src_pix = vload4(0, src_ptr);
-
- float srcbuf[3], dstbuf[3];
- srcbuf[0] = src_pix.x*(100.f/255.f);
- srcbuf[1] = convert_float(src_pix.y - 128);
- srcbuf[2] = convert_float(src_pix.z - 128);
-
- Lab2BGR_f(&srcbuf[0], &dstbuf[0],
-#ifdef SRGB
- gammaTab,
-#endif
- coeffs, lThresh, fThresh);
-
-#if dcn == 3
- dst_ptr[0] = SAT_CAST(dstbuf[0] * 255.0f);
- dst_ptr[1] = SAT_CAST(dstbuf[1] * 255.0f);
- dst_ptr[2] = SAT_CAST(dstbuf[2] * 255.0f);
-#else
- *(__global uchar4 *)dst_ptr = (uchar4)(SAT_CAST(dstbuf[0] * 255.0f),
- SAT_CAST(dstbuf[1] * 255.0f), SAT_CAST(dstbuf[2] * 255.0f), MAX_NUM);
-#endif
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-#elif defined DEPTH_5
-
-__kernel void Lab2BGR(__global const uchar * srcptr, int src_step, int src_offset,
- __global uchar * dstptr, int dst_step, int dst_offset, int rows, int cols,
-#ifdef SRGB
- __global const float * gammaTab,
-#endif
- __constant float * coeffs, float lThresh, float fThresh)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- {
- if (y < rows)
- {
- __global const float * src = (__global const float *)(srcptr + src_index);
- __global float * dst = (__global float *)(dstptr + dst_index);
- float4 src_pix = vload4(0, src);
-
- float srcbuf[3], dstbuf[3];
- srcbuf[0] = src_pix.x, srcbuf[1] = src_pix.y, srcbuf[2] = src_pix.z;
-
- Lab2BGR_f(&srcbuf[0], &dstbuf[0],
-#ifdef SRGB
- gammaTab,
-#endif
- coeffs, lThresh, fThresh);
-
- dst[0] = dstbuf[0], dst[1] = dstbuf[1], dst[2] = dstbuf[2];
-#if dcn == 4
- dst[3] = MAX_NUM;
-#endif
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
- }
-}
-
-#endif
-
-/////////////////////////////////// [l|s]RGB <-> Luv ///////////////////////////
-
-#define LAB_CBRT_TAB_SIZE 1024
-#define LAB_CBRT_TAB_SIZE_B (256*3/2*(1<<gamma_shift))
-
-__constant float LabCbrtTabScale = LAB_CBRT_TAB_SIZE/1.5f;
-
-#ifdef DEPTH_5
-
-__kernel void BGR2Luv(__global const uchar * srcptr, int src_step, int src_offset,
- __global uchar * dstptr, int dst_step, int dst_offset, int rows, int cols,
-#ifdef SRGB
- __global const float * gammaTab,
-#endif
- __global const float * LabCbrtTab, __constant float * coeffs, float _un, float _vn)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- if (y < rows)
- {
- __global const float * src = (__global const float *)(srcptr + src_index);
- __global float * dst = (__global float *)(dstptr + dst_index);
-
- float R = src[0], G = src[1], B = src[2];
-
- R = clamp(R, 0.f, 1.f);
- G = clamp(G, 0.f, 1.f);
- B = clamp(B, 0.f, 1.f);
-
-#ifdef SRGB
- R = splineInterpolate(R*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
- G = splineInterpolate(G*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
- B = splineInterpolate(B*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
-#endif
- float X = fma(R, coeffs[0], fma(G, coeffs[1], B*coeffs[2]));
- float Y = fma(R, coeffs[3], fma(G, coeffs[4], B*coeffs[5]));
- float Z = fma(R, coeffs[6], fma(G, coeffs[7], B*coeffs[8]));
-
- float L = splineInterpolate(Y*LabCbrtTabScale, LabCbrtTab, LAB_CBRT_TAB_SIZE);
- L = fma(116.f, L, -16.f);
-
- float d = 52.0f / fmax(fma(15.0f, Y, fma(3.0f, Z, X)), FLT_EPSILON);
- float u = L*fma(X, d, -_un);
- float v = L*fma(2.25f, Y*d, -_vn);
-
- dst[0] = L;
- dst[1] = u;
- dst[2] = v;
-
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
-}
-
-#elif defined DEPTH_0
-
-__kernel void BGR2Luv(__global const uchar * src, int src_step, int src_offset,
- __global uchar * dst, int dst_step, int dst_offset, int rows, int cols,
-#ifdef SRGB
- __global const float * gammaTab,
-#endif
- __global const float * LabCbrtTab, __constant float * coeffs, float _un, float _vn)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- src += mad24(y, src_step, mad24(x, scnbytes, src_offset));
- dst += mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- if (y < rows)
- {
- float scale = 1.0f / 255.0f;
- float R = src[0]*scale, G = src[1]*scale, B = src[2]*scale;
-
-#ifdef SRGB
- R = splineInterpolate(R*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
- G = splineInterpolate(G*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
- B = splineInterpolate(B*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
-#endif
- float X = fma(R, coeffs[0], fma(G, coeffs[1], B*coeffs[2]));
- float Y = fma(R, coeffs[3], fma(G, coeffs[4], B*coeffs[5]));
- float Z = fma(R, coeffs[6], fma(G, coeffs[7], B*coeffs[8]));
-
- float L = splineInterpolate(Y*LabCbrtTabScale, LabCbrtTab, LAB_CBRT_TAB_SIZE);
- L = 116.f*L - 16.f;
-
- float d = (4*13) / fmax(fma(15.0f, Y, fma(3.0f, Z, X)), FLT_EPSILON);
- float u = L*(X*d - _un);
- float v = L*fma(2.25f, Y*d, -_vn);
-
- dst[0] = SAT_CAST(L * 2.55f);
- //0.72033 = 255/(220+134), 96.525 = 134*255/(220+134)
- dst[1] = SAT_CAST(fma(u, 0.72033898305084743f, 96.525423728813564f));
- //0.9732 = 255/(140+122), 136.259 = 140*255/(140+122)
- dst[2] = SAT_CAST(fma(v, 0.9732824427480916f, 136.259541984732824f));
-
- ++y;
- dst += dst_step;
- src += src_step;
- }
- }
-}
-
-#endif
-
-#ifdef DEPTH_5
-
-__kernel void Luv2BGR(__global const uchar * srcptr, int src_step, int src_offset,
- __global uchar * dstptr, int dst_step, int dst_offset, int rows, int cols,
-#ifdef SRGB
- __global const float * gammaTab,
-#endif
- __constant float * coeffs, float _un, float _vn)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- int src_index = mad24(y, src_step, mad24(x, scnbytes, src_offset));
- int dst_index = mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- if (y < rows)
- {
- __global const float * src = (__global const float *)(srcptr + src_index);
- __global float * dst = (__global float *)(dstptr + dst_index);
-
- float L = src[0], u = src[1], v = src[2], X, Y, Z;
- if(L >= 8)
- {
- Y = fma(L, 1.f/116.f, 16.f/116.f);
- Y = Y*Y*Y;
- }
- else
- {
- Y = L * (1.0f/903.3f); // L*(3./29.)^3
- }
- float up = 3.f*fma(L, _un, u);
- float vp = 0.25f/fma(L, _vn, v);
- vp = clamp(vp, -0.25f, 0.25f);
- X = 3.f*Y*up*vp;
- Z = Y*fma(fma(12.f*13.f, L, -up), vp, -5.f);
-
- float R = fma(X, coeffs[0], fma(Y, coeffs[1], Z * coeffs[2]));
- float G = fma(X, coeffs[3], fma(Y, coeffs[4], Z * coeffs[5]));
- float B = fma(X, coeffs[6], fma(Y, coeffs[7], Z * coeffs[8]));
-
- R = clamp(R, 0.f, 1.f);
- G = clamp(G, 0.f, 1.f);
- B = clamp(B, 0.f, 1.f);
-
-#ifdef SRGB
- R = splineInterpolate(R*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
- G = splineInterpolate(G*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
- B = splineInterpolate(B*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
-#endif
-
- dst[0] = R;
- dst[1] = G;
- dst[2] = B;
-#if dcn == 4
- dst[3] = MAX_NUM;
-#endif
- ++y;
- dst_index += dst_step;
- src_index += src_step;
- }
- }
-}
-
-#elif defined DEPTH_0
-
-__kernel void Luv2BGR(__global const uchar * src, int src_step, int src_offset,
- __global uchar * dst, int dst_step, int dst_offset, int rows, int cols,
-#ifdef SRGB
- __global const float * gammaTab,
-#endif
- __constant float * coeffs, float _un, float _vn)
-{
- int x = get_global_id(0);
- int y = get_global_id(1) * PIX_PER_WI_Y;
-
- if (x < cols)
- {
- src += mad24(y, src_step, mad24(x, scnbytes, src_offset));
- dst += mad24(y, dst_step, mad24(x, dcnbytes, dst_offset));
-
- #pragma unroll
- for (int cy = 0; cy < PIX_PER_WI_Y; ++cy)
- if (y < rows)
- {
- float d, X, Y, Z;
- float L = src[0]*(100.f/255.f);
- // 1.388235294117647 = (220+134)/255
- float u = fma(convert_float(src[1]), 1.388235294117647f, -134.f);
- // 1.027450980392157 = (140+122)/255
- float v = fma(convert_float(src[2]), 1.027450980392157f, - 140.f);
- if(L >= 8)
- {
- Y = fma(L, 1.f/116.f, 16.f/116.f);
- Y = Y*Y*Y;
- }
- else
- {
- Y = L * (1.0f/903.3f); // L*(3./29.)^3
- }
- float up = 3.f*fma(L, _un, u);
- float vp = 0.25f/fma(L, _vn, v);
- vp = clamp(vp, -0.25f, 0.25f);
- X = 3.f*Y*up*vp;
- Z = Y*fma(fma(12.f*13.f, L, -up), vp, -5.f);
-
- //limit X, Y, Z to [0, 2] to fit white point
- X = clamp(X, 0.f, 2.f); Z = clamp(Z, 0.f, 2.f);
-
- float R = fma(X, coeffs[0], fma(Y, coeffs[1], Z * coeffs[2]));
- float G = fma(X, coeffs[3], fma(Y, coeffs[4], Z * coeffs[5]));
- float B = fma(X, coeffs[6], fma(Y, coeffs[7], Z * coeffs[8]));
-
- R = clamp(R, 0.f, 1.f);
- G = clamp(G, 0.f, 1.f);
- B = clamp(B, 0.f, 1.f);
-
-#ifdef SRGB
- R = splineInterpolate(R*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
- G = splineInterpolate(G*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
- B = splineInterpolate(B*GammaTabScale, gammaTab, GAMMA_TAB_SIZE);
-#endif
-
- uchar dst0 = SAT_CAST(R * 255.0f);
- uchar dst1 = SAT_CAST(G * 255.0f);
- uchar dst2 = SAT_CAST(B * 255.0f);
-
-#if dcn == 4
- *(__global uchar4 *)dst = (uchar4)(dst0, dst1, dst2, MAX_NUM);
-#else
- dst[0] = dst0;
- dst[1] = dst1;
- dst[2] = dst2;
-#endif
-
- ++y;
- dst += dst_step;
- src += src_step;
- }
- }
-}
-
-#endif
projects / platform / upstream / opencv.git / commitdiff