2 * ColorMatrix v2.2 for Avisynth 2.5.x
4 * Copyright (C) 2006-2007 Kevin Stone
6 * ColorMatrix 1.x is Copyright (C) Wilbert Dijkhof
8 * This program is free software; you can redistribute it and/or modify it
9 * under the terms of the GNU General Public License as published by the
10 * Free Software Foundation; either version 2 of the License, or (at your
11 * option) any later version.
13 * This program is distributed in the hope that it will be useful, but
14 * OUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
15 * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public
16 * License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software Foundation,
20 * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
25 * ColorMatrix 2.0 is based on the original ColorMatrix filter by Wilbert
26 * Dijkhof. It adds the ability to convert between any of: Rec.709, FCC,
27 * Rec.601, and SMPTE 240M. It also makes pre and post clipping optional,
28 * adds an option to use scaled or non-scaled coefficients, and more...
35 #include "libavutil/opt.h"
36 #include "libavutil/pixdesc.h"
38 #define NS(n) ((n) < 0 ? (int)((n)*65536.0-0.5+DBL_EPSILON) : (int)((n)*65536.0+0.5))
39 #define CB(n) av_clip_uint8(n)
41 static const double yuv_coeff_luma[5][3] = {
42 { +0.7152, +0.0722, +0.2126 }, // Rec.709 (0)
43 { +0.5900, +0.1100, +0.3000 }, // FCC (1)
44 { +0.5870, +0.1140, +0.2990 }, // Rec.601 (ITU-R BT.470-2/SMPTE 170M) (2)
45 { +0.7010, +0.0870, +0.2120 }, // SMPTE 240M (3)
46 { +0.6780, +0.0593, +0.2627 }, // Rec.2020 (4)
59 typedef struct ColorMatrixContext {
61 int yuv_convert[25][3][3];
63 int source, dest; ///< ColorMode
68 typedef struct ThreadData {
79 #define OFFSET(x) offsetof(ColorMatrixContext, x)
80 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
82 static const AVOption colormatrix_options[] = {
83 { "src", "set source color matrix", OFFSET(source), AV_OPT_TYPE_INT, {.i64=COLOR_MODE_NONE}, COLOR_MODE_NONE, COLOR_MODE_COUNT-1, .flags=FLAGS, .unit="color_mode" },
84 { "dst", "set destination color matrix", OFFSET(dest), AV_OPT_TYPE_INT, {.i64=COLOR_MODE_NONE}, COLOR_MODE_NONE, COLOR_MODE_COUNT-1, .flags=FLAGS, .unit="color_mode" },
85 { "bt709", "set BT.709 colorspace", 0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_BT709}, .flags=FLAGS, .unit="color_mode" },
86 { "fcc", "set FCC colorspace ", 0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_FCC}, .flags=FLAGS, .unit="color_mode" },
87 { "bt601", "set BT.601 colorspace", 0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_BT601}, .flags=FLAGS, .unit="color_mode" },
88 { "bt470", "set BT.470 colorspace", 0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_BT601}, .flags=FLAGS, .unit="color_mode" },
89 { "bt470bg", "set BT.470 colorspace", 0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_BT601}, .flags=FLAGS, .unit="color_mode" },
90 { "smpte170m", "set SMTPE-170M colorspace", 0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_BT601}, .flags=FLAGS, .unit="color_mode" },
91 { "smpte240m", "set SMPTE-240M colorspace", 0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_SMPTE240M}, .flags=FLAGS, .unit="color_mode" },
92 { "bt2020", "set BT.2020 colorspace", 0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_BT2020}, .flags=FLAGS, .unit="color_mode" },
96 AVFILTER_DEFINE_CLASS(colormatrix);
118 static void inverse3x3(double im[3][3], double m[3][3])
120 double det = ma * (me * mi - mf * mh) - mb * (md * mi - mf * mg) + mc * (md * mh - me * mg);
122 ima = det * (me * mi - mf * mh);
123 imb = det * (mc * mh - mb * mi);
124 imc = det * (mb * mf - mc * me);
125 imd = det * (mf * mg - md * mi);
126 ime = det * (ma * mi - mc * mg);
127 imf = det * (mc * md - ma * mf);
128 img = det * (md * mh - me * mg);
129 imh = det * (mb * mg - ma * mh);
130 imi = det * (ma * me - mb * md);
133 static void solve_coefficients(double cm[3][3], double rgb[3][3], double yuv[3][3])
136 for (i = 0; i < 3; i++)
137 for (j = 0; j < 3; j++)
138 cm[i][j] = yuv[i][0] * rgb[0][j] + yuv[i][1] * rgb[1][j] + yuv[i][2] * rgb[2][j];
141 static void calc_coefficients(AVFilterContext *ctx)
143 ColorMatrixContext *color = ctx->priv;
144 double yuv_coeff[5][3][3];
145 double rgb_coeffd[5][3][3];
146 double yuv_convertd[25][3][3];
147 double bscale, rscale;
150 for (i = 0; i < 5; i++) {
151 yuv_coeff[i][0][0] = yuv_coeff_luma[i][0];
152 yuv_coeff[i][0][1] = yuv_coeff_luma[i][1];
153 yuv_coeff[i][0][2] = yuv_coeff_luma[i][2];
154 bscale = 0.5 / (yuv_coeff[i][0][1] - 1.0);
155 rscale = 0.5 / (yuv_coeff[i][0][2] - 1.0);
156 yuv_coeff[i][1][0] = bscale * yuv_coeff[i][0][0];
157 yuv_coeff[i][1][1] = 0.5;
158 yuv_coeff[i][1][2] = bscale * yuv_coeff[i][0][2];
159 yuv_coeff[i][2][0] = rscale * yuv_coeff[i][0][0];
160 yuv_coeff[i][2][1] = rscale * yuv_coeff[i][0][1];
161 yuv_coeff[i][2][2] = 0.5;
163 for (i = 0; i < 5; i++)
164 inverse3x3(rgb_coeffd[i], yuv_coeff[i]);
165 for (i = 0; i < 5; i++) {
166 for (j = 0; j < 5; j++) {
167 solve_coefficients(yuv_convertd[v], rgb_coeffd[i], yuv_coeff[j]);
168 for (k = 0; k < 3; k++) {
169 color->yuv_convert[v][k][0] = NS(yuv_convertd[v][k][0]);
170 color->yuv_convert[v][k][1] = NS(yuv_convertd[v][k][1]);
171 color->yuv_convert[v][k][2] = NS(yuv_convertd[v][k][2]);
173 if (color->yuv_convert[v][0][0] != 65536 || color->yuv_convert[v][1][0] != 0 ||
174 color->yuv_convert[v][2][0] != 0) {
175 av_log(ctx, AV_LOG_ERROR, "error calculating conversion coefficients\n");
182 static const char * const color_modes[] = {"bt709", "fcc", "bt601", "smpte240m", "bt2020"};
184 static av_cold int init(AVFilterContext *ctx)
186 ColorMatrixContext *color = ctx->priv;
188 if (color->dest == COLOR_MODE_NONE) {
189 av_log(ctx, AV_LOG_ERROR, "Unspecified destination color space\n");
190 return AVERROR(EINVAL);
193 if (color->source == color->dest) {
194 av_log(ctx, AV_LOG_ERROR, "Source and destination color space must not be identical\n");
195 return AVERROR(EINVAL);
198 calc_coefficients(ctx);
203 static int process_slice_uyvy422(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
205 const ThreadData *td = arg;
206 const AVFrame *src = td->src;
207 AVFrame *dst = td->dst;
208 const int height = src->height;
209 const int width = src->width*2;
210 const int src_pitch = src->linesize[0];
211 const int dst_pitch = dst->linesize[0];
212 const int slice_start = (height * jobnr ) / nb_jobs;
213 const int slice_end = (height * (jobnr+1)) / nb_jobs;
214 const unsigned char *srcp = src->data[0] + slice_start * src_pitch;
215 unsigned char *dstp = dst->data[0] + slice_start * dst_pitch;
216 const int c2 = td->c2;
217 const int c3 = td->c3;
218 const int c4 = td->c4;
219 const int c5 = td->c5;
220 const int c6 = td->c6;
221 const int c7 = td->c7;
224 for (y = slice_start; y < slice_end; y++) {
225 for (x = 0; x < width; x += 4) {
226 const int u = srcp[x + 0] - 128;
227 const int v = srcp[x + 2] - 128;
228 const int uvval = c2 * u + c3 * v + 1081344;
229 dstp[x + 0] = CB((c4 * u + c5 * v + 8421376) >> 16);
230 dstp[x + 1] = CB((65536 * (srcp[x + 1] - 16) + uvval) >> 16);
231 dstp[x + 2] = CB((c6 * u + c7 * v + 8421376) >> 16);
232 dstp[x + 3] = CB((65536 * (srcp[x + 3] - 16) + uvval) >> 16);
241 static int process_slice_yuv444p(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
243 const ThreadData *td = arg;
244 const AVFrame *src = td->src;
245 AVFrame *dst = td->dst;
246 const int height = src->height;
247 const int width = src->width;
248 const int slice_start = (height * jobnr ) / nb_jobs;
249 const int slice_end = (height * (jobnr+1)) / nb_jobs;
250 const int src_pitchY = src->linesize[0];
251 const int src_pitchUV = src->linesize[1];
252 const unsigned char *srcpU = src->data[1] + slice_start * src_pitchUV;
253 const unsigned char *srcpV = src->data[2] + slice_start * src_pitchUV;
254 const unsigned char *srcpY = src->data[0] + slice_start * src_pitchY;
255 const int dst_pitchY = dst->linesize[0];
256 const int dst_pitchUV = dst->linesize[1];
257 unsigned char *dstpU = dst->data[1] + slice_start * dst_pitchUV;
258 unsigned char *dstpV = dst->data[2] + slice_start * dst_pitchUV;
259 unsigned char *dstpY = dst->data[0] + slice_start * dst_pitchY;
260 const int c2 = td->c2;
261 const int c3 = td->c3;
262 const int c4 = td->c4;
263 const int c5 = td->c5;
264 const int c6 = td->c6;
265 const int c7 = td->c7;
268 for (y = slice_start; y < slice_end; y++) {
269 for (x = 0; x < width; x++) {
270 const int u = srcpU[x] - 128;
271 const int v = srcpV[x] - 128;
272 const int uvval = c2 * u + c3 * v + 1081344;
273 dstpY[x] = CB((65536 * (srcpY[x] - 16) + uvval) >> 16);
274 dstpU[x] = CB((c4 * u + c5 * v + 8421376) >> 16);
275 dstpV[x] = CB((c6 * u + c7 * v + 8421376) >> 16);
279 srcpU += src_pitchUV;
280 srcpV += src_pitchUV;
281 dstpU += dst_pitchUV;
282 dstpV += dst_pitchUV;
288 static int process_slice_yuv422p(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
290 const ThreadData *td = arg;
291 const AVFrame *src = td->src;
292 AVFrame *dst = td->dst;
293 const int height = src->height;
294 const int width = src->width;
295 const int slice_start = (height * jobnr ) / nb_jobs;
296 const int slice_end = (height * (jobnr+1)) / nb_jobs;
297 const int src_pitchY = src->linesize[0];
298 const int src_pitchUV = src->linesize[1];
299 const unsigned char *srcpU = src->data[1] + slice_start * src_pitchUV;
300 const unsigned char *srcpV = src->data[2] + slice_start * src_pitchUV;
301 const unsigned char *srcpY = src->data[0] + slice_start * src_pitchY;
302 const int dst_pitchY = dst->linesize[0];
303 const int dst_pitchUV = dst->linesize[1];
304 unsigned char *dstpU = dst->data[1] + slice_start * dst_pitchUV;
305 unsigned char *dstpV = dst->data[2] + slice_start * dst_pitchUV;
306 unsigned char *dstpY = dst->data[0] + slice_start * dst_pitchY;
307 const int c2 = td->c2;
308 const int c3 = td->c3;
309 const int c4 = td->c4;
310 const int c5 = td->c5;
311 const int c6 = td->c6;
312 const int c7 = td->c7;
315 for (y = slice_start; y < slice_end; y++) {
316 for (x = 0; x < width; x += 2) {
317 const int u = srcpU[x >> 1] - 128;
318 const int v = srcpV[x >> 1] - 128;
319 const int uvval = c2 * u + c3 * v + 1081344;
320 dstpY[x + 0] = CB((65536 * (srcpY[x + 0] - 16) + uvval) >> 16);
321 dstpY[x + 1] = CB((65536 * (srcpY[x + 1] - 16) + uvval) >> 16);
322 dstpU[x >> 1] = CB((c4 * u + c5 * v + 8421376) >> 16);
323 dstpV[x >> 1] = CB((c6 * u + c7 * v + 8421376) >> 16);
327 srcpU += src_pitchUV;
328 srcpV += src_pitchUV;
329 dstpU += dst_pitchUV;
330 dstpV += dst_pitchUV;
336 static int process_slice_yuv420p(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
338 const ThreadData *td = arg;
339 const AVFrame *src = td->src;
340 AVFrame *dst = td->dst;
341 const int height = FFALIGN(src->height, 2) >> 1;
342 const int width = src->width;
343 const int slice_start = ((height * jobnr ) / nb_jobs) << 1;
344 const int slice_end = ((height * (jobnr+1)) / nb_jobs) << 1;
345 const int src_pitchY = src->linesize[0];
346 const int src_pitchUV = src->linesize[1];
347 const int dst_pitchY = dst->linesize[0];
348 const int dst_pitchUV = dst->linesize[1];
349 const unsigned char *srcpY = src->data[0] + src_pitchY * slice_start;
350 const unsigned char *srcpU = src->data[1] + src_pitchUV * (slice_start >> 1);
351 const unsigned char *srcpV = src->data[2] + src_pitchUV * (slice_start >> 1);
352 const unsigned char *srcpN = src->data[0] + src_pitchY * (slice_start + 1);
353 unsigned char *dstpU = dst->data[1] + dst_pitchUV * (slice_start >> 1);
354 unsigned char *dstpV = dst->data[2] + dst_pitchUV * (slice_start >> 1);
355 unsigned char *dstpY = dst->data[0] + dst_pitchY * slice_start;
356 unsigned char *dstpN = dst->data[0] + dst_pitchY * (slice_start + 1);
357 const int c2 = td->c2;
358 const int c3 = td->c3;
359 const int c4 = td->c4;
360 const int c5 = td->c5;
361 const int c6 = td->c6;
362 const int c7 = td->c7;
365 for (y = slice_start; y < slice_end; y += 2) {
366 for (x = 0; x < width; x += 2) {
367 const int u = srcpU[x >> 1] - 128;
368 const int v = srcpV[x >> 1] - 128;
369 const int uvval = c2 * u + c3 * v + 1081344;
370 dstpY[x + 0] = CB((65536 * (srcpY[x + 0] - 16) + uvval) >> 16);
371 dstpY[x + 1] = CB((65536 * (srcpY[x + 1] - 16) + uvval) >> 16);
372 dstpN[x + 0] = CB((65536 * (srcpN[x + 0] - 16) + uvval) >> 16);
373 dstpN[x + 1] = CB((65536 * (srcpN[x + 1] - 16) + uvval) >> 16);
374 dstpU[x >> 1] = CB((c4 * u + c5 * v + 8421376) >> 16);
375 dstpV[x >> 1] = CB((c6 * u + c7 * v + 8421376) >> 16);
377 srcpY += src_pitchY << 1;
378 dstpY += dst_pitchY << 1;
379 srcpN += src_pitchY << 1;
380 dstpN += dst_pitchY << 1;
381 srcpU += src_pitchUV;
382 srcpV += src_pitchUV;
383 dstpU += dst_pitchUV;
384 dstpV += dst_pitchUV;
390 static int config_input(AVFilterLink *inlink)
392 AVFilterContext *ctx = inlink->dst;
393 ColorMatrixContext *color = ctx->priv;
394 const AVPixFmtDescriptor *pix_desc = av_pix_fmt_desc_get(inlink->format);
396 color->hsub = pix_desc->log2_chroma_w;
397 color->vsub = pix_desc->log2_chroma_h;
399 av_log(ctx, AV_LOG_VERBOSE, "%s -> %s\n",
400 color_modes[color->source], color_modes[color->dest]);
405 static int filter_frame(AVFilterLink *link, AVFrame *in)
407 AVFilterContext *ctx = link->dst;
408 ColorMatrixContext *color = ctx->priv;
409 AVFilterLink *outlink = ctx->outputs[0];
413 out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
416 return AVERROR(ENOMEM);
418 av_frame_copy_props(out, in);
420 if (color->source == COLOR_MODE_NONE) {
421 enum AVColorSpace cs = in->colorspace;
422 enum ColorMode source;
425 case AVCOL_SPC_BT709 : source = COLOR_MODE_BT709 ; break;
426 case AVCOL_SPC_FCC : source = COLOR_MODE_FCC ; break;
427 case AVCOL_SPC_SMPTE240M : source = COLOR_MODE_SMPTE240M ; break;
428 case AVCOL_SPC_BT470BG : source = COLOR_MODE_BT601 ; break;
429 case AVCOL_SPC_SMPTE170M : source = COLOR_MODE_BT601 ; break;
430 case AVCOL_SPC_BT2020_NCL: source = COLOR_MODE_BT2020 ; break;
431 case AVCOL_SPC_BT2020_CL : source = COLOR_MODE_BT2020 ; break;
433 av_log(ctx, AV_LOG_ERROR, "Input frame does not specify a supported colorspace, and none has been specified as source either\n");
435 return AVERROR(EINVAL);
437 color->mode = source * 5 + color->dest;
439 color->mode = color->source * 5 + color->dest;
441 switch(color->dest) {
442 case COLOR_MODE_BT709 : out->colorspace = AVCOL_SPC_BT709 ; break;
443 case COLOR_MODE_FCC : out->colorspace = AVCOL_SPC_FCC ; break;
444 case COLOR_MODE_SMPTE240M: out->colorspace = AVCOL_SPC_SMPTE240M ; break;
445 case COLOR_MODE_BT601 : out->colorspace = AVCOL_SPC_BT470BG ; break;
446 case COLOR_MODE_BT2020 : out->colorspace = AVCOL_SPC_BT2020_NCL; break;
451 td.c2 = color->yuv_convert[color->mode][0][1];
452 td.c3 = color->yuv_convert[color->mode][0][2];
453 td.c4 = color->yuv_convert[color->mode][1][1];
454 td.c5 = color->yuv_convert[color->mode][1][2];
455 td.c6 = color->yuv_convert[color->mode][2][1];
456 td.c7 = color->yuv_convert[color->mode][2][2];
458 if (in->format == AV_PIX_FMT_YUV444P)
459 ff_filter_execute(ctx, process_slice_yuv444p, &td, NULL,
460 FFMIN(in->height, ff_filter_get_nb_threads(ctx)));
461 else if (in->format == AV_PIX_FMT_YUV422P)
462 ff_filter_execute(ctx, process_slice_yuv422p, &td, NULL,
463 FFMIN(in->height, ff_filter_get_nb_threads(ctx)));
464 else if (in->format == AV_PIX_FMT_YUV420P)
465 ff_filter_execute(ctx, process_slice_yuv420p, &td, NULL,
466 FFMIN(in->height / 2, ff_filter_get_nb_threads(ctx)));
468 ff_filter_execute(ctx, process_slice_uyvy422, &td, NULL,
469 FFMIN(in->height, ff_filter_get_nb_threads(ctx)));
472 return ff_filter_frame(outlink, out);
475 static const AVFilterPad colormatrix_inputs[] = {
478 .type = AVMEDIA_TYPE_VIDEO,
479 .config_props = config_input,
480 .filter_frame = filter_frame,
484 const AVFilter ff_vf_colormatrix = {
485 .name = "colormatrix",
486 .description = NULL_IF_CONFIG_SMALL("Convert color matrix."),
487 .priv_size = sizeof(ColorMatrixContext),
489 FILTER_INPUTS(colormatrix_inputs),
490 FILTER_OUTPUTS(ff_video_default_filterpad),
491 FILTER_PIXFMTS(AV_PIX_FMT_YUV444P,
495 .priv_class = &colormatrix_class,
496 .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC | AVFILTER_FLAG_SLICE_THREADS,