2 * Copyright (c) 2010 The WebM project authors. All Rights Reserved.
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
12 #ifndef __INC_VP8_INT_H
13 #define __INC_VP8_INT_H
16 #include "vpx_ports/config.h"
18 #include "treewriter.h"
20 #include "onyxc_int.h"
27 #include "threading.h"
28 #include "vpx_ports/mem.h"
29 #include "vpx/internal/vpx_codec_internal.h"
32 //#define SPEEDSTATS 1
33 #define MIN_GF_INTERVAL 4
34 #define DEFAULT_GF_INTERVAL 7
36 #define KEY_FRAME_CONTEXT 5
38 #define MAX_LAG_BUFFERS (CONFIG_REALTIME_ONLY? 1 : 25)
41 #define AF_THRESH2 100
42 #define ARF_DECAY_THRESH 12
45 #define MIN_THRESHMULT 32
46 #define MAX_THRESHMULT 512
48 #define GF_ZEROMV_ZBIN_BOOST 24
49 #define LF_ZEROMV_ZBIN_BOOST 12
50 #define MV_ZBIN_BOOST 4
51 #define ZBIN_OQ_MAX 192
53 #define VP8_TEMPORAL_ALT_REF 1
58 unsigned int frames_since_key;
59 unsigned int frames_since_golden;
61 int frames_till_gf_update_due;
62 int recent_ref_frame_usage[MAX_REF_FRAMES];
65 int mvcosts[2][MVvals+1];
72 int inter_y_modes[10];
73 int inter_uv_modes[4];
74 int inter_b_modes[10];
77 vp8_prob ymode_prob[4], uv_mode_prob[3]; /* interframe intra mode probs */
78 vp8_prob kf_ymode_prob[4], kf_uv_mode_prob[3]; /* keyframe "" */
80 int ymode_count[5], uv_mode_count[4]; /* intra MB type cts this frame */
82 int count_mb_ref_frame_usage[MAX_REF_FRAMES];
84 int this_frame_percent_intra;
85 int last_frame_percent_intra;
95 double ssim_weighted_pred_err;
98 double pcnt_second_ref;
105 double mv_in_out_count;
114 double frame_intra_error;
115 double frame_coded_error;
116 double frame_pcnt_inter;
117 double frame_pcnt_motion;
119 double frame_mvr_abs;
121 double frame_mvc_abs;
123 } ONEPASS_FRAMESTATS;
169 SEARCH_METHODS search_method;
174 int iterative_sub_pixel;
175 int half_pixel_search;
176 int quarter_pixel_search;
177 int thresh_mult[MAX_MODES];
181 int max_step_search_steps;
183 int optimize_coefficients;
192 int segment_counts[MAX_MB_SEGMENTS];
217 INT64 source_time_stamp;
218 INT64 source_end_time_stamp;
220 DECLARE_ALIGNED(16, YV12_BUFFER_CONFIG, source_buffer);
221 unsigned int source_frame_flags;
224 typedef struct VP8_ENCODER_RTCD
226 VP8_COMMON_RTCD *common;
227 vp8_variance_rtcd_vtable_t variance;
228 vp8_fdct_rtcd_vtable_t fdct;
229 vp8_encodemb_rtcd_vtable_t encodemb;
230 vp8_quantize_rtcd_vtable_t quantize;
231 vp8_search_rtcd_vtable_t search;
247 DECLARE_ALIGNED(16, short, Y1quant[QINDEX_RANGE][16]);
248 DECLARE_ALIGNED(16, short, Y1quant_shift[QINDEX_RANGE][16]);
249 DECLARE_ALIGNED(16, short, Y1zbin[QINDEX_RANGE][16]);
250 DECLARE_ALIGNED(16, short, Y1round[QINDEX_RANGE][16]);
252 DECLARE_ALIGNED(16, short, Y2quant[QINDEX_RANGE][16]);
253 DECLARE_ALIGNED(16, short, Y2quant_shift[QINDEX_RANGE][16]);
254 DECLARE_ALIGNED(16, short, Y2zbin[QINDEX_RANGE][16]);
255 DECLARE_ALIGNED(16, short, Y2round[QINDEX_RANGE][16]);
257 DECLARE_ALIGNED(16, short, UVquant[QINDEX_RANGE][16]);
258 DECLARE_ALIGNED(16, short, UVquant_shift[QINDEX_RANGE][16]);
259 DECLARE_ALIGNED(16, short, UVzbin[QINDEX_RANGE][16]);
260 DECLARE_ALIGNED(16, short, UVround[QINDEX_RANGE][16]);
262 DECLARE_ALIGNED(16, short, zrun_zbin_boost_y1[QINDEX_RANGE][16]);
263 DECLARE_ALIGNED(16, short, zrun_zbin_boost_y2[QINDEX_RANGE][16]);
264 DECLARE_ALIGNED(16, short, zrun_zbin_boost_uv[QINDEX_RANGE][16]);
274 YV12_BUFFER_CONFIG *Source;
275 YV12_BUFFER_CONFIG *un_scaled_source;
276 INT64 source_time_stamp;
277 INT64 source_end_time_stamp;
278 unsigned int source_frame_flags;
279 YV12_BUFFER_CONFIG scaled_source;
281 int source_buffer_count; // number of src_buffers in use for lagged encoding
282 int source_encode_index; // index of buffer in src_buffer to encode
283 int source_alt_ref_pending; // frame in src_buffers has been identified to be encoded as an alt ref
284 int source_alt_ref_active; // an alt ref frame has been encoded and is usable
286 int last_alt_ref_sei; // index into src_buffers of frame used as alt reference
287 int is_src_frame_alt_ref; // source of frame to encode is an exact copy of an alt ref frame
288 int is_next_src_alt_ref; // source of next frame to encode is an exact copy of an alt ref frame
290 int gold_is_last; // golden frame same as last frame ( short circuit gold searches)
291 int alt_is_last; // Alt reference frame same as last ( short circuit altref search)
292 int gold_is_alt; // don't do both alt and gold search ( just do gold).
294 //int refresh_alt_ref_frame;
295 SOURCE_SAMPLE src_buffer[MAX_LAG_BUFFERS];
297 YV12_BUFFER_CONFIG last_frame_uf;
302 unsigned int tok_count;
305 unsigned int frames_since_key;
306 unsigned int key_frame_frequency;
307 unsigned int next_key;
309 unsigned int mode_check_freq[MAX_MODES];
310 unsigned int mode_test_hit_counts[MAX_MODES];
311 unsigned int mode_chosen_counts[MAX_MODES];
312 unsigned int mbs_tested_so_far;
314 unsigned int check_freq[2];
315 unsigned int do_full[2];
317 int rd_thresh_mult[MAX_MODES];
318 int rd_baseline_thresh[MAX_MODES];
319 int rd_threshes[MAX_MODES];
321 int mvcostmultiplier;
322 int subseqblockweight;
330 int intra_mode_costs[10];
333 CODING_CONTEXT coding_context;
335 // Rate targetting variables
336 long long prediction_error;
337 long long last_prediction_error;
338 long long intra_error;
339 long long last_intra_error;
340 long long last_auto_filter_prediction_error;
343 // Experimental RD code
344 long long frame_distortion;
345 long long last_frame_distortion;
348 int last_mb_distortion;
350 int frames_since_auto_filter;
352 int this_frame_target;
353 int projected_frame_size;
354 int last_q[2]; // Separate values for Intra/Inter
355 int target_bits_per_mb;
357 double rate_correction_factor;
358 double key_frame_rate_correction_factor;
359 double gf_rate_correction_factor;
360 double est_max_qcorrection_factor;
362 int frames_till_gf_update_due; // Count down till next GF
363 int current_gf_interval; // GF interval chosen when we coded the last GF
365 int gf_overspend_bits; // Total bits overspent becasue of GF boost (cumulative)
367 int gf_group_bits; // Projected Bits available for a group of frames including 1 GF or ARF
368 int gf_bits; // Bits for the golden frame or ARF - 2 pass only
369 int mid_gf_extra_bits; // A few extra bits for the frame half way between two gfs.
371 // Projected total bits available for a key frame group of frames
372 long long kf_group_bits;
374 // Error score of frames still to be coded in kf group
375 long long kf_group_error_left;
377 // Bits for the key frame in a key frame group - 2 pass only
380 int non_gf_bitrate_adjustment; // Used in the few frames following a GF to recover the extra bits spent in that GF
381 int initial_gf_use; // percentage use of gf 2 frames after gf
383 int gf_group_error_left; // Remaining error from uncoded frames in a gf group. Two pass use only
385 int kf_overspend_bits; // Extra bits spent on key frames that need to be recovered on inter frames
386 int kf_bitrate_adjustment; // Current number of bit s to try and recover on each inter frame.
388 int baseline_gf_interval;
390 int active_arnr_frames; // <= cpi->oxcf.arnr_max_frames
392 INT64 key_frame_count;
393 INT64 tot_key_frame_bits;
394 int prior_key_frame_size[KEY_FRAME_CONTEXT];
395 int prior_key_frame_distance[KEY_FRAME_CONTEXT];
396 int per_frame_bandwidth; // Current section per frame bandwidth target
397 int av_per_frame_bandwidth; // Average frame size target for clip
398 int min_frame_bandwidth; // Minimum allocation that should be used for any frame
399 int last_key_frame_size;
400 int intra_frame_target;
401 int inter_frame_target;
402 double output_frame_rate;
403 long long last_time_stamp_seen;
404 long long last_end_time_stamp_seen;
405 long long first_time_stamp_ever;
410 int avg_frame_qindex;
414 int zbin_mode_boost_enabled;
416 INT64 total_byte_count;
423 int rolling_target_bits;
424 int rolling_actual_bits;
426 int long_rolling_target_bits;
427 int long_rolling_actual_bits;
429 long long total_actual_bits;
430 int total_target_vs_actual; // debug stats
433 int active_worst_quality;
435 int active_best_quality;
437 int drop_frames_allowed; // Are we permitted to drop frames?
438 int drop_frame; // Drop this frame?
439 int drop_count; // How many frames have we dropped?
440 int max_drop_count; // How many frames should we drop?
441 int max_consec_dropped_frames; // Limit number of consecutive frames that can be dropped.
444 int ymode_count [VP8_YMODES]; /* intra MB type cts this frame */
445 int uv_mode_count[VP8_UV_MODES]; /* intra MB type cts this frame */
447 unsigned int MVcount [2] [MVvals]; /* (row,col) MV cts this frame */
449 unsigned int coef_counts [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [vp8_coef_tokens]; /* for this frame */
450 //DECLARE_ALIGNED(16, int, coef_counts_backup [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [vp8_coef_tokens]); //not used any more
451 //save vp8_tree_probs_from_distribution result for each frame to avoid repeat calculation
452 vp8_prob frame_coef_probs [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [vp8_coef_tokens-1];
453 unsigned int frame_branch_ct [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [vp8_coef_tokens-1][2];
455 /* Second compressed data partition contains coefficient data. */
457 unsigned char *output_partition2;
458 size_t output_partition2size;
460 pre_proc_instance ppi;
466 double total_error_left;
467 double total_intra_error_left;
468 double total_coded_error_left;
469 double start_tot_err_left;
472 double modified_total_error_left;
475 int target_bandwidth;
477 FIRSTPASS_STATS *total_stats;
478 FIRSTPASS_STATS *this_frame_stats;
479 FIRSTPASS_STATS *stats_in, *stats_in_end;
480 struct vpx_codec_pkt_list *output_pkt_list;
482 unsigned char *fp_motion_map;
484 unsigned char *fp_motion_map_stats, *fp_motion_map_stats_save;
487 // Experimental code for lagged and one pass
488 ONEPASS_FRAMESTATS one_pass_frame_stats[MAX_LAG_BUFFERS];
489 int one_pass_frame_index;
492 int decimation_factor;
493 int decimation_count;
495 // for real time encoding
496 int avg_encode_time; //microsecond
497 int avg_pick_mode_time; //microsecond
499 unsigned int cpu_freq; //Mhz
500 int compressor_speed;
504 int auto_adjust_gold_quantizer;
507 int auto_adjust_key_quantizer;
518 int prob_intra_coded;
522 int last_skip_false_probs[3];
523 int last_skip_probs_q[3];
524 int recent_ref_frame_usage[MAX_REF_FRAMES];
526 int count_mb_ref_frame_usage[MAX_REF_FRAMES];
527 int this_frame_percent_intra;
528 int last_frame_percent_intra;
530 int last_key_frame_q;
538 int error_bins[1024];
545 unsigned int next_iiratio;
546 unsigned int this_iiratio;
547 int this_frame_modified_error;
549 double norm_intra_err_per_mb;
550 double norm_inter_err_per_mb;
551 double norm_iidiff_per_mb;
553 int last_best_mode_index; // Record of mode index chosen for previous macro block.
554 int last_auto_filt_val;
555 int last_auto_filt_q;
557 // Data used for real time conferencing mode to help determine if it would be good to update the gf
560 int gf_update_recommended;
562 int skip_false_count;
566 int ready_for_new_frame;
568 unsigned char *segmentation_map;
569 signed char segment_feature_data[MB_LVL_MAX][MAX_MB_SEGMENTS]; // Segment data (can be deltas or absolute values)
570 int segment_encode_breakout[MAX_MB_SEGMENTS]; // segment threashold for encode breakout
572 unsigned char *active_map;
573 unsigned int active_map_enabled;
574 // Video conferencing cyclic refresh mode flags etc
575 // This is a mode designed to clean up the background over time in live encoding scenarious. It uses segmentation
576 int cyclic_refresh_mode_enabled;
577 int cyclic_refresh_mode_max_mbs_perframe;
578 int cyclic_refresh_mode_index;
579 int cyclic_refresh_q;
580 signed char *cyclic_refresh_map;
583 int current_mb_col_main;
584 int processor_core_count;
585 int b_multi_threaded;
586 int encoding_thread_count;
588 #if CONFIG_MULTITHREAD
589 pthread_t *h_encoding_thread;
591 MB_ROW_COMP *mb_row_ei;
592 ENCODETHREAD_DATA *en_thread_data;
594 #if CONFIG_MULTITHREAD
596 sem_t *h_event_mbrencoding;
601 // end of multithread data
604 fractional_mv_step_fp *find_fractional_mv_step;
605 vp8_full_search_fn_t full_search_sad;
606 vp8_diamond_search_fn_t diamond_search_sad;
607 vp8_variance_fn_ptr_t fn_ptr[BLOCK_MAX_SEGMENTS];
608 unsigned int time_receive_data;
609 unsigned int time_compress_data;
610 unsigned int time_pick_lpf;
611 unsigned int time_encode_mb_row;
613 unsigned int tempdata1;
614 unsigned int tempdata2;
616 int base_skip_false_prob[128];
617 unsigned int section_intra_rating;
619 double section_max_qfactor;
622 #if CONFIG_RUNTIME_CPU_DETECT
623 VP8_ENCODER_RTCD rtcd;
625 #if VP8_TEMPORAL_ALT_REF
626 SOURCE_SAMPLE alt_ref_buffer;
627 YV12_BUFFER_CONFIG *frames[MAX_LAG_BUFFERS];
628 int fixed_divide[512];
630 // Flag to indicate temporal filter method
631 int use_weighted_temporal_filter;
639 double total_sq_error;
644 double total_sq_error2;
646 double summed_quality;
647 double summed_weights;
648 unsigned int tot_recode_hits;
651 double total_ssimg_y;
652 double total_ssimg_u;
653 double total_ssimg_v;
654 double total_ssimg_all;
656 int b_calculate_ssimg;
658 int b_calculate_psnr;
661 unsigned char *gf_active_flags; // Record of which MBs still refer to last golden frame either directly or through 0,0
667 void control_data_rate(VP8_COMP *cpi);
669 void vp8_encode_frame(VP8_COMP *cpi);
671 void vp8_pack_bitstream(VP8_COMP *cpi, unsigned char *dest, unsigned long *size);
673 int rd_cost_intra_mb(MACROBLOCKD *x);
675 void vp8_tokenize_mb(VP8_COMP *, MACROBLOCKD *, TOKENEXTRA **);
677 void vp8_set_speed_features(VP8_COMP *cpi);
680 #define CHECK_MEM_ERROR(lval,expr) do {\
683 vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,\
684 "Failed to allocate "#lval" at %s:%d", \
688 #define CHECK_MEM_ERROR(lval,expr) do {\
691 vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,\
692 "Failed to allocate "#lval);\