src/libFLAC/stream_encoder.c

   1 /* libFLAC - Free Lossless Audio Codec library
   2  * Copyright (C) 2000,2001,2002  Josh Coalson
   3  *
   4  * This library is free software; you can redistribute it and/or
   5  * modify it under the terms of the GNU Library General Public
   6  * License as published by the Free Software Foundation; either
   7  * version 2 of the License, or (at your option) any later version.
   8  *
   9  * This library is distributed in the hope that it will be useful,
  10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  12  * Library General Public License for more details.
  13  *
  14  * You should have received a copy of the GNU Library General Public
  15  * License along with this library; if not, write to the
  16  * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  17  * Boston, MA  02111-1307, USA.
  18  */
  19
  20 #include <stdio.h>
  21 #include <stdlib.h> /* for malloc() */
  22 #include <string.h> /* for memcpy() */
  23 #include "FLAC/assert.h"
  24 #include "protected/stream_encoder.h"
  25 #include "private/bitbuffer.h"
  26 #include "private/bitmath.h"
  27 #include "private/crc.h"
  28 #include "private/cpu.h"
  29 #include "private/stream_encoder_framing.h"
  30 #include "private/fixed.h"
  31 #include "private/lpc.h"
  32 #include "private/md5.h"
  33 #include "private/memory.h"
  34
  35 #ifdef min
  36 #undef min
  37 #endif
  38 #define min(x,y) ((x)<(y)?(x):(y))
  39
  40 #ifdef max
  41 #undef max
  42 #endif
  43 #define max(x,y) ((x)>(y)?(x):(y))
  44
  45 /***********************************************************************
  46  *
  47  * Private class method prototypes
  48  *
  49  ***********************************************************************/
  50
  51 static void stream_encoder_set_defaults_(FLAC__StreamEncoder *encoder);
  52 static void stream_encoder_free_(FLAC__StreamEncoder *encoder);
  53 static FLAC__bool stream_encoder_resize_buffers_(FLAC__StreamEncoder *encoder, unsigned new_size);
  54 static FLAC__bool stream_encoder_process_frame_(FLAC__StreamEncoder *encoder, FLAC__bool is_last_frame);
  55 static FLAC__bool stream_encoder_process_subframes_(FLAC__StreamEncoder *encoder, FLAC__bool is_last_frame);
  56 static FLAC__bool stream_encoder_process_subframe_(FLAC__StreamEncoder *encoder, unsigned min_partition_order, unsigned max_partition_order, FLAC__bool precompute_partition_sums, FLAC__bool verbatim_only, const FLAC__FrameHeader *frame_header, unsigned subframe_bps, const FLAC__int32 integer_signal[], const FLAC__real real_signal[], FLAC__Subframe *subframe[2], FLAC__int32 *residual[2], unsigned *best_subframe, unsigned *best_bits);
  57 static FLAC__bool stream_encoder_add_subframe_(FLAC__StreamEncoder *encoder, const FLAC__FrameHeader *frame_header, unsigned subframe_bps, const FLAC__Subframe *subframe, FLAC__BitBuffer *frame);
  58 static unsigned stream_encoder_evaluate_constant_subframe_(const FLAC__int32 signal, unsigned subframe_bps, FLAC__Subframe *subframe);
  59 static unsigned stream_encoder_evaluate_fixed_subframe_(FLAC__StreamEncoder *encoder, const FLAC__int32 signal[], FLAC__int32 residual[], FLAC__uint32 abs_residual[], FLAC__uint64 abs_residual_partition_sums[], unsigned raw_bits_per_partition[], unsigned blocksize, unsigned subframe_bps, unsigned order, unsigned rice_parameter, unsigned min_partition_order, unsigned max_partition_order, FLAC__bool precompute_partition_sums, FLAC__bool do_escape_coding, unsigned rice_parameter_search_dist, FLAC__Subframe *subframe);
  60 static unsigned stream_encoder_evaluate_lpc_subframe_(FLAC__StreamEncoder *encoder, const FLAC__int32 signal[], FLAC__int32 residual[], FLAC__uint32 abs_residual[], FLAC__uint64 abs_residual_partition_sums[], unsigned raw_bits_per_partition[], const FLAC__real lp_coeff[], unsigned blocksize, unsigned subframe_bps, unsigned order, unsigned qlp_coeff_precision, unsigned rice_parameter, unsigned min_partition_order, unsigned max_partition_order, FLAC__bool precompute_partition_sums, FLAC__bool do_escape_coding, unsigned rice_parameter_search_dist, FLAC__Subframe *subframe);
  61 static unsigned stream_encoder_evaluate_verbatim_subframe_(const FLAC__int32 signal[], unsigned blocksize, unsigned subframe_bps, FLAC__Subframe *subframe);
  62 static unsigned stream_encoder_find_best_partition_order_(struct FLAC__StreamEncoderPrivate *private_, const FLAC__int32 residual[], FLAC__uint32 abs_residual[], FLAC__uint64 abs_residual_partition_sums[], unsigned raw_bits_per_partition[], unsigned residual_samples, unsigned predictor_order, unsigned rice_parameter, unsigned min_partition_order, unsigned max_partition_order, FLAC__bool precompute_partition_sums, FLAC__bool do_escape_coding, unsigned rice_parameter_search_dist, unsigned *best_partition_order, unsigned best_parameters[], unsigned best_raw_bits[]);
  63 static void stream_encoder_precompute_partition_info_sums_(const FLAC__uint32 abs_residual[], FLAC__uint64 abs_residual_partition_sums[], unsigned residual_samples, unsigned predictor_order, unsigned min_partition_order, unsigned max_partition_order);
  64 static void stream_encoder_precompute_partition_info_escapes_(const FLAC__int32 residual[], unsigned raw_bits_per_partition[], unsigned residual_samples, unsigned predictor_order, unsigned min_partition_order, unsigned max_partition_order);
  65 #ifdef DONT_ESTIMATE_RICE_BITS
  66 static FLAC__bool stream_encoder_set_partitioned_rice_(const FLAC__uint32 abs_residual[], const FLAC__int32 residual[], const unsigned residual_samples, const unsigned predictor_order, const unsigned suggested_rice_parameter, const unsigned rice_parameter_search_dist, const unsigned partition_order, unsigned parameters[], unsigned *bits);
  67 static FLAC__bool stream_encoder_set_partitioned_rice_with_precompute_(const FLAC__int32 residual[], const FLAC__uint64 abs_residual_partition_sums[], const unsigned raw_bits_per_partition[], const unsigned residual_samples, const unsigned predictor_order, const unsigned suggested_rice_parameter, const unsigned rice_parameter_search_dist, const unsigned partition_order, const FLAC__bool search_for_escapes, unsigned parameters[], unsigned raw_bits[], unsigned *bits);
  68 #else
  69 static FLAC__bool stream_encoder_set_partitioned_rice_(const FLAC__uint32 abs_residual[], const unsigned residual_samples, const unsigned predictor_order, const unsigned suggested_rice_parameter, const unsigned rice_parameter_search_dist, const unsigned partition_order, unsigned parameters[], unsigned *bits);
  70 static FLAC__bool stream_encoder_set_partitioned_rice_with_precompute_(const FLAC__uint32 abs_residual[], const FLAC__uint64 abs_residual_partition_sums[], const unsigned raw_bits_per_partition[], const unsigned residual_samples, const unsigned predictor_order, const unsigned suggested_rice_parameter, const unsigned rice_parameter_search_dist, const unsigned partition_order, const FLAC__bool search_for_escapes, unsigned parameters[], unsigned raw_bits[], unsigned *bits);
  71 #endif
  72 static unsigned stream_encoder_get_wasted_bits_(FLAC__int32 signal[], unsigned samples);
  73
  74 /***********************************************************************
  75  *
  76  * Private class data
  77  *
  78  ***********************************************************************/
  79
  80 typedef struct FLAC__StreamEncoderPrivate {
  81         unsigned input_capacity;                          /* current size (in samples) of the signal and residual buffers */
  82         FLAC__int32 *integer_signal[FLAC__MAX_CHANNELS];  /* the integer version of the input signal */
  83         FLAC__int32 *integer_signal_mid_side[2];          /* the integer version of the mid-side input signal (stereo only) */
  84         FLAC__real *real_signal[FLAC__MAX_CHANNELS];      /* the floating-point version of the input signal */
  85         FLAC__real *real_signal_mid_side[2];              /* the floating-point version of the mid-side input signal (stereo only) */
  86         unsigned subframe_bps[FLAC__MAX_CHANNELS];        /* the effective bits per sample of the input signal (stream bps - wasted bits) */
  87         unsigned subframe_bps_mid_side[2];                /* the effective bits per sample of the mid-side input signal (stream bps - wasted bits + 0/1) */
  88         FLAC__int32 *residual_workspace[FLAC__MAX_CHANNELS][2]; /* each channel has a candidate and best workspace where the subframe residual signals will be stored */
  89         FLAC__int32 *residual_workspace_mid_side[2][2];
  90         FLAC__Subframe subframe_workspace[FLAC__MAX_CHANNELS][2];
  91         FLAC__Subframe subframe_workspace_mid_side[2][2];
  92         FLAC__Subframe *subframe_workspace_ptr[FLAC__MAX_CHANNELS][2];
  93         FLAC__Subframe *subframe_workspace_ptr_mid_side[2][2];
  94         unsigned best_subframe[FLAC__MAX_CHANNELS];       /* index into the above workspaces */
  95         unsigned best_subframe_mid_side[2];
  96         unsigned best_subframe_bits[FLAC__MAX_CHANNELS];  /* size in bits of the best subframe for each channel */
  97         unsigned best_subframe_bits_mid_side[2];
  98         FLAC__uint32 *abs_residual;                       /* workspace where abs(candidate residual) is stored */
  99         FLAC__uint64 *abs_residual_partition_sums;        /* workspace where the sum of abs(candidate residual) for each partition is stored */
 100         unsigned *raw_bits_per_partition;                 /* workspace where the sum of silog2(candidate residual) for each partition is stored */
 101         FLAC__BitBuffer *frame;                           /* the current frame being worked on */
 102         double loose_mid_side_stereo_frames_exact;        /* exact number of frames the encoder will use before trying both independent and mid/side frames again */
 103         unsigned loose_mid_side_stereo_frames;            /* rounded number of frames the encoder will use before trying both independent and mid/side frames again */
 104         unsigned loose_mid_side_stereo_frame_count;       /* number of frames using the current channel assignment */
 105         FLAC__ChannelAssignment last_channel_assignment;
 106         FLAC__StreamMetadata metadata;
 107         unsigned current_sample_number;
 108         unsigned current_frame_number;
 109         struct MD5Context md5context;
 110         FLAC__CPUInfo cpuinfo;
 111         unsigned (*local_fixed_compute_best_predictor)(const FLAC__int32 data[], unsigned data_len, FLAC__real residual_bits_per_sample[FLAC__MAX_FIXED_ORDER+1]);
 112         void (*local_lpc_compute_autocorrelation)(const FLAC__real data[], unsigned data_len, unsigned lag, FLAC__real autoc[]);
 113         void (*local_lpc_compute_residual_from_qlp_coefficients)(const FLAC__int32 data[], unsigned data_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
 114         void (*local_lpc_compute_residual_from_qlp_coefficients_16bit)(const FLAC__int32 data[], unsigned data_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
 115         FLAC__bool use_wide_by_block;                     /* use slow 64-bit versions of some functions because of the block size */
 116         FLAC__bool use_wide_by_partition;                 /* use slow 64-bit versions of some functions because of the min partition order and blocksize */
 117         FLAC__bool use_wide_by_order;                     /* use slow 64-bit versions of some functions because of the lpc order */
 118         FLAC__bool precompute_partition_sums;             /* our initial guess as to whether precomputing the partitions sums will be a speed improvement */
 119         FLAC__StreamEncoderWriteStatus (*write_callback)(const FLAC__StreamEncoder *encoder, const FLAC__byte buffer[], unsigned bytes, unsigned samples, unsigned current_frame, void *client_data);
 120         void (*metadata_callback)(const FLAC__StreamEncoder *encoder, const FLAC__StreamMetadata *metadata, void *client_data);
 121         void *client_data;
 122         /* unaligned (original) pointers to allocated data */
 123         FLAC__int32 *integer_signal_unaligned[FLAC__MAX_CHANNELS];
 124         FLAC__int32 *integer_signal_mid_side_unaligned[2];
 125         FLAC__real *real_signal_unaligned[FLAC__MAX_CHANNELS];
 126         FLAC__real *real_signal_mid_side_unaligned[2];
 127         FLAC__int32 *residual_workspace_unaligned[FLAC__MAX_CHANNELS][2];
 128         FLAC__int32 *residual_workspace_mid_side_unaligned[2][2];
 129         FLAC__uint32 *abs_residual_unaligned;
 130         FLAC__uint64 *abs_residual_partition_sums_unaligned;
 131         unsigned *raw_bits_per_partition_unaligned;
 132         /*
 133          * These fields have been moved here from private function local
 134          * declarations merely to save stack space during encoding.
 135          */
 136         FLAC__real lp_coeff[FLAC__MAX_LPC_ORDER][FLAC__MAX_LPC_ORDER]; /* from stream_encoder_process_subframe_() */
 137         unsigned parameters[2][1 << FLAC__MAX_RICE_PARTITION_ORDER], raw_bits[2][1 << FLAC__MAX_RICE_PARTITION_ORDER]; /* from stream_encoder_find_best_partition_order_() */
 138 } FLAC__StreamEncoderPrivate;
 139
 140 /***********************************************************************
 141  *
 142  * Public static class data
 143  *
 144  ***********************************************************************/
 145
 146 const char * const FLAC__StreamEncoderStateString[] = {
 147         "FLAC__STREAM_ENCODER_OK",
 148         "FLAC__STREAM_ENCODER_INVALID_CALLBACK",
 149         "FLAC__STREAM_ENCODER_INVALID_NUMBER_OF_CHANNELS",
 150         "FLAC__STREAM_ENCODER_INVALID_BITS_PER_SAMPLE",
 151         "FLAC__STREAM_ENCODER_INVALID_SAMPLE_RATE",
 152         "FLAC__STREAM_ENCODER_INVALID_BLOCK_SIZE",
 153         "FLAC__STREAM_ENCODER_INVALID_QLP_COEFF_PRECISION",
 154         "FLAC__STREAM_ENCODER_MID_SIDE_CHANNELS_MISMATCH",
 155         "FLAC__STREAM_ENCODER_MID_SIDE_SAMPLE_SIZE_MISMATCH",
 156         "FLAC__STREAM_ENCODER_ILLEGAL_MID_SIDE_FORCE",
 157         "FLAC__STREAM_ENCODER_BLOCK_SIZE_TOO_SMALL_FOR_LPC_ORDER",
 158         "FLAC__STREAM_ENCODER_NOT_STREAMABLE",
 159         "FLAC__STREAM_ENCODER_FRAMING_ERROR",
 160         "FLAC__STREAM_ENCODER_INVALID_METADATA",
 161         "FLAC__STREAM_ENCODER_FATAL_ERROR_WHILE_ENCODING",
 162         "FLAC__STREAM_ENCODER_FATAL_ERROR_WHILE_WRITING",
 163         "FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR",
 164         "FLAC__STREAM_ENCODER_ALREADY_INITIALIZED",
 165         "FLAC__STREAM_ENCODER_UNINITIALIZED"
 166 };
 167
 168 const char * const FLAC__StreamEncoderWriteStatusString[] = {
 169         "FLAC__STREAM_ENCODER_WRITE_OK",
 170         "FLAC__STREAM_ENCODER_WRITE_FATAL_ERROR"
 171 };
 172
 173 /***********************************************************************
 174  *
 175  * Class constructor/destructor
 176  *
 177  ***********************************************************************/
 178 FLAC__StreamEncoder *FLAC__stream_encoder_new()
 179 {
 180         FLAC__StreamEncoder *encoder;
 181
 182         FLAC__ASSERT(sizeof(int) >= 4); /* we want to die right away if this is not true */
 183
 184         encoder = (FLAC__StreamEncoder*)malloc(sizeof(FLAC__StreamEncoder));
 185         if(encoder == 0) {
 186                 return 0;
 187         }
 188         encoder->protected_ = (FLAC__StreamEncoderProtected*)malloc(sizeof(FLAC__StreamEncoderProtected));
 189         if(encoder->protected_ == 0) {
 190                 free(encoder);
 191                 return 0;
 192         }
 193         encoder->private_ = (FLAC__StreamEncoderPrivate*)malloc(sizeof(FLAC__StreamEncoderPrivate));
 194         if(encoder->private_ == 0) {
 195                 free(encoder->protected_);
 196                 free(encoder);
 197                 return 0;
 198         }
 199         encoder->private_->frame = FLAC__bitbuffer_new();
 200         if(encoder->private_->frame == 0) {
 201                 free(encoder->private_);
 202                 free(encoder->protected_);
 203                 free(encoder);
 204                 return 0;
 205         }
 206
 207         stream_encoder_set_defaults_(encoder);
 208
 209         encoder->protected_->state = FLAC__STREAM_ENCODER_UNINITIALIZED;
 210
 211         return encoder;
 212 }
 213
 214 void FLAC__stream_encoder_delete(FLAC__StreamEncoder *encoder)
 215 {
 216         FLAC__ASSERT(encoder != 0);
 217         FLAC__ASSERT(encoder->protected_ != 0);
 218         FLAC__ASSERT(encoder->private_ != 0);
 219         FLAC__ASSERT(encoder->private_->frame != 0);
 220
 221         stream_encoder_free_(encoder);
 222         FLAC__bitbuffer_delete(encoder->private_->frame);
 223         free(encoder->private_);
 224         free(encoder->protected_);
 225         free(encoder);
 226 }
 227
 228 /***********************************************************************
 229  *
 230  * Public class methods
 231  *
 232  ***********************************************************************/
 233
 234 FLAC__StreamEncoderState FLAC__stream_encoder_init(FLAC__StreamEncoder *encoder)
 235 {
 236         unsigned i;
 237
 238         FLAC__ASSERT(encoder != 0);
 239
 240         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 241                 return encoder->protected_->state = FLAC__STREAM_ENCODER_ALREADY_INITIALIZED;
 242
 243         encoder->protected_->state = FLAC__STREAM_ENCODER_OK;
 244
 245         if(0 == encoder->private_->write_callback || 0 == encoder->private_->metadata_callback)
 246                 return encoder->protected_->state = FLAC__STREAM_ENCODER_INVALID_CALLBACK;
 247
 248         if(encoder->protected_->channels == 0 || encoder->protected_->channels > FLAC__MAX_CHANNELS)
 249                 return encoder->protected_->state = FLAC__STREAM_ENCODER_INVALID_NUMBER_OF_CHANNELS;
 250
 251         if(encoder->protected_->do_mid_side_stereo && encoder->protected_->channels != 2)
 252                 return encoder->protected_->state = FLAC__STREAM_ENCODER_MID_SIDE_CHANNELS_MISMATCH;
 253
 254         if(encoder->protected_->loose_mid_side_stereo && !encoder->protected_->do_mid_side_stereo)
 255                 return encoder->protected_->state = FLAC__STREAM_ENCODER_ILLEGAL_MID_SIDE_FORCE;
 256
 257         if(encoder->protected_->bits_per_sample >= 32)
 258                 encoder->protected_->do_mid_side_stereo = false; /* since we do 32-bit math, the side channel would have 33 bps and overflow */
 259
 260         if(encoder->protected_->bits_per_sample < FLAC__MIN_BITS_PER_SAMPLE || encoder->protected_->bits_per_sample > FLAC__REFERENCE_CODEC_MAX_BITS_PER_SAMPLE)
 261                 return encoder->protected_->state = FLAC__STREAM_ENCODER_INVALID_BITS_PER_SAMPLE;
 262
 263         if(!FLAC__format_sample_rate_is_valid(encoder->protected_->sample_rate))
 264                 return encoder->protected_->state = FLAC__STREAM_ENCODER_INVALID_SAMPLE_RATE;
 265
 266         if(encoder->protected_->blocksize < FLAC__MIN_BLOCK_SIZE || encoder->protected_->blocksize > FLAC__MAX_BLOCK_SIZE)
 267                 return encoder->protected_->state = FLAC__STREAM_ENCODER_INVALID_BLOCK_SIZE;
 268
 269         if(encoder->protected_->blocksize < encoder->protected_->max_lpc_order)
 270                 return encoder->protected_->state = FLAC__STREAM_ENCODER_BLOCK_SIZE_TOO_SMALL_FOR_LPC_ORDER;
 271
 272         if(encoder->protected_->qlp_coeff_precision == 0) {
 273                 if(encoder->protected_->bits_per_sample < 16) {
 274                         /* @@@ need some data about how to set this here w.r.t. blocksize and sample rate */
 275                         /* @@@ until then we'll make a guess */
 276                         encoder->protected_->qlp_coeff_precision = max(5, 2 + encoder->protected_->bits_per_sample / 2);
 277                 }
 278                 else if(encoder->protected_->bits_per_sample == 16) {
 279                         if(encoder->protected_->blocksize <= 192)
 280                                 encoder->protected_->qlp_coeff_precision = 7;
 281                         else if(encoder->protected_->blocksize <= 384)
 282                                 encoder->protected_->qlp_coeff_precision = 8;
 283                         else if(encoder->protected_->blocksize <= 576)
 284                                 encoder->protected_->qlp_coeff_precision = 9;
 285                         else if(encoder->protected_->blocksize <= 1152)
 286                                 encoder->protected_->qlp_coeff_precision = 10;
 287                         else if(encoder->protected_->blocksize <= 2304)
 288                                 encoder->protected_->qlp_coeff_precision = 11;
 289                         else if(encoder->protected_->blocksize <= 4608)
 290                                 encoder->protected_->qlp_coeff_precision = 12;
 291                         else
 292                                 encoder->protected_->qlp_coeff_precision = 13;
 293                 }
 294                 else {
 295                         encoder->protected_->qlp_coeff_precision = min(13, 8*sizeof(FLAC__int32) - encoder->protected_->bits_per_sample - 1 - 2); /* @@@ -2 to keep things 32-bit safe */
 296                 }
 297         }
 298         else if(encoder->protected_->qlp_coeff_precision < FLAC__MIN_QLP_COEFF_PRECISION || encoder->protected_->qlp_coeff_precision + encoder->protected_->bits_per_sample >= 8*sizeof(FLAC__uint32) || encoder->protected_->qlp_coeff_precision >= (1u<<FLAC__SUBFRAME_LPC_QLP_COEFF_PRECISION_LEN))
 299                 return encoder->protected_->state = FLAC__STREAM_ENCODER_INVALID_QLP_COEFF_PRECISION;
 300
 301         if(encoder->protected_->streamable_subset) {
 302                 /*@@@ add check for blocksize here */
 303                 if(encoder->protected_->bits_per_sample != 8 && encoder->protected_->bits_per_sample != 12 && encoder->protected_->bits_per_sample != 16 && encoder->protected_->bits_per_sample != 20 && encoder->protected_->bits_per_sample != 24)
 304                         return encoder->protected_->state = FLAC__STREAM_ENCODER_NOT_STREAMABLE;
 305                 if(encoder->protected_->sample_rate > 655350)
 306                         return encoder->protected_->state = FLAC__STREAM_ENCODER_NOT_STREAMABLE;
 307         }
 308
 309         if(encoder->protected_->max_residual_partition_order >= (1u << FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ORDER_LEN))
 310                 encoder->protected_->max_residual_partition_order = (1u << FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ORDER_LEN) - 1;
 311         if(encoder->protected_->min_residual_partition_order >= encoder->protected_->max_residual_partition_order)
 312                 encoder->protected_->min_residual_partition_order = encoder->protected_->max_residual_partition_order;
 313
 314         /* validate metadata */
 315         if(0 == encoder->protected_->metadata && encoder->protected_->num_metadata_blocks > 0)
 316                 return encoder->protected_->state = FLAC__STREAM_ENCODER_INVALID_METADATA;
 317         for(i = 0; i < encoder->protected_->num_metadata_blocks; i++) {
 318                 if(encoder->protected_->metadata[i]->type == FLAC__METADATA_TYPE_STREAMINFO)
 319                         return encoder->protected_->state = FLAC__STREAM_ENCODER_INVALID_METADATA;
 320                 else if(encoder->protected_->metadata[i]->type == FLAC__METADATA_TYPE_SEEKTABLE) {
 321                         if(!FLAC__format_seektable_is_legal(&encoder->protected_->metadata[i]->data.seek_table))
 322                                 return encoder->protected_->state = FLAC__STREAM_ENCODER_INVALID_METADATA;
 323                 }
 324         }
 325
 326         encoder->private_->input_capacity = 0;
 327         for(i = 0; i < encoder->protected_->channels; i++) {
 328                 encoder->private_->integer_signal_unaligned[i] = encoder->private_->integer_signal[i] = 0;
 329                 encoder->private_->real_signal_unaligned[i] = encoder->private_->real_signal[i] = 0;
 330         }
 331         for(i = 0; i < 2; i++) {
 332                 encoder->private_->integer_signal_mid_side_unaligned[i] = encoder->private_->integer_signal_mid_side[i] = 0;
 333                 encoder->private_->real_signal_mid_side_unaligned[i] = encoder->private_->real_signal_mid_side[i] = 0;
 334         }
 335         for(i = 0; i < encoder->protected_->channels; i++) {
 336                 encoder->private_->residual_workspace_unaligned[i][0] = encoder->private_->residual_workspace[i][0] = 0;
 337                 encoder->private_->residual_workspace_unaligned[i][1] = encoder->private_->residual_workspace[i][1] = 0;
 338                 encoder->private_->best_subframe[i] = 0;
 339         }
 340         for(i = 0; i < 2; i++) {
 341                 encoder->private_->residual_workspace_mid_side_unaligned[i][0] = encoder->private_->residual_workspace_mid_side[i][0] = 0;
 342                 encoder->private_->residual_workspace_mid_side_unaligned[i][1] = encoder->private_->residual_workspace_mid_side[i][1] = 0;
 343                 encoder->private_->best_subframe_mid_side[i] = 0;
 344         }
 345         for(i = 0; i < encoder->protected_->channels; i++) {
 346                 encoder->private_->subframe_workspace_ptr[i][0] = &encoder->private_->subframe_workspace[i][0];
 347                 encoder->private_->subframe_workspace_ptr[i][1] = &encoder->private_->subframe_workspace[i][1];
 348         }
 349         for(i = 0; i < 2; i++) {
 350                 encoder->private_->subframe_workspace_ptr_mid_side[i][0] = &encoder->private_->subframe_workspace_mid_side[i][0];
 351                 encoder->private_->subframe_workspace_ptr_mid_side[i][1] = &encoder->private_->subframe_workspace_mid_side[i][1];
 352         }
 353         encoder->private_->abs_residual_unaligned = encoder->private_->abs_residual = 0;
 354         encoder->private_->abs_residual_partition_sums_unaligned = encoder->private_->abs_residual_partition_sums = 0;
 355         encoder->private_->raw_bits_per_partition_unaligned = encoder->private_->raw_bits_per_partition = 0;
 356         encoder->private_->loose_mid_side_stereo_frames_exact = (double)encoder->protected_->sample_rate * 0.4 / (double)encoder->protected_->blocksize;
 357         encoder->private_->loose_mid_side_stereo_frames = (unsigned)(encoder->private_->loose_mid_side_stereo_frames_exact + 0.5);
 358         if(encoder->private_->loose_mid_side_stereo_frames == 0)
 359                 encoder->private_->loose_mid_side_stereo_frames = 1;
 360         encoder->private_->loose_mid_side_stereo_frame_count = 0;
 361         encoder->private_->current_sample_number = 0;
 362         encoder->private_->current_frame_number = 0;
 363
 364         encoder->private_->use_wide_by_block = (encoder->protected_->bits_per_sample + FLAC__bitmath_ilog2(encoder->protected_->blocksize)+1 > 30);
 365         encoder->private_->use_wide_by_order = (encoder->protected_->bits_per_sample + FLAC__bitmath_ilog2(max(encoder->protected_->max_lpc_order, FLAC__MAX_FIXED_ORDER))+1 > 30); /*@@@ need to use this? */
 366         encoder->private_->use_wide_by_partition = (false); /*@@@ need to set this */
 367
 368         /*
 369          * get the CPU info and set the function pointers
 370          */
 371         FLAC__cpu_info(&encoder->private_->cpuinfo);
 372         /* first default to the non-asm routines */
 373         encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation;
 374         encoder->private_->local_fixed_compute_best_predictor = FLAC__fixed_compute_best_predictor;
 375         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients = FLAC__lpc_compute_residual_from_qlp_coefficients;
 376         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients_16bit = FLAC__lpc_compute_residual_from_qlp_coefficients;
 377         /* now override with asm where appropriate */
 378 #ifndef FLAC__NO_ASM
 379         if(encoder->private_->cpuinfo.use_asm) {
 380 #ifdef FLAC__CPU_IA32
 381                 FLAC__ASSERT(encoder->private_->cpuinfo.type == FLAC__CPUINFO_TYPE_IA32);
 382 #ifdef FLAC__HAS_NASM
 383                 if(0 && encoder->private_->cpuinfo.data.ia32.sse) {
 384                         if(encoder->protected_->max_lpc_order < 4)
 385                                 encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation_asm_ia32_sse_lag_4;
 386                         else if(encoder->protected_->max_lpc_order < 8)
 387                                 encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation_asm_ia32_sse_lag_8;
 388                         else if(encoder->protected_->max_lpc_order < 12)
 389                                 encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation_asm_ia32_sse_lag_12;
 390                         else
 391                                 encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation_asm_ia32;
 392                 }
 393                 else if(encoder->private_->cpuinfo.data.ia32._3dnow)
 394                         encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation_asm_ia32_3dnow;
 395                 else
 396                         encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation_asm_ia32;
 397                 if(encoder->private_->cpuinfo.data.ia32.mmx && encoder->private_->cpuinfo.data.ia32.cmov)
 398                         encoder->private_->local_fixed_compute_best_predictor = FLAC__fixed_compute_best_predictor_asm_ia32_mmx_cmov;
 399                 if(encoder->private_->cpuinfo.data.ia32.mmx) {
 400                         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients = FLAC__lpc_compute_residual_from_qlp_coefficients_asm_ia32;
 401                         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients_16bit = FLAC__lpc_compute_residual_from_qlp_coefficients_asm_ia32_mmx;
 402                 }
 403                 else {
 404                         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients = FLAC__lpc_compute_residual_from_qlp_coefficients_asm_ia32;
 405                         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients_16bit = FLAC__lpc_compute_residual_from_qlp_coefficients_asm_ia32;
 406                 }
 407 #endif
 408 #endif
 409         }
 410 #endif
 411         /* finally override based on wide-ness if necessary */
 412         if(encoder->private_->use_wide_by_block) {
 413                 encoder->private_->local_fixed_compute_best_predictor = FLAC__fixed_compute_best_predictor_wide;
 414         }
 415
 416         /* we require precompute_partition_sums if do_escape_coding because of their intertwined nature */
 417         encoder->private_->precompute_partition_sums = (encoder->protected_->max_residual_partition_order > encoder->protected_->min_residual_partition_order) || encoder->protected_->do_escape_coding;
 418
 419         if(!stream_encoder_resize_buffers_(encoder, encoder->protected_->blocksize)) {
 420                 /* the above function sets the state for us in case of an error */
 421                 return encoder->protected_->state;
 422         }
 423
 424         if(!FLAC__bitbuffer_init(encoder->private_->frame))
 425                 return encoder->protected_->state = FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR;
 426
 427         /*
 428          * write the stream header
 429          */
 430         if(!FLAC__bitbuffer_write_raw_uint32(encoder->private_->frame, FLAC__STREAM_SYNC, FLAC__STREAM_SYNC_LEN))
 431                 return encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
 432
 433         encoder->private_->metadata.type = FLAC__METADATA_TYPE_STREAMINFO;
 434         encoder->private_->metadata.is_last = (encoder->protected_->num_metadata_blocks == 0);
 435         encoder->private_->metadata.length = FLAC__STREAM_METADATA_STREAMINFO_LENGTH;
 436         encoder->private_->metadata.data.stream_info.min_blocksize = encoder->protected_->blocksize; /* this encoder uses the same blocksize for the whole stream */
 437         encoder->private_->metadata.data.stream_info.max_blocksize = encoder->protected_->blocksize;
 438         encoder->private_->metadata.data.stream_info.min_framesize = 0; /* we don't know this yet; have to fill it in later */
 439         encoder->private_->metadata.data.stream_info.max_framesize = 0; /* we don't know this yet; have to fill it in later */
 440         encoder->private_->metadata.data.stream_info.sample_rate = encoder->protected_->sample_rate;
 441         encoder->private_->metadata.data.stream_info.channels = encoder->protected_->channels;
 442         encoder->private_->metadata.data.stream_info.bits_per_sample = encoder->protected_->bits_per_sample;
 443         encoder->private_->metadata.data.stream_info.total_samples = encoder->protected_->total_samples_estimate; /* we will replace this later with the real total */
 444         memset(encoder->private_->metadata.data.stream_info.md5sum, 0, 16); /* we don't know this yet; have to fill it in later */
 445         MD5Init(&encoder->private_->md5context);
 446         if(!FLAC__add_metadata_block(&encoder->private_->metadata, encoder->private_->frame))
 447                 return encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
 448
 449         for(i = 0; i < encoder->protected_->num_metadata_blocks; i++) {
 450                 encoder->protected_->metadata[i]->is_last = (i == encoder->protected_->num_metadata_blocks - 1);
 451                 if(!FLAC__add_metadata_block(encoder->protected_->metadata[i], encoder->private_->frame))
 452                         return encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
 453         }
 454
 455         FLAC__ASSERT(FLAC__bitbuffer_is_byte_aligned(encoder->private_->frame));
 456         {
 457                 const FLAC__byte *buffer;
 458                 unsigned bytes;
 459
 460                 FLAC__bitbuffer_get_buffer(encoder->private_->frame, &buffer, &bytes);
 461
 462                 if(encoder->private_->write_callback(encoder, buffer, bytes, 0, encoder->private_->current_frame_number, encoder->private_->client_data) != FLAC__STREAM_ENCODER_WRITE_OK)
 463                         return encoder->protected_->state = FLAC__STREAM_ENCODER_FATAL_ERROR_WHILE_WRITING;
 464
 465                 FLAC__bitbuffer_release_buffer(encoder->private_->frame);
 466         }
 467
 468         /* now that the metadata block is written, we can init this to an absurdly-high value... */
 469         encoder->private_->metadata.data.stream_info.min_framesize = (1u << FLAC__STREAM_METADATA_STREAMINFO_MIN_FRAME_SIZE_LEN) - 1;
 470         /* ... and clear this to 0 */
 471         encoder->private_->metadata.data.stream_info.total_samples = 0;
 472
 473         return encoder->protected_->state;
 474 }
 475
 476 void FLAC__stream_encoder_finish(FLAC__StreamEncoder *encoder)
 477 {
 478         unsigned i, channel;
 479
 480         FLAC__ASSERT(encoder != 0);
 481         if(encoder->protected_->state == FLAC__STREAM_ENCODER_UNINITIALIZED)
 482                 return;
 483         if(encoder->private_->current_sample_number != 0) {
 484                 encoder->protected_->blocksize = encoder->private_->current_sample_number;
 485                 stream_encoder_process_frame_(encoder, true); /* true => is last frame */
 486         }
 487         MD5Final(encoder->private_->metadata.data.stream_info.md5sum, &encoder->private_->md5context);
 488         encoder->private_->metadata_callback(encoder, &encoder->private_->metadata, encoder->private_->client_data);
 489
 490         stream_encoder_free_(encoder);
 491         stream_encoder_set_defaults_(encoder);
 492
 493         encoder->protected_->state = FLAC__STREAM_ENCODER_UNINITIALIZED;
 494 }
 495
 496 FLAC__bool FLAC__stream_encoder_set_streamable_subset(FLAC__StreamEncoder *encoder, FLAC__bool value)
 497 {
 498         FLAC__ASSERT(0 != encoder);
 499         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 500                 return false;
 501         encoder->protected_->streamable_subset = value;
 502         return true;
 503 }
 504
 505 FLAC__bool FLAC__stream_encoder_set_do_mid_side_stereo(FLAC__StreamEncoder *encoder, FLAC__bool value)
 506 {
 507         FLAC__ASSERT(0 != encoder);
 508         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 509                 return false;
 510         encoder->protected_->do_mid_side_stereo = value;
 511         return true;
 512 }
 513
 514 FLAC__bool FLAC__stream_encoder_set_loose_mid_side_stereo(FLAC__StreamEncoder *encoder, FLAC__bool value)
 515 {
 516         FLAC__ASSERT(0 != encoder);
 517         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 518                 return false;
 519         encoder->protected_->loose_mid_side_stereo = value;
 520         return true;
 521 }
 522
 523 FLAC__bool FLAC__stream_encoder_set_channels(FLAC__StreamEncoder *encoder, unsigned value)
 524 {
 525         FLAC__ASSERT(0 != encoder);
 526         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 527                 return false;
 528         encoder->protected_->channels = value;
 529         return true;
 530 }
 531
 532 FLAC__bool FLAC__stream_encoder_set_bits_per_sample(FLAC__StreamEncoder *encoder, unsigned value)
 533 {
 534         FLAC__ASSERT(0 != encoder);
 535         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 536                 return false;
 537         encoder->protected_->bits_per_sample = value;
 538         return true;
 539 }
 540
 541 FLAC__bool FLAC__stream_encoder_set_sample_rate(FLAC__StreamEncoder *encoder, unsigned value)
 542 {
 543         FLAC__ASSERT(0 != encoder);
 544         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 545                 return false;
 546         encoder->protected_->sample_rate = value;
 547         return true;
 548 }
 549
 550 FLAC__bool FLAC__stream_encoder_set_blocksize(FLAC__StreamEncoder *encoder, unsigned value)
 551 {
 552         FLAC__ASSERT(0 != encoder);
 553         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 554                 return false;
 555         encoder->protected_->blocksize = value;
 556         return true;
 557 }
 558
 559 FLAC__bool FLAC__stream_encoder_set_max_lpc_order(FLAC__StreamEncoder *encoder, unsigned value)
 560 {
 561         FLAC__ASSERT(0 != encoder);
 562         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 563                 return false;
 564         encoder->protected_->max_lpc_order = value;
 565         return true;
 566 }
 567
 568 FLAC__bool FLAC__stream_encoder_set_qlp_coeff_precision(FLAC__StreamEncoder *encoder, unsigned value)
 569 {
 570         FLAC__ASSERT(0 != encoder);
 571         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 572                 return false;
 573         encoder->protected_->qlp_coeff_precision = value;
 574         return true;
 575 }
 576
 577 FLAC__bool FLAC__stream_encoder_set_do_qlp_coeff_prec_search(FLAC__StreamEncoder *encoder, FLAC__bool value)
 578 {
 579         FLAC__ASSERT(0 != encoder);
 580         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 581                 return false;
 582         encoder->protected_->do_qlp_coeff_prec_search = value;
 583         return true;
 584 }
 585
 586 FLAC__bool FLAC__stream_encoder_set_do_escape_coding(FLAC__StreamEncoder *encoder, FLAC__bool value)
 587 {
 588         FLAC__ASSERT(0 != encoder);
 589         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 590                 return false;
 591         /*@@@ deprecated:
 592         encoder->protected_->do_escape_coding = value;
 593         */
 594         return true;
 595 }
 596
 597 FLAC__bool FLAC__stream_encoder_set_do_exhaustive_model_search(FLAC__StreamEncoder *encoder, FLAC__bool value)
 598 {
 599         FLAC__ASSERT(0 != encoder);
 600         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 601                 return false;
 602         encoder->protected_->do_exhaustive_model_search = value;
 603         return true;
 604 }
 605
 606 FLAC__bool FLAC__stream_encoder_set_min_residual_partition_order(FLAC__StreamEncoder *encoder, unsigned value)
 607 {
 608         FLAC__ASSERT(0 != encoder);
 609         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 610                 return false;
 611         encoder->protected_->min_residual_partition_order = value;
 612         return true;
 613 }
 614
 615 FLAC__bool FLAC__stream_encoder_set_max_residual_partition_order(FLAC__StreamEncoder *encoder, unsigned value)
 616 {
 617         FLAC__ASSERT(0 != encoder);
 618         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 619                 return false;
 620         encoder->protected_->max_residual_partition_order = value;
 621         return true;
 622 }
 623
 624 FLAC__bool FLAC__stream_encoder_set_rice_parameter_search_dist(FLAC__StreamEncoder *encoder, unsigned value)
 625 {
 626         FLAC__ASSERT(0 != encoder);
 627         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 628                 return false;
 629         /*@@@ deprecated:
 630         encoder->protected_->rice_parameter_search_dist = value;
 631         */
 632         return true;
 633 }
 634
 635 FLAC__bool FLAC__stream_encoder_set_total_samples_estimate(FLAC__StreamEncoder *encoder, FLAC__uint64 value)
 636 {
 637         FLAC__ASSERT(0 != encoder);
 638         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 639                 return false;
 640         encoder->protected_->total_samples_estimate = value;
 641         return true;
 642 }
 643
 644 FLAC__bool FLAC__stream_encoder_set_metadata(FLAC__StreamEncoder *encoder, FLAC__StreamMetadata **metadata, unsigned num_blocks)
 645 {
 646         FLAC__ASSERT(0 != encoder);
 647         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 648                 return false;
 649         encoder->protected_->metadata = metadata;
 650         encoder->protected_->num_metadata_blocks = num_blocks;
 651         return true;
 652 }
 653
 654 FLAC__bool FLAC__stream_encoder_set_write_callback(FLAC__StreamEncoder *encoder, FLAC__StreamEncoderWriteStatus (*value)(const FLAC__StreamEncoder *encoder, const FLAC__byte buffer[], unsigned bytes, unsigned samples, unsigned current_frame, void *client_data))
 655 {
 656         FLAC__ASSERT(0 != encoder);
 657         FLAC__ASSERT(0 != value);
 658         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 659                 return false;
 660         encoder->private_->write_callback = value;
 661         return true;
 662 }
 663
 664 FLAC__bool FLAC__stream_encoder_set_metadata_callback(FLAC__StreamEncoder *encoder, void (*value)(const FLAC__StreamEncoder *encoder, const FLAC__StreamMetadata *metadata, void *client_data))
 665 {
 666         FLAC__ASSERT(0 != encoder);
 667         FLAC__ASSERT(0 != value);
 668         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 669                 return false;
 670         encoder->private_->metadata_callback = value;
 671         return true;
 672 }
 673
 674 FLAC__bool FLAC__stream_encoder_set_client_data(FLAC__StreamEncoder *encoder, void *value)
 675 {
 676         FLAC__ASSERT(0 != encoder);
 677         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 678                 return false;
 679         encoder->private_->client_data = value;
 680         return true;
 681 }
 682
 683 FLAC__StreamEncoderState FLAC__stream_encoder_get_state(const FLAC__StreamEncoder *encoder)
 684 {
 685         FLAC__ASSERT(0 != encoder);
 686         return encoder->protected_->state;
 687 }
 688
 689 FLAC__bool FLAC__stream_encoder_get_streamable_subset(const FLAC__StreamEncoder *encoder)
 690 {
 691         FLAC__ASSERT(0 != encoder);
 692         return encoder->protected_->streamable_subset;
 693 }
 694
 695 FLAC__bool FLAC__stream_encoder_get_do_mid_side_stereo(const FLAC__StreamEncoder *encoder)
 696 {
 697         FLAC__ASSERT(0 != encoder);
 698         return encoder->protected_->do_mid_side_stereo;
 699 }
 700
 701 FLAC__bool FLAC__stream_encoder_get_loose_mid_side_stereo(const FLAC__StreamEncoder *encoder)
 702 {
 703         FLAC__ASSERT(0 != encoder);
 704         return encoder->protected_->loose_mid_side_stereo;
 705 }
 706
 707 unsigned FLAC__stream_encoder_get_channels(const FLAC__StreamEncoder *encoder)
 708 {
 709         FLAC__ASSERT(0 != encoder);
 710         return encoder->protected_->channels;
 711 }
 712
 713 unsigned FLAC__stream_encoder_get_bits_per_sample(const FLAC__StreamEncoder *encoder)
 714 {
 715         FLAC__ASSERT(0 != encoder);
 716         return encoder->protected_->bits_per_sample;
 717 }
 718
 719 unsigned FLAC__stream_encoder_get_sample_rate(const FLAC__StreamEncoder *encoder)
 720 {
 721         FLAC__ASSERT(0 != encoder);
 722         return encoder->protected_->sample_rate;
 723 }
 724
 725 unsigned FLAC__stream_encoder_get_blocksize(const FLAC__StreamEncoder *encoder)
 726 {
 727         FLAC__ASSERT(0 != encoder);
 728         return encoder->protected_->blocksize;
 729 }
 730
 731 unsigned FLAC__stream_encoder_get_max_lpc_order(const FLAC__StreamEncoder *encoder)
 732 {
 733         FLAC__ASSERT(0 != encoder);
 734         return encoder->protected_->max_lpc_order;
 735 }
 736
 737 unsigned FLAC__stream_encoder_get_qlp_coeff_precision(const FLAC__StreamEncoder *encoder)
 738 {
 739         FLAC__ASSERT(0 != encoder);
 740         return encoder->protected_->qlp_coeff_precision;
 741 }
 742
 743 FLAC__bool FLAC__stream_encoder_get_do_qlp_coeff_prec_search(const FLAC__StreamEncoder *encoder)
 744 {
 745         FLAC__ASSERT(0 != encoder);
 746         return encoder->protected_->do_qlp_coeff_prec_search;
 747 }
 748
 749 FLAC__bool FLAC__stream_encoder_get_do_escape_coding(const FLAC__StreamEncoder *encoder)
 750 {
 751         FLAC__ASSERT(0 != encoder);
 752         return encoder->protected_->do_escape_coding;
 753 }
 754
 755 FLAC__bool FLAC__stream_encoder_get_do_exhaustive_model_search(const FLAC__StreamEncoder *encoder)
 756 {
 757         FLAC__ASSERT(0 != encoder);
 758         return encoder->protected_->do_exhaustive_model_search;
 759 }
 760
 761 unsigned FLAC__stream_encoder_get_min_residual_partition_order(const FLAC__StreamEncoder *encoder)
 762 {
 763         FLAC__ASSERT(0 != encoder);
 764         return encoder->protected_->min_residual_partition_order;
 765 }
 766
 767 unsigned FLAC__stream_encoder_get_max_residual_partition_order(const FLAC__StreamEncoder *encoder)
 768 {
 769         FLAC__ASSERT(0 != encoder);
 770         return encoder->protected_->max_residual_partition_order;
 771 }
 772
 773 unsigned FLAC__stream_encoder_get_rice_parameter_search_dist(const FLAC__StreamEncoder *encoder)
 774 {
 775         FLAC__ASSERT(0 != encoder);
 776         return encoder->protected_->rice_parameter_search_dist;
 777 }
 778
 779 FLAC__bool FLAC__stream_encoder_process(FLAC__StreamEncoder *encoder, const FLAC__int32 * const buffer[], unsigned samples)
 780 {
 781         unsigned i, j, channel;
 782         FLAC__int32 x, mid, side;
 783         const unsigned channels = encoder->protected_->channels, blocksize = encoder->protected_->blocksize;
 784
 785         FLAC__ASSERT(encoder != 0);
 786         FLAC__ASSERT(encoder->protected_->state == FLAC__STREAM_ENCODER_OK);
 787
 788         j = 0;
 789         if(encoder->protected_->do_mid_side_stereo && channels == 2) {
 790                 do {
 791                         for(i = encoder->private_->current_sample_number; i < blocksize && j < samples; i++, j++) {
 792                                 x = mid = side = buffer[0][j];
 793                                 encoder->private_->integer_signal[0][i] = x;
 794                                 encoder->private_->real_signal[0][i] = (FLAC__real)x;
 795                                 x = buffer[1][j];
 796                                 encoder->private_->integer_signal[1][i] = x;
 797                                 encoder->private_->real_signal[1][i] = (FLAC__real)x;
 798                                 mid += x;
 799                                 side -= x;
 800                                 mid >>= 1; /* NOTE: not the same as 'mid = (buffer[0][j] + buffer[1][j]) / 2' ! */
 801                                 encoder->private_->integer_signal_mid_side[1][i] = side;
 802                                 encoder->private_->integer_signal_mid_side[0][i] = mid;
 803                                 encoder->private_->real_signal_mid_side[1][i] = (FLAC__real)side;
 804                                 encoder->private_->real_signal_mid_side[0][i] = (FLAC__real)mid;
 805                                 encoder->private_->current_sample_number++;
 806                         }
 807                         if(i == blocksize) {
 808                                 if(!stream_encoder_process_frame_(encoder, false)) /* false => not last frame */
 809                                         return false;
 810                         }
 811                 } while(j < samples);
 812         }
 813         else {
 814                 do {
 815                         for(i = encoder->private_->current_sample_number; i < blocksize && j < samples; i++, j++) {
 816                                 for(channel = 0; channel < channels; channel++) {
 817                                         x = buffer[channel][j];
 818                                         encoder->private_->integer_signal[channel][i] = x;
 819                                         encoder->private_->real_signal[channel][i] = (FLAC__real)x;
 820                                 }
 821                                 encoder->private_->current_sample_number++;
 822                         }
 823                         if(i == blocksize) {
 824                                 if(!stream_encoder_process_frame_(encoder, false)) /* false => not last frame */
 825                                         return false;
 826                         }
 827                 } while(j < samples);
 828         }
 829
 830         return true;
 831 }
 832
 833 /* 'samples' is channel-wide samples, e.g. for 1 second at 44100Hz, 'samples' = 44100 regardless of the number of channels */
 834 FLAC__bool FLAC__stream_encoder_process_interleaved(FLAC__StreamEncoder *encoder, const FLAC__int32 buffer[], unsigned samples)
 835 {
 836         unsigned i, j, k, channel;
 837         FLAC__int32 x, mid, side;
 838         const unsigned channels = encoder->protected_->channels, blocksize = encoder->protected_->blocksize;
 839
 840         FLAC__ASSERT(encoder != 0);
 841         FLAC__ASSERT(encoder->protected_->state == FLAC__STREAM_ENCODER_OK);
 842
 843         j = k = 0;
 844         if(encoder->protected_->do_mid_side_stereo && channels == 2) {
 845                 do {
 846                         for(i = encoder->private_->current_sample_number; i < blocksize && j < samples; i++, j++) {
 847                                 x = mid = side = buffer[k++];
 848                                 encoder->private_->integer_signal[0][i] = x;
 849                                 encoder->private_->real_signal[0][i] = (FLAC__real)x;
 850                                 x = buffer[k++];
 851                                 encoder->private_->integer_signal[1][i] = x;
 852                                 encoder->private_->real_signal[1][i] = (FLAC__real)x;
 853                                 mid += x;
 854                                 side -= x;
 855                                 mid >>= 1; /* NOTE: not the same as 'mid = (left + right) / 2' ! */
 856                                 encoder->private_->integer_signal_mid_side[1][i] = side;
 857                                 encoder->private_->integer_signal_mid_side[0][i] = mid;
 858                                 encoder->private_->real_signal_mid_side[1][i] = (FLAC__real)side;
 859                                 encoder->private_->real_signal_mid_side[0][i] = (FLAC__real)mid;
 860                                 encoder->private_->current_sample_number++;
 861                         }
 862                         if(i == blocksize) {
 863                                 if(!stream_encoder_process_frame_(encoder, false)) /* false => not last frame */
 864                                         return false;
 865                         }
 866                 } while(j < samples);
 867         }
 868         else {
 869                 do {
 870                         for(i = encoder->private_->current_sample_number; i < blocksize && j < samples; i++, j++) {
 871                                 for(channel = 0; channel < channels; channel++) {
 872                                         x = buffer[k++];
 873                                         encoder->private_->integer_signal[channel][i] = x;
 874                                         encoder->private_->real_signal[channel][i] = (FLAC__real)x;
 875                                 }
 876                                 encoder->private_->current_sample_number++;
 877                         }
 878                         if(i == blocksize) {
 879                                 if(!stream_encoder_process_frame_(encoder, false)) /* false => not last frame */
 880                                         return false;
 881                         }
 882                 } while(j < samples);
 883         }
 884
 885         return true;
 886 }
 887
 888 void stream_encoder_set_defaults_(FLAC__StreamEncoder *encoder)
 889 {
 890         FLAC__ASSERT(0 != encoder);
 891
 892         encoder->protected_->streamable_subset = true;
 893         encoder->protected_->do_mid_side_stereo = false;
 894         encoder->protected_->loose_mid_side_stereo = false;
 895         encoder->protected_->channels = 2;
 896         encoder->protected_->bits_per_sample = 16;
 897         encoder->protected_->sample_rate = 44100;
 898         encoder->protected_->blocksize = 1152;
 899         encoder->protected_->max_lpc_order = 0;
 900         encoder->protected_->qlp_coeff_precision = 0;
 901         encoder->protected_->do_qlp_coeff_prec_search = false;
 902         encoder->protected_->do_exhaustive_model_search = false;
 903         encoder->protected_->do_escape_coding = false;
 904         encoder->protected_->min_residual_partition_order = 0;
 905         encoder->protected_->max_residual_partition_order = 0;
 906         encoder->protected_->rice_parameter_search_dist = 0;
 907         encoder->protected_->total_samples_estimate = 0;
 908         encoder->protected_->metadata = 0;
 909         encoder->protected_->num_metadata_blocks = 0;
 910
 911         encoder->private_->write_callback = 0;
 912         encoder->private_->metadata_callback = 0;
 913         encoder->private_->client_data = 0;
 914 }
 915
 916 void stream_encoder_free_(FLAC__StreamEncoder *encoder)
 917 {
 918         unsigned i, channel;
 919
 920         FLAC__ASSERT(encoder != 0);
 921         for(i = 0; i < encoder->protected_->channels; i++) {
 922                 if(encoder->private_->integer_signal_unaligned[i] != 0) {
 923                         free(encoder->private_->integer_signal_unaligned[i]);
 924                         encoder->private_->integer_signal_unaligned[i] = 0;
 925                 }
 926                 if(encoder->private_->real_signal_unaligned[i] != 0) {
 927                         free(encoder->private_->real_signal_unaligned[i]);
 928                         encoder->private_->real_signal_unaligned[i] = 0;
 929                 }
 930         }
 931         for(i = 0; i < 2; i++) {
 932                 if(encoder->private_->integer_signal_mid_side_unaligned[i] != 0) {
 933                         free(encoder->private_->integer_signal_mid_side_unaligned[i]);
 934                         encoder->private_->integer_signal_mid_side_unaligned[i] = 0;
 935                 }
 936                 if(encoder->private_->real_signal_mid_side_unaligned[i] != 0) {
 937                         free(encoder->private_->real_signal_mid_side_unaligned[i]);
 938                         encoder->private_->real_signal_mid_side_unaligned[i] = 0;
 939                 }
 940         }
 941         for(channel = 0; channel < encoder->protected_->channels; channel++) {
 942                 for(i = 0; i < 2; i++) {
 943                         if(encoder->private_->residual_workspace_unaligned[channel][i] != 0) {
 944                                 free(encoder->private_->residual_workspace_unaligned[channel][i]);
 945                                 encoder->private_->residual_workspace_unaligned[channel][i] = 0;
 946                         }
 947                 }
 948         }
 949         for(channel = 0; channel < 2; channel++) {
 950                 for(i = 0; i < 2; i++) {
 951                         if(encoder->private_->residual_workspace_mid_side_unaligned[channel][i] != 0) {
 952                                 free(encoder->private_->residual_workspace_mid_side_unaligned[channel][i]);
 953                                 encoder->private_->residual_workspace_mid_side_unaligned[channel][i] = 0;
 954                         }
 955                 }
 956         }
 957         if(encoder->private_->abs_residual_unaligned != 0) {
 958                 free(encoder->private_->abs_residual_unaligned);
 959                 encoder->private_->abs_residual_unaligned = 0;
 960         }
 961         if(encoder->private_->abs_residual_partition_sums_unaligned != 0) {
 962                 free(encoder->private_->abs_residual_partition_sums_unaligned);
 963                 encoder->private_->abs_residual_partition_sums_unaligned = 0;
 964         }
 965         if(encoder->private_->raw_bits_per_partition_unaligned != 0) {
 966                 free(encoder->private_->raw_bits_per_partition_unaligned);
 967                 encoder->private_->raw_bits_per_partition_unaligned = 0;
 968         }
 969         FLAC__bitbuffer_free(encoder->private_->frame);
 970 }
 971
 972 FLAC__bool stream_encoder_resize_buffers_(FLAC__StreamEncoder *encoder, unsigned new_size)
 973 {
 974         FLAC__bool ok;
 975         unsigned i, channel;
 976
 977         FLAC__ASSERT(new_size > 0);
 978         FLAC__ASSERT(encoder->protected_->state == FLAC__STREAM_ENCODER_OK);
 979         FLAC__ASSERT(encoder->private_->current_sample_number == 0);
 980
 981         /* To avoid excessive malloc'ing, we only grow the buffer; no shrinking. */
 982         if(new_size <= encoder->private_->input_capacity)
 983                 return true;
 984
 985         ok = true;
 986
 987         /* WATCHOUT: FLAC__lpc_compute_residual_from_qlp_coefficients_asm_ia32_mmx() requires that the input arrays (in our case the integer signals) have a buffer of up to 3 zeroes in front (at negative indices) for alignment purposes; we use 4 to keep the data well-aligned. */
 988
 989         for(i = 0; ok && i < encoder->protected_->channels; i++) {
 990                 ok = ok && FLAC__memory_alloc_aligned_int32_array(new_size+4, &encoder->private_->integer_signal_unaligned[i], &encoder->private_->integer_signal[i]);
 991                 ok = ok && FLAC__memory_alloc_aligned_real_array(new_size, &encoder->private_->real_signal_unaligned[i], &encoder->private_->real_signal[i]);
 992                 memset(encoder->private_->integer_signal[i], 0, sizeof(FLAC__int32)*4);
 993                 encoder->private_->integer_signal[i] += 4;
 994         }
 995         for(i = 0; ok && i < 2; i++) {
 996                 ok = ok && FLAC__memory_alloc_aligned_int32_array(new_size+4, &encoder->private_->integer_signal_mid_side_unaligned[i], &encoder->private_->integer_signal_mid_side[i]);
 997                 ok = ok && FLAC__memory_alloc_aligned_real_array(new_size, &encoder->private_->real_signal_mid_side_unaligned[i], &encoder->private_->real_signal_mid_side[i]);
 998                 memset(encoder->private_->integer_signal_mid_side[i], 0, sizeof(FLAC__int32)*4);
 999                 encoder->private_->integer_signal_mid_side[i] += 4;
1000         }
1001         for(channel = 0; ok && channel < encoder->protected_->channels; channel++) {
1002                 for(i = 0; ok && i < 2; i++) {
1003                         ok = ok && FLAC__memory_alloc_aligned_int32_array(new_size, &encoder->private_->residual_workspace_unaligned[channel][i], &encoder->private_->residual_workspace[channel][i]);
1004                 }
1005         }
1006         for(channel = 0; ok && channel < 2; channel++) {
1007                 for(i = 0; ok && i < 2; i++) {
1008                         ok = ok && FLAC__memory_alloc_aligned_int32_array(new_size, &encoder->private_->residual_workspace_mid_side_unaligned[channel][i], &encoder->private_->residual_workspace_mid_side[channel][i]);
1009                 }
1010         }
1011         ok = ok && FLAC__memory_alloc_aligned_uint32_array(new_size, &encoder->private_->abs_residual_unaligned, &encoder->private_->abs_residual);
1012         if(encoder->private_->precompute_partition_sums || encoder->protected_->do_escape_coding) /* we require precompute_partition_sums if do_escape_coding because of their intertwined nature */
1013                 ok = ok && FLAC__memory_alloc_aligned_uint64_array(new_size * 2, &encoder->private_->abs_residual_partition_sums_unaligned, &encoder->private_->abs_residual_partition_sums);
1014         if(encoder->protected_->do_escape_coding)
1015                 ok = ok && FLAC__memory_alloc_aligned_unsigned_array(new_size * 2, &encoder->private_->raw_bits_per_partition_unaligned, &encoder->private_->raw_bits_per_partition);
1016
1017         if(ok)
1018                 encoder->private_->input_capacity = new_size;
1019         else
1020                 encoder->protected_->state = FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR;
1021
1022         return ok;
1023 }
1024
1025 /***********************************************************************
1026  *
1027  * Private class methods
1028  *
1029  ***********************************************************************/
1030
1031 FLAC__bool stream_encoder_process_frame_(FLAC__StreamEncoder *encoder, FLAC__bool is_last_frame)
1032 {
1033         const FLAC__byte *buffer;
1034         unsigned bytes;
1035
1036         FLAC__ASSERT(encoder->protected_->state == FLAC__STREAM_ENCODER_OK);
1037
1038         /*
1039          * Accumulate raw signal to the MD5 signature
1040          */
1041         if(!FLAC__MD5Accumulate(&encoder->private_->md5context, (const FLAC__int32 * const *)encoder->private_->integer_signal, encoder->protected_->channels, encoder->protected_->blocksize, (encoder->protected_->bits_per_sample+7) / 8)) {
1042                 encoder->protected_->state = FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR;
1043                 return false;
1044         }
1045
1046         /*
1047          * Process the frame header and subframes into the frame bitbuffer
1048          */
1049         if(!stream_encoder_process_subframes_(encoder, is_last_frame)) {
1050                 /* the above function sets the state for us in case of an error */
1051                 return false;
1052         }
1053
1054         /*
1055          * Zero-pad the frame to a byte_boundary
1056          */
1057         if(!FLAC__bitbuffer_zero_pad_to_byte_boundary(encoder->private_->frame)) {
1058                 encoder->protected_->state = FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR;
1059                 return false;
1060         }
1061
1062         /*
1063          * CRC-16 the whole thing
1064          */
1065         FLAC__ASSERT(FLAC__bitbuffer_is_byte_aligned(encoder->private_->frame));
1066         FLAC__bitbuffer_write_raw_uint32(encoder->private_->frame, FLAC__bitbuffer_get_write_crc16(encoder->private_->frame), FLAC__FRAME_FOOTER_CRC_LEN);
1067
1068         /*
1069          * Write it
1070          */
1071         FLAC__bitbuffer_get_buffer(encoder->private_->frame, &buffer, &bytes);
1072         if(encoder->private_->write_callback(encoder, buffer, bytes, encoder->protected_->blocksize, encoder->private_->current_frame_number, encoder->private_->client_data) != FLAC__STREAM_ENCODER_WRITE_OK) {
1073                 encoder->protected_->state = FLAC__STREAM_ENCODER_FATAL_ERROR_WHILE_WRITING;
1074                 return false;
1075         }
1076         FLAC__bitbuffer_release_buffer(encoder->private_->frame);
1077
1078         /*
1079          * Get ready for the next frame
1080          */
1081         encoder->private_->current_sample_number = 0;
1082         encoder->private_->current_frame_number++;
1083         encoder->private_->metadata.data.stream_info.total_samples += (FLAC__uint64)encoder->protected_->blocksize;
1084         encoder->private_->metadata.data.stream_info.min_framesize = min(bytes, encoder->private_->metadata.data.stream_info.min_framesize);
1085         encoder->private_->metadata.data.stream_info.max_framesize = max(bytes, encoder->private_->metadata.data.stream_info.max_framesize);
1086
1087         return true;
1088 }
1089
1090 FLAC__bool stream_encoder_process_subframes_(FLAC__StreamEncoder *encoder, FLAC__bool is_last_frame)
1091 {
1092         FLAC__FrameHeader frame_header;
1093         unsigned channel, min_partition_order = encoder->protected_->min_residual_partition_order, max_partition_order;
1094         FLAC__bool do_independent, do_mid_side, precompute_partition_sums;
1095
1096         /*
1097          * Calculate the min,max Rice partition orders
1098          */
1099         if(is_last_frame) {
1100                 max_partition_order = 0;
1101         }
1102         else {
1103                 unsigned limit = 0, b = encoder->protected_->blocksize;
1104                 while(!(b & 1)) {
1105                         limit++;
1106                         b >>= 1;
1107                 }
1108                 max_partition_order = min(encoder->protected_->max_residual_partition_order, limit);
1109         }
1110         min_partition_order = min(min_partition_order, max_partition_order);
1111
1112         precompute_partition_sums = encoder->private_->precompute_partition_sums && ((max_partition_order > min_partition_order) || encoder->protected_->do_escape_coding);
1113
1114         /*
1115          * Setup the frame
1116          */
1117         if(!FLAC__bitbuffer_clear(encoder->private_->frame)) {
1118                 encoder->protected_->state = FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR;
1119                 return false;
1120         }
1121         frame_header.blocksize = encoder->protected_->blocksize;
1122         frame_header.sample_rate = encoder->protected_->sample_rate;
1123         frame_header.channels = encoder->protected_->channels;
1124         frame_header.channel_assignment = FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT; /* the default unless the encoder determines otherwise */
1125         frame_header.bits_per_sample = encoder->protected_->bits_per_sample;
1126         frame_header.number_type = FLAC__FRAME_NUMBER_TYPE_FRAME_NUMBER;
1127         frame_header.number.frame_number = encoder->private_->current_frame_number;
1128
1129         /*
1130          * Figure out what channel assignments to try
1131          */
1132         if(encoder->protected_->do_mid_side_stereo) {
1133                 if(encoder->protected_->loose_mid_side_stereo) {
1134                         if(encoder->private_->loose_mid_side_stereo_frame_count == 0) {
1135                                 do_independent = true;
1136                                 do_mid_side = true;
1137                         }
1138                         else {
1139                                 do_independent = (encoder->private_->last_channel_assignment == FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT);
1140                                 do_mid_side = !do_independent;
1141                         }
1142                 }
1143                 else {
1144                         do_independent = true;
1145                         do_mid_side = true;
1146                 }
1147         }
1148         else {
1149                 do_independent = true;
1150                 do_mid_side = false;
1151         }
1152
1153         FLAC__ASSERT(do_independent || do_mid_side);
1154
1155         /*
1156          * Check for wasted bits; set effective bps for each subframe
1157          */
1158         if(do_independent) {
1159                 unsigned w;
1160                 for(channel = 0; channel < encoder->protected_->channels; channel++) {
1161                         w = stream_encoder_get_wasted_bits_(encoder->private_->integer_signal[channel], encoder->protected_->blocksize);
1162                         encoder->private_->subframe_workspace[channel][0].wasted_bits = encoder->private_->subframe_workspace[channel][1].wasted_bits = w;
1163                         encoder->private_->subframe_bps[channel] = encoder->protected_->bits_per_sample - w;
1164                 }
1165         }
1166         if(do_mid_side) {
1167                 unsigned w;
1168                 FLAC__ASSERT(encoder->protected_->channels == 2);
1169                 for(channel = 0; channel < 2; channel++) {
1170                         w = stream_encoder_get_wasted_bits_(encoder->private_->integer_signal_mid_side[channel], encoder->protected_->blocksize);
1171                         encoder->private_->subframe_workspace_mid_side[channel][0].wasted_bits = encoder->private_->subframe_workspace_mid_side[channel][1].wasted_bits = w;
1172                         encoder->private_->subframe_bps_mid_side[channel] = encoder->protected_->bits_per_sample - w + (channel==0? 0:1);
1173                 }
1174         }
1175
1176         /*
1177          * First do a normal encoding pass of each independent channel
1178          */
1179         if(do_independent) {
1180                 for(channel = 0; channel < encoder->protected_->channels; channel++) {
1181                         if(!stream_encoder_process_subframe_(encoder, min_partition_order, max_partition_order, precompute_partition_sums, false, &frame_header, encoder->private_->subframe_bps[channel], encoder->private_->integer_signal[channel], encoder->private_->real_signal[channel], encoder->private_->subframe_workspace_ptr[channel], encoder->private_->residual_workspace[channel], encoder->private_->best_subframe+channel, encoder->private_->best_subframe_bits+channel))
1182                                 return false;
1183                 }
1184         }
1185
1186         /*
1187          * Now do mid and side channels if requested
1188          */
1189         if(do_mid_side) {
1190                 FLAC__ASSERT(encoder->protected_->channels == 2);
1191
1192                 for(channel = 0; channel < 2; channel++) {
1193                         if(!stream_encoder_process_subframe_(encoder, min_partition_order, max_partition_order, precompute_partition_sums, false, &frame_header, encoder->private_->subframe_bps_mid_side[channel], encoder->private_->integer_signal_mid_side[channel], encoder->private_->real_signal_mid_side[channel], encoder->private_->subframe_workspace_ptr_mid_side[channel], encoder->private_->residual_workspace_mid_side[channel], encoder->private_->best_subframe_mid_side+channel, encoder->private_->best_subframe_bits_mid_side+channel))
1194                                 return false;
1195                 }
1196         }
1197
1198         /*
1199          * Compose the frame bitbuffer
1200          */
1201         if(do_mid_side) {
1202                 unsigned left_bps = 0, right_bps = 0; /* initialized only to prevent superfluous compiler warning */
1203                 FLAC__Subframe *left_subframe = 0, *right_subframe = 0; /* initialized only to prevent superfluous compiler warning */
1204                 FLAC__ChannelAssignment channel_assignment;
1205
1206                 FLAC__ASSERT(encoder->protected_->channels == 2);
1207
1208                 if(encoder->protected_->loose_mid_side_stereo && encoder->private_->loose_mid_side_stereo_frame_count > 0) {
1209                         channel_assignment = (encoder->private_->last_channel_assignment == FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT? FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT : FLAC__CHANNEL_ASSIGNMENT_MID_SIDE);
1210                 }
1211                 else {
1212                         unsigned bits[4]; /* WATCHOUT - indexed by FLAC__ChannelAssignment */
1213                         unsigned min_bits;
1214                         FLAC__ChannelAssignment ca;
1215
1216                         FLAC__ASSERT(do_independent && do_mid_side);
1217
1218                         /* We have to figure out which channel assignent results in the smallest frame */
1219                         bits[FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT] = encoder->private_->best_subframe_bits         [0] + encoder->private_->best_subframe_bits         [1];
1220                         bits[FLAC__CHANNEL_ASSIGNMENT_LEFT_SIDE  ] = encoder->private_->best_subframe_bits         [0] + encoder->private_->best_subframe_bits_mid_side[1];
1221                         bits[FLAC__CHANNEL_ASSIGNMENT_RIGHT_SIDE ] = encoder->private_->best_subframe_bits         [1] + encoder->private_->best_subframe_bits_mid_side[1];
1222                         bits[FLAC__CHANNEL_ASSIGNMENT_MID_SIDE   ] = encoder->private_->best_subframe_bits_mid_side[0] + encoder->private_->best_subframe_bits_mid_side[1];
1223
1224                         for(channel_assignment = 0, min_bits = bits[0], ca = 1; ca <= 3; ca++) {
1225                                 if(bits[ca] < min_bits) {
1226                                         min_bits = bits[ca];
1227                                         channel_assignment = ca;
1228                                 }
1229                         }
1230                 }
1231
1232                 frame_header.channel_assignment = channel_assignment;
1233
1234                 if(!FLAC__frame_add_header(&frame_header, encoder->protected_->streamable_subset, is_last_frame, encoder->private_->frame)) {
1235                         encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
1236                         return false;
1237                 }
1238
1239                 switch(channel_assignment) {
1240                         case FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT:
1241                                 left_subframe  = &encoder->private_->subframe_workspace         [0][encoder->private_->best_subframe         [0]];
1242                                 right_subframe = &encoder->private_->subframe_workspace         [1][encoder->private_->best_subframe         [1]];
1243                                 break;
1244                         case FLAC__CHANNEL_ASSIGNMENT_LEFT_SIDE:
1245                                 left_subframe  = &encoder->private_->subframe_workspace         [0][encoder->private_->best_subframe         [0]];
1246                                 right_subframe = &encoder->private_->subframe_workspace_mid_side[1][encoder->private_->best_subframe_mid_side[1]];
1247                                 break;
1248                         case FLAC__CHANNEL_ASSIGNMENT_RIGHT_SIDE:
1249                                 left_subframe  = &encoder->private_->subframe_workspace_mid_side[1][encoder->private_->best_subframe_mid_side[1]];
1250                                 right_subframe = &encoder->private_->subframe_workspace         [1][encoder->private_->best_subframe         [1]];
1251                                 break;
1252                         case FLAC__CHANNEL_ASSIGNMENT_MID_SIDE:
1253                                 left_subframe  = &encoder->private_->subframe_workspace_mid_side[0][encoder->private_->best_subframe_mid_side[0]];
1254                                 right_subframe = &encoder->private_->subframe_workspace_mid_side[1][encoder->private_->best_subframe_mid_side[1]];
1255                                 break;
1256                         default:
1257                                 FLAC__ASSERT(0);
1258                 }
1259
1260                 switch(channel_assignment) {
1261                         case FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT:
1262                                 left_bps  = encoder->private_->subframe_bps         [0];
1263                                 right_bps = encoder->private_->subframe_bps         [1];
1264                                 break;
1265                         case FLAC__CHANNEL_ASSIGNMENT_LEFT_SIDE:
1266                                 left_bps  = encoder->private_->subframe_bps         [0];
1267                                 right_bps = encoder->private_->subframe_bps_mid_side[1];
1268                                 break;
1269                         case FLAC__CHANNEL_ASSIGNMENT_RIGHT_SIDE:
1270                                 left_bps  = encoder->private_->subframe_bps_mid_side[1];
1271                                 right_bps = encoder->private_->subframe_bps         [1];
1272                                 break;
1273                         case FLAC__CHANNEL_ASSIGNMENT_MID_SIDE:
1274                                 left_bps  = encoder->private_->subframe_bps_mid_side[0];
1275                                 right_bps = encoder->private_->subframe_bps_mid_side[1];
1276                                 break;
1277                         default:
1278                                 FLAC__ASSERT(0);
1279                 }
1280
1281                 /* note that encoder_add_subframe_ sets the state for us in case of an error */
1282                 if(!stream_encoder_add_subframe_(encoder, &frame_header, left_bps , left_subframe , encoder->private_->frame))
1283                         return false;
1284                 if(!stream_encoder_add_subframe_(encoder, &frame_header, right_bps, right_subframe, encoder->private_->frame))
1285                         return false;
1286         }
1287         else {
1288                 if(!FLAC__frame_add_header(&frame_header, encoder->protected_->streamable_subset, is_last_frame, encoder->private_->frame)) {
1289                         encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
1290                         return false;
1291                 }
1292
1293                 for(channel = 0; channel < encoder->protected_->channels; channel++) {
1294                         if(!stream_encoder_add_subframe_(encoder, &frame_header, encoder->private_->subframe_bps[channel], &encoder->private_->subframe_workspace[channel][encoder->private_->best_subframe[channel]], encoder->private_->frame)) {
1295                                 /* the above function sets the state for us in case of an error */
1296                                 return false;
1297                         }
1298                 }
1299         }
1300
1301         if(encoder->protected_->loose_mid_side_stereo) {
1302                 encoder->private_->loose_mid_side_stereo_frame_count++;
1303                 if(encoder->private_->loose_mid_side_stereo_frame_count >= encoder->private_->loose_mid_side_stereo_frames)
1304                         encoder->private_->loose_mid_side_stereo_frame_count = 0;
1305         }
1306
1307         encoder->private_->last_channel_assignment = frame_header.channel_assignment;
1308
1309         return true;
1310 }
1311
1312 FLAC__bool stream_encoder_process_subframe_(FLAC__StreamEncoder *encoder, unsigned min_partition_order, unsigned max_partition_order, FLAC__bool precompute_partition_sums, FLAC__bool verbatim_only, const FLAC__FrameHeader *frame_header, unsigned subframe_bps, const FLAC__int32 integer_signal[], const FLAC__real real_signal[], FLAC__Subframe *subframe[2], FLAC__int32 *residual[2], unsigned *best_subframe, unsigned *best_bits)
1313 {
1314         FLAC__real fixed_residual_bits_per_sample[FLAC__MAX_FIXED_ORDER+1];
1315         FLAC__real lpc_residual_bits_per_sample;
1316         FLAC__real autoc[FLAC__MAX_LPC_ORDER+1]; /* WATCHOUT: the size is important even though encoder->protected_->max_lpc_order might be less; some asm routines need all the space */
1317         FLAC__real lpc_error[FLAC__MAX_LPC_ORDER];
1318         unsigned min_lpc_order, max_lpc_order, lpc_order;
1319         unsigned min_fixed_order, max_fixed_order, guess_fixed_order, fixed_order;
1320         unsigned min_qlp_coeff_precision, max_qlp_coeff_precision, qlp_coeff_precision;
1321         unsigned rice_parameter;
1322         unsigned _candidate_bits, _best_bits;
1323         unsigned _best_subframe;
1324
1325         /* verbatim subframe is the baseline against which we measure other compressed subframes */
1326         _best_subframe = 0;
1327         _best_bits = stream_encoder_evaluate_verbatim_subframe_(integer_signal, frame_header->blocksize, subframe_bps, subframe[_best_subframe]);
1328
1329         if(!verbatim_only && frame_header->blocksize >= FLAC__MAX_FIXED_ORDER) {
1330                 /* check for constant subframe */
1331                 guess_fixed_order = encoder->private_->local_fixed_compute_best_predictor(integer_signal+FLAC__MAX_FIXED_ORDER, frame_header->blocksize-FLAC__MAX_FIXED_ORDER, fixed_residual_bits_per_sample);
1332                 if(fixed_residual_bits_per_sample[1] == 0.0) {
1333                         /* the above means integer_signal+FLAC__MAX_FIXED_ORDER is constant, now we just have to check the warmup samples */
1334                         unsigned i, signal_is_constant = true;
1335                         for(i = 1; i <= FLAC__MAX_FIXED_ORDER; i++) {
1336                                 if(integer_signal[0] != integer_signal[i]) {
1337                                         signal_is_constant = false;
1338                                         break;
1339                                 }
1340                         }
1341                         if(signal_is_constant) {
1342                                 _candidate_bits = stream_encoder_evaluate_constant_subframe_(integer_signal[0], subframe_bps, subframe[!_best_subframe]);
1343                                 if(_candidate_bits < _best_bits) {
1344                                         _best_subframe = !_best_subframe;
1345                                         _best_bits = _candidate_bits;
1346                                 }
1347                         }
1348                 }
1349                 else {
1350                         /* encode fixed */
1351                         if(encoder->protected_->do_exhaustive_model_search) {
1352                                 min_fixed_order = 0;
1353                                 max_fixed_order = FLAC__MAX_FIXED_ORDER;
1354                         }
1355                         else {
1356                                 min_fixed_order = max_fixed_order = guess_fixed_order;
1357                         }
1358                         for(fixed_order = min_fixed_order; fixed_order <= max_fixed_order; fixed_order++) {
1359                                 if(fixed_residual_bits_per_sample[fixed_order] >= (FLAC__real)subframe_bps)
1360                                         continue; /* don't even try */
1361                                 rice_parameter = (fixed_residual_bits_per_sample[fixed_order] > 0.0)? (unsigned)(fixed_residual_bits_per_sample[fixed_order]+0.5) : 0; /* 0.5 is for rounding */
1362 #ifndef FLAC__SYMMETRIC_RICE
1363                                 rice_parameter++; /* to account for the signed->unsigned conversion during rice coding */
1364 #endif
1365                                 if(rice_parameter >= FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER) {
1366 #ifdef DEBUG_VERBOSE
1367                                         fprintf(stderr, "clipping rice_parameter (%u -> %u) @0\n", rice_parameter, FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1);
1368 #endif
1369                                         rice_parameter = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1;
1370                                 }
1371                                 _candidate_bits = stream_encoder_evaluate_fixed_subframe_(encoder, integer_signal, residual[!_best_subframe], encoder->private_->abs_residual, encoder->private_->abs_residual_partition_sums, encoder->private_->raw_bits_per_partition, frame_header->blocksize, subframe_bps, fixed_order, rice_parameter, min_partition_order, max_partition_order, precompute_partition_sums, encoder->protected_->do_escape_coding, encoder->protected_->rice_parameter_search_dist, subframe[!_best_subframe]);
1372                                 if(_candidate_bits < _best_bits) {
1373                                         _best_subframe = !_best_subframe;
1374                                         _best_bits = _candidate_bits;
1375                                 }
1376                         }
1377
1378                         /* encode lpc */
1379                         if(encoder->protected_->max_lpc_order > 0) {
1380                                 if(encoder->protected_->max_lpc_order >= frame_header->blocksize)
1381                                         max_lpc_order = frame_header->blocksize-1;
1382                                 else
1383                                         max_lpc_order = encoder->protected_->max_lpc_order;
1384                                 if(max_lpc_order > 0) {
1385                                         encoder->private_->local_lpc_compute_autocorrelation(real_signal, frame_header->blocksize, max_lpc_order+1, autoc);
1386                                         /* if autoc[0] == 0.0, the signal is constant and we usually won't get here, but it can happen */
1387                                         if(autoc[0] != 0.0) {
1388                                                 FLAC__lpc_compute_lp_coefficients(autoc, max_lpc_order, encoder->private_->lp_coeff, lpc_error);
1389                                                 if(encoder->protected_->do_exhaustive_model_search) {
1390                                                         min_lpc_order = 1;
1391                                                 }
1392                                                 else {
1393                                                         unsigned guess_lpc_order = FLAC__lpc_compute_best_order(lpc_error, max_lpc_order, frame_header->blocksize, subframe_bps);
1394                                                         min_lpc_order = max_lpc_order = guess_lpc_order;
1395                                                 }
1396                                                 if(encoder->protected_->do_qlp_coeff_prec_search) {
1397                                                         min_qlp_coeff_precision = FLAC__MIN_QLP_COEFF_PRECISION;
1398                                                         max_qlp_coeff_precision = min(8*sizeof(FLAC__int32) - subframe_bps - 1 - 2, (1u<<FLAC__SUBFRAME_LPC_QLP_COEFF_PRECISION_LEN)-1); /* -2 to keep things 32-bit safe */
1399                                                 }
1400                                                 else {
1401                                                         min_qlp_coeff_precision = max_qlp_coeff_precision = encoder->protected_->qlp_coeff_precision;
1402                                                 }
1403                                                 for(lpc_order = min_lpc_order; lpc_order <= max_lpc_order; lpc_order++) {
1404                                                         lpc_residual_bits_per_sample = FLAC__lpc_compute_expected_bits_per_residual_sample(lpc_error[lpc_order-1], frame_header->blocksize-lpc_order);
1405                                                         if(lpc_residual_bits_per_sample >= (FLAC__real)subframe_bps)
1406                                                                 continue; /* don't even try */
1407                                                         rice_parameter = (lpc_residual_bits_per_sample > 0.0)? (unsigned)(lpc_residual_bits_per_sample+0.5) : 0; /* 0.5 is for rounding */
1408 #ifndef FLAC__SYMMETRIC_RICE
1409                                                         rice_parameter++; /* to account for the signed->unsigned conversion during rice coding */
1410 #endif
1411                                                         if(rice_parameter >= FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER) {
1412 #ifdef DEBUG_VERBOSE
1413                                                                 fprintf(stderr, "clipping rice_parameter (%u -> %u) @1\n", rice_parameter, FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1);
1414 #endif
1415                                                                 rice_parameter = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1;
1416                                                         }
1417                                                         for(qlp_coeff_precision = min_qlp_coeff_precision; qlp_coeff_precision <= max_qlp_coeff_precision; qlp_coeff_precision++) {
1418                                                                 _candidate_bits = stream_encoder_evaluate_lpc_subframe_(encoder, integer_signal, residual[!_best_subframe], encoder->private_->abs_residual, encoder->private_->abs_residual_partition_sums, encoder->private_->raw_bits_per_partition, encoder->private_->lp_coeff[lpc_order-1], frame_header->blocksize, subframe_bps, lpc_order, qlp_coeff_precision, rice_parameter, min_partition_order, max_partition_order, precompute_partition_sums, encoder->protected_->do_escape_coding, encoder->protected_->rice_parameter_search_dist, subframe[!_best_subframe]);
1419                                                                 if(_candidate_bits > 0) { /* if == 0, there was a problem quantizing the lpcoeffs */
1420                                                                         if(_candidate_bits < _best_bits) {
1421                                                                                 _best_subframe = !_best_subframe;
1422                                                                                 _best_bits = _candidate_bits;
1423                                                                         }
1424                                                                 }
1425                                                         }
1426                                                 }
1427                                         }
1428                                 }
1429                         }
1430                 }
1431         }
1432
1433         *best_subframe = _best_subframe;
1434         *best_bits = _best_bits;
1435
1436         return true;
1437 }
1438
1439 FLAC__bool stream_encoder_add_subframe_(FLAC__StreamEncoder *encoder, const FLAC__FrameHeader *frame_header, unsigned subframe_bps, const FLAC__Subframe *subframe, FLAC__BitBuffer *frame)
1440 {
1441         switch(subframe->type) {
1442                 case FLAC__SUBFRAME_TYPE_CONSTANT:
1443                         if(!FLAC__subframe_add_constant(&(subframe->data.constant), subframe_bps, subframe->wasted_bits, frame)) {
1444                                 encoder->protected_->state = FLAC__STREAM_ENCODER_FATAL_ERROR_WHILE_ENCODING;
1445                                 return false;
1446                         }
1447                         break;
1448                 case FLAC__SUBFRAME_TYPE_FIXED:
1449                         if(!FLAC__subframe_add_fixed(&(subframe->data.fixed), frame_header->blocksize - subframe->data.fixed.order, subframe_bps, subframe->wasted_bits, frame)) {
1450                                 encoder->protected_->state = FLAC__STREAM_ENCODER_FATAL_ERROR_WHILE_ENCODING;
1451                                 return false;
1452                         }
1453                         break;
1454                 case FLAC__SUBFRAME_TYPE_LPC:
1455                         if(!FLAC__subframe_add_lpc(&(subframe->data.lpc), frame_header->blocksize - subframe->data.lpc.order, subframe_bps, subframe->wasted_bits, frame)) {
1456                                 encoder->protected_->state = FLAC__STREAM_ENCODER_FATAL_ERROR_WHILE_ENCODING;
1457                                 return false;
1458                         }
1459                         break;
1460                 case FLAC__SUBFRAME_TYPE_VERBATIM:
1461                         if(!FLAC__subframe_add_verbatim(&(subframe->data.verbatim), frame_header->blocksize, subframe_bps, subframe->wasted_bits, frame)) {
1462                                 encoder->protected_->state = FLAC__STREAM_ENCODER_FATAL_ERROR_WHILE_ENCODING;
1463                                 return false;
1464                         }
1465                         break;
1466                 default:
1467                         FLAC__ASSERT(0);
1468         }
1469
1470         return true;
1471 }
1472
1473 unsigned stream_encoder_evaluate_constant_subframe_(const FLAC__int32 signal, unsigned subframe_bps, FLAC__Subframe *subframe)
1474 {
1475         subframe->type = FLAC__SUBFRAME_TYPE_CONSTANT;
1476         subframe->data.constant.value = signal;
1477
1478         return FLAC__SUBFRAME_ZERO_PAD_LEN + FLAC__SUBFRAME_TYPE_LEN + FLAC__SUBFRAME_WASTED_BITS_FLAG_LEN + subframe_bps;
1479 }
1480
1481 unsigned stream_encoder_evaluate_fixed_subframe_(FLAC__StreamEncoder *encoder, const FLAC__int32 signal[], FLAC__int32 residual[], FLAC__uint32 abs_residual[], FLAC__uint64 abs_residual_partition_sums[], unsigned raw_bits_per_partition[], unsigned blocksize, unsigned subframe_bps, unsigned order, unsigned rice_parameter, unsigned min_partition_order, unsigned max_partition_order, FLAC__bool precompute_partition_sums, FLAC__bool do_escape_coding, unsigned rice_parameter_search_dist, FLAC__Subframe *subframe)
1482 {
1483         unsigned i, residual_bits;
1484         const unsigned residual_samples = blocksize - order;
1485
1486         FLAC__fixed_compute_residual(signal+order, residual_samples, order, residual);
1487
1488         subframe->type = FLAC__SUBFRAME_TYPE_FIXED;
1489
1490         subframe->data.fixed.entropy_coding_method.type = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE;
1491         subframe->data.fixed.residual = residual;
1492
1493         residual_bits = stream_encoder_find_best_partition_order_(encoder->private_, residual, abs_residual, abs_residual_partition_sums, raw_bits_per_partition, residual_samples, order, rice_parameter, min_partition_order, max_partition_order, precompute_partition_sums, do_escape_coding, rice_parameter_search_dist, &subframe->data.fixed.entropy_coding_method.data.partitioned_rice.order, subframe->data.fixed.entropy_coding_method.data.partitioned_rice.parameters, subframe->data.fixed.entropy_coding_method.data.partitioned_rice.raw_bits);
1494
1495         subframe->data.fixed.order = order;
1496         for(i = 0; i < order; i++)
1497                 subframe->data.fixed.warmup[i] = signal[i];
1498
1499         return FLAC__SUBFRAME_ZERO_PAD_LEN + FLAC__SUBFRAME_TYPE_LEN + FLAC__SUBFRAME_WASTED_BITS_FLAG_LEN + (order * subframe_bps) + residual_bits;
1500 }
1501
1502 unsigned stream_encoder_evaluate_lpc_subframe_(FLAC__StreamEncoder *encoder, const FLAC__int32 signal[], FLAC__int32 residual[], FLAC__uint32 abs_residual[], FLAC__uint64 abs_residual_partition_sums[], unsigned raw_bits_per_partition[], const FLAC__real lp_coeff[], unsigned blocksize, unsigned subframe_bps, unsigned order, unsigned qlp_coeff_precision, unsigned rice_parameter, unsigned min_partition_order, unsigned max_partition_order, FLAC__bool precompute_partition_sums, FLAC__bool do_escape_coding, unsigned rice_parameter_search_dist, FLAC__Subframe *subframe)
1503 {
1504         FLAC__int32 qlp_coeff[FLAC__MAX_LPC_ORDER];
1505         unsigned i, residual_bits;
1506         int quantization, ret;
1507         const unsigned residual_samples = blocksize - order;
1508
1509         ret = FLAC__lpc_quantize_coefficients(lp_coeff, order, qlp_coeff_precision, subframe_bps, qlp_coeff, &quantization);
1510         if(ret != 0)
1511                 return 0; /* this is a hack to indicate to the caller that we can't do lp at this order on this subframe */
1512
1513         if(subframe_bps <= 16 && qlp_coeff_precision <= 16)
1514                 encoder->private_->local_lpc_compute_residual_from_qlp_coefficients_16bit(signal+order, residual_samples, qlp_coeff, order, quantization, residual);
1515         else
1516                 encoder->private_->local_lpc_compute_residual_from_qlp_coefficients(signal+order, residual_samples, qlp_coeff, order, quantization, residual);
1517
1518         subframe->type = FLAC__SUBFRAME_TYPE_LPC;
1519
1520         subframe->data.lpc.entropy_coding_method.type = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE;
1521         subframe->data.lpc.residual = residual;
1522
1523         residual_bits = stream_encoder_find_best_partition_order_(encoder->private_, residual, abs_residual, abs_residual_partition_sums, raw_bits_per_partition, residual_samples, order, rice_parameter, min_partition_order, max_partition_order, precompute_partition_sums, do_escape_coding, rice_parameter_search_dist, &subframe->data.lpc.entropy_coding_method.data.partitioned_rice.order, subframe->data.lpc.entropy_coding_method.data.partitioned_rice.parameters, subframe->data.lpc.entropy_coding_method.data.partitioned_rice.raw_bits);
1524
1525         subframe->data.lpc.order = order;
1526         subframe->data.lpc.qlp_coeff_precision = qlp_coeff_precision;
1527         subframe->data.lpc.quantization_level = quantization;
1528         memcpy(subframe->data.lpc.qlp_coeff, qlp_coeff, sizeof(FLAC__int32)*FLAC__MAX_LPC_ORDER);
1529         for(i = 0; i < order; i++)
1530                 subframe->data.lpc.warmup[i] = signal[i];
1531
1532         return FLAC__SUBFRAME_ZERO_PAD_LEN + FLAC__SUBFRAME_TYPE_LEN + FLAC__SUBFRAME_WASTED_BITS_FLAG_LEN + FLAC__SUBFRAME_LPC_QLP_COEFF_PRECISION_LEN + FLAC__SUBFRAME_LPC_QLP_SHIFT_LEN + (order * (qlp_coeff_precision + subframe_bps)) + residual_bits;
1533 }
1534
1535 unsigned stream_encoder_evaluate_verbatim_subframe_(const FLAC__int32 signal[], unsigned blocksize, unsigned subframe_bps, FLAC__Subframe *subframe)
1536 {
1537         subframe->type = FLAC__SUBFRAME_TYPE_VERBATIM;
1538
1539         subframe->data.verbatim.data = signal;
1540
1541         return FLAC__SUBFRAME_ZERO_PAD_LEN + FLAC__SUBFRAME_TYPE_LEN + FLAC__SUBFRAME_WASTED_BITS_FLAG_LEN + (blocksize * subframe_bps);
1542 }
1543
1544 unsigned stream_encoder_find_best_partition_order_(FLAC__StreamEncoderPrivate *private_, const FLAC__int32 residual[], FLAC__uint32 abs_residual[], FLAC__uint64 abs_residual_partition_sums[], unsigned raw_bits_per_partition[], unsigned residual_samples, unsigned predictor_order, unsigned rice_parameter, unsigned min_partition_order, unsigned max_partition_order, FLAC__bool precompute_partition_sums, FLAC__bool do_escape_coding, unsigned rice_parameter_search_dist, unsigned *best_partition_order, unsigned best_parameters[], unsigned best_raw_bits[])
1545 {
1546         FLAC__int32 r;
1547         unsigned residual_bits, best_residual_bits = 0;
1548         unsigned residual_sample;
1549         unsigned best_parameters_index = 0;
1550         const unsigned blocksize = residual_samples + predictor_order;
1551
1552         /* compute abs(residual) for use later */
1553         for(residual_sample = 0; residual_sample < residual_samples; residual_sample++) {
1554                 r = residual[residual_sample];
1555                 abs_residual[residual_sample] = (FLAC__uint32)(r<0? -r : r);
1556         }
1557
1558         while(max_partition_order > 0 && blocksize >> max_partition_order <= predictor_order)
1559                 max_partition_order--;
1560         FLAC__ASSERT(blocksize >> max_partition_order > predictor_order);
1561         min_partition_order = min(min_partition_order, max_partition_order);
1562
1563         if(precompute_partition_sums) {
1564                 int partition_order;
1565                 unsigned sum;
1566
1567                 stream_encoder_precompute_partition_info_sums_(abs_residual, abs_residual_partition_sums, residual_samples, predictor_order, min_partition_order, max_partition_order);
1568
1569                 if(do_escape_coding)
1570                         stream_encoder_precompute_partition_info_escapes_(residual, raw_bits_per_partition, residual_samples, predictor_order, min_partition_order, max_partition_order);
1571
1572                 for(partition_order = (int)max_partition_order, sum = 0; partition_order >= (int)min_partition_order; partition_order--) {
1573 #ifdef DONT_ESTIMATE_RICE_BITS
1574                         if(!stream_encoder_set_partitioned_rice_with_precompute_(residual, abs_residual_partition_sums+sum, raw_bits_per_partition+sum, residual_samples, predictor_order, rice_parameter, rice_parameter_search_dist, (unsigned)partition_order, do_escape_coding, private_->parameters[!best_parameters_index], private_->raw_bits[!best_parameters_index], &residual_bits))
1575 #else
1576                         if(!stream_encoder_set_partitioned_rice_with_precompute_(abs_residual, abs_residual_partition_sums+sum, raw_bits_per_partition+sum, residual_samples, predictor_order, rice_parameter, rice_parameter_search_dist, (unsigned)partition_order, do_escape_coding, private_->parameters[!best_parameters_index], private_->raw_bits[!best_parameters_index], &residual_bits))
1577 #endif
1578                         {
1579                                 FLAC__ASSERT(best_residual_bits != 0);
1580                                 break;
1581                         }
1582                         sum += 1u << partition_order;
1583                         if(best_residual_bits == 0 || residual_bits < best_residual_bits) {
1584                                 best_residual_bits = residual_bits;
1585                                 *best_partition_order = partition_order;
1586                                 best_parameters_index = !best_parameters_index;
1587                         }
1588                 }
1589         }
1590         else {
1591                 unsigned partition_order;
1592                 for(partition_order = min_partition_order; partition_order <= max_partition_order; partition_order++) {
1593 #ifdef DONT_ESTIMATE_RICE_BITS
1594                         if(!stream_encoder_set_partitioned_rice_(abs_residual, residual, residual_samples, predictor_order, rice_parameter, rice_parameter_search_dist, partition_order, private_->parameters[!best_parameters_index], &residual_bits))
1595 #else
1596                         if(!stream_encoder_set_partitioned_rice_(abs_residual, residual_samples, predictor_order, rice_parameter, rice_parameter_search_dist, partition_order, private_->parameters[!best_parameters_index], &residual_bits))
1597 #endif
1598                         {
1599                                 FLAC__ASSERT(best_residual_bits != 0);
1600                                 break;
1601                         }
1602                         if(best_residual_bits == 0 || residual_bits < best_residual_bits) {
1603                                 best_residual_bits = residual_bits;
1604                                 *best_partition_order = partition_order;
1605                                 best_parameters_index = !best_parameters_index;
1606                         }
1607                 }
1608         }
1609
1610         memcpy(best_parameters, private_->parameters[best_parameters_index], sizeof(unsigned)*(1<<(*best_partition_order)));
1611         memcpy(best_raw_bits, private_->raw_bits[best_parameters_index], sizeof(unsigned)*(1<<(*best_partition_order)));
1612
1613         return best_residual_bits;
1614 }
1615
1616 void stream_encoder_precompute_partition_info_sums_(const FLAC__uint32 abs_residual[], FLAC__uint64 abs_residual_partition_sums[], unsigned residual_samples, unsigned predictor_order, unsigned min_partition_order, unsigned max_partition_order)
1617 {
1618         int partition_order;
1619         unsigned from_partition, to_partition = 0;
1620         const unsigned blocksize = residual_samples + predictor_order;
1621
1622         /* first do max_partition_order */
1623         for(partition_order = (int)max_partition_order; partition_order >= 0; partition_order--) {
1624                 FLAC__uint64 abs_residual_partition_sum;
1625                 FLAC__uint32 abs_r;
1626                 unsigned partition, partition_sample, partition_samples, residual_sample;
1627                 const unsigned partitions = 1u << partition_order;
1628                 const unsigned default_partition_samples = blocksize >> partition_order;
1629
1630                 FLAC__ASSERT(default_partition_samples > predictor_order);
1631
1632                 for(partition = residual_sample = 0; partition < partitions; partition++) {
1633                         partition_samples = default_partition_samples;
1634                         if(partition == 0)
1635                                 partition_samples -= predictor_order;
1636                         abs_residual_partition_sum = 0;
1637                         for(partition_sample = 0; partition_sample < partition_samples; partition_sample++) {
1638                                 abs_r = abs_residual[residual_sample];
1639                                 abs_residual_partition_sum += abs_r;
1640                                 residual_sample++;
1641                         }
1642                         abs_residual_partition_sums[partition] = abs_residual_partition_sum;
1643                 }
1644                 to_partition = partitions;
1645                 break;
1646         }
1647
1648         /* now merge partitions for lower orders */
1649         for(from_partition = 0, --partition_order; partition_order >= (int)min_partition_order; partition_order--) {
1650                 FLAC__uint64 s;
1651                 unsigned i;
1652                 const unsigned partitions = 1u << partition_order;
1653                 for(i = 0; i < partitions; i++) {
1654                         s = abs_residual_partition_sums[from_partition];
1655                         from_partition++;
1656                         abs_residual_partition_sums[to_partition] = s + abs_residual_partition_sums[from_partition];
1657                         from_partition++;
1658                         to_partition++;
1659                 }
1660         }
1661 }
1662
1663 void stream_encoder_precompute_partition_info_escapes_(const FLAC__int32 residual[], unsigned raw_bits_per_partition[], unsigned residual_samples, unsigned predictor_order, unsigned min_partition_order, unsigned max_partition_order)
1664 {
1665         int partition_order;
1666         unsigned from_partition, to_partition = 0;
1667         const unsigned blocksize = residual_samples + predictor_order;
1668
1669         /* first do max_partition_order */
1670         for(partition_order = (int)max_partition_order; partition_order >= 0; partition_order--) {
1671                 FLAC__int32 r, residual_partition_min, residual_partition_max;
1672                 unsigned silog2_min, silog2_max;
1673                 unsigned partition, partition_sample, partition_samples, residual_sample;
1674                 const unsigned partitions = 1u << partition_order;
1675                 const unsigned default_partition_samples = blocksize >> partition_order;
1676
1677                 FLAC__ASSERT(default_partition_samples > predictor_order);
1678
1679                 for(partition = residual_sample = 0; partition < partitions; partition++) {
1680                         partition_samples = default_partition_samples;
1681                         if(partition == 0)
1682                                 partition_samples -= predictor_order;
1683                         residual_partition_min = residual_partition_max = 0;
1684                         for(partition_sample = 0; partition_sample < partition_samples; partition_sample++) {
1685                                 r = residual[residual_sample];
1686                                 if(r < residual_partition_min)
1687                                         residual_partition_min = r;
1688                                 else if(r > residual_partition_max)
1689                                         residual_partition_max = r;
1690                                 residual_sample++;
1691                         }
1692                         silog2_min = FLAC__bitmath_silog2(residual_partition_min);
1693                         silog2_max = FLAC__bitmath_silog2(residual_partition_max);
1694                         raw_bits_per_partition[partition] = max(silog2_min, silog2_max);
1695                 }
1696                 to_partition = partitions;
1697                 break;
1698         }
1699
1700         /* now merge partitions for lower orders */
1701         for(from_partition = 0, --partition_order; partition_order >= (int)min_partition_order; partition_order--) {
1702                 unsigned m;
1703                 unsigned i;
1704                 const unsigned partitions = 1u << partition_order;
1705                 for(i = 0; i < partitions; i++) {
1706                         m = raw_bits_per_partition[from_partition];
1707                         from_partition++;
1708                         raw_bits_per_partition[to_partition] = max(m, raw_bits_per_partition[from_partition]);
1709                         from_partition++;
1710                         to_partition++;
1711                 }
1712         }
1713 }
1714
1715 #ifdef VARIABLE_RICE_BITS
1716 #undef VARIABLE_RICE_BITS
1717 #endif
1718 #ifndef DONT_ESTIMATE_RICE_BITS
1719 #define VARIABLE_RICE_BITS(value, parameter) ((value) >> (parameter))
1720 #endif
1721
1722 #ifdef DONT_ESTIMATE_RICE_BITS
1723 FLAC__bool stream_encoder_set_partitioned_rice_(const FLAC__uint32 abs_residual[], const FLAC__int32 residual[], const unsigned residual_samples, const unsigned predictor_order, const unsigned suggested_rice_parameter, const unsigned rice_parameter_search_dist, const unsigned partition_order, unsigned parameters[], unsigned *bits)
1724 #else
1725 FLAC__bool stream_encoder_set_partitioned_rice_(const FLAC__uint32 abs_residual[], const unsigned residual_samples, const unsigned predictor_order, const unsigned suggested_rice_parameter, const unsigned rice_parameter_search_dist, const unsigned partition_order, unsigned parameters[], unsigned *bits)
1726 #endif
1727 {
1728         unsigned rice_parameter, partition_bits;
1729 #ifndef NO_RICE_SEARCH
1730         unsigned best_partition_bits;
1731         unsigned min_rice_parameter, max_rice_parameter, best_rice_parameter = 0;
1732 #endif
1733         unsigned bits_ = FLAC__ENTROPY_CODING_METHOD_TYPE_LEN + FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ORDER_LEN;
1734
1735         FLAC__ASSERT(suggested_rice_parameter < FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER);
1736
1737         if(partition_order == 0) {
1738                 unsigned i;
1739
1740 #ifndef NO_RICE_SEARCH
1741                 if(rice_parameter_search_dist) {
1742                         if(suggested_rice_parameter < rice_parameter_search_dist)
1743                                 min_rice_parameter = 0;
1744                         else
1745                                 min_rice_parameter = suggested_rice_parameter - rice_parameter_search_dist;
1746                         max_rice_parameter = suggested_rice_parameter + rice_parameter_search_dist;
1747                         if(max_rice_parameter >= FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER) {
1748 #ifdef DEBUG_VERBOSE
1749                                 fprintf(stderr, "clipping rice_parameter (%u -> %u) @2\n", max_rice_parameter, FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1);
1750 #endif
1751                                 max_rice_parameter = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1;
1752                         }
1753                 }
1754                 else
1755                         min_rice_parameter = max_rice_parameter = suggested_rice_parameter;
1756
1757                 best_partition_bits = 0xffffffff;
1758                 for(rice_parameter = min_rice_parameter; rice_parameter <= max_rice_parameter; rice_parameter++) {
1759 #endif
1760 #ifdef VARIABLE_RICE_BITS
1761 #ifdef FLAC__SYMMETRIC_RICE
1762                         partition_bits = (2+rice_parameter) * residual_samples;
1763 #else
1764                         const unsigned rice_parameter_estimate = rice_parameter-1;
1765                         partition_bits = (1+rice_parameter) * residual_samples;
1766 #endif
1767 #else
1768                         partition_bits = 0;
1769 #endif
1770                         partition_bits += FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_PARAMETER_LEN;
1771                         for(i = 0; i < residual_samples; i++) {
1772 #ifdef VARIABLE_RICE_BITS
1773 #ifdef FLAC__SYMMETRIC_RICE
1774                                 partition_bits += VARIABLE_RICE_BITS(abs_residual[i], rice_parameter);
1775 #else
1776                                 partition_bits += VARIABLE_RICE_BITS(abs_residual[i], rice_parameter_estimate);
1777 #endif
1778 #else
1779                                 partition_bits += FLAC__bitbuffer_rice_bits(residual[i], rice_parameter); /* NOTE: we will need to pass in residual[] in addition to abs_residual[] */
1780 #endif
1781                         }
1782 #ifndef NO_RICE_SEARCH
1783                         if(partition_bits < best_partition_bits) {
1784                                 best_rice_parameter = rice_parameter;
1785                                 best_partition_bits = partition_bits;
1786                         }
1787                 }
1788 #endif
1789                 parameters[0] = best_rice_parameter;
1790                 bits_ += best_partition_bits;
1791         }
1792         else {
1793                 unsigned partition, residual_sample, save_residual_sample, partition_sample;
1794                 unsigned partition_samples;
1795                 FLAC__uint64 mean, k;
1796                 const unsigned partitions = 1u << partition_order;
1797                 for(partition = residual_sample = 0; partition < partitions; partition++) {
1798                         partition_samples = (residual_samples+predictor_order) >> partition_order;
1799                         if(partition == 0) {
1800                                 if(partition_samples <= predictor_order)
1801                                         return false;
1802                                 else
1803                                         partition_samples -= predictor_order;
1804                         }
1805                         mean = 0;
1806                         save_residual_sample = residual_sample;
1807                         for(partition_sample = 0; partition_sample < partition_samples; residual_sample++, partition_sample++)
1808                                 mean += abs_residual[residual_sample];
1809                         residual_sample = save_residual_sample;
1810 #ifdef FLAC__SYMMETRIC_RICE
1811                         mean += partition_samples >> 1; /* for rounding effect */
1812                         mean /= partition_samples;
1813
1814                         /* calc rice_parameter = floor(log2(mean)) */
1815                         rice_parameter = 0;
1816                         mean>>=1;
1817                         while(mean) {
1818                                 rice_parameter++;
1819                                 mean >>= 1;
1820                         }
1821 #else
1822                         /* calc rice_parameter ala LOCO-I */
1823                         for(rice_parameter = 0, k = partition_samples; k < mean; rice_parameter++, k <<= 1)
1824                                 ;
1825 #endif
1826                         if(rice_parameter >= FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER) {
1827 #ifdef DEBUG_VERBOSE
1828                                 fprintf(stderr, "clipping rice_parameter (%u -> %u) @3\n", rice_parameter, FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1);
1829 #endif
1830                                 rice_parameter = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1;
1831                         }
1832
1833 #ifndef NO_RICE_SEARCH
1834                         if(rice_parameter_search_dist) {
1835                                 if(rice_parameter < rice_parameter_search_dist)
1836                                         min_rice_parameter = 0;
1837                                 else
1838                                         min_rice_parameter = rice_parameter - rice_parameter_search_dist;
1839                                 max_rice_parameter = rice_parameter + rice_parameter_search_dist;
1840                                 if(max_rice_parameter >= FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER) {
1841 #ifdef DEBUG_VERBOSE
1842                                         fprintf(stderr, "clipping rice_parameter (%u -> %u) @4\n", max_rice_parameter, FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1);
1843 #endif
1844                                         max_rice_parameter = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1;
1845                                 }
1846                         }
1847                         else
1848                                 min_rice_parameter = max_rice_parameter = rice_parameter;
1849
1850                         best_partition_bits = 0xffffffff;
1851                         for(rice_parameter = min_rice_parameter; rice_parameter <= max_rice_parameter; rice_parameter++) {
1852 #endif
1853 #ifdef VARIABLE_RICE_BITS
1854 #ifdef FLAC__SYMMETRIC_RICE
1855                                 partition_bits = (2+rice_parameter) * partition_samples;
1856 #else
1857                                 const unsigned rice_parameter_estimate = rice_parameter-1;
1858                                 partition_bits = (1+rice_parameter) * partition_samples;
1859 #endif
1860 #else
1861                                 partition_bits = 0;
1862 #endif
1863                                 partition_bits += FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_PARAMETER_LEN;
1864                                 save_residual_sample = residual_sample;
1865                                 for(partition_sample = 0; partition_sample < partition_samples; residual_sample++, partition_sample++) {
1866 #ifdef VARIABLE_RICE_BITS
1867 #ifdef FLAC__SYMMETRIC_RICE
1868                                         partition_bits += VARIABLE_RICE_BITS(abs_residual[residual_sample], rice_parameter);
1869 #else
1870                                         partition_bits += VARIABLE_RICE_BITS(abs_residual[residual_sample], rice_parameter_estimate);
1871 #endif
1872 #else
1873                                         partition_bits += FLAC__bitbuffer_rice_bits(residual[residual_sample], rice_parameter); /* NOTE: we will need to pass in residual[] in addition to abs_residual[] */
1874 #endif
1875                                 }
1876 #ifndef NO_RICE_SEARCH
1877                                 if(rice_parameter != max_rice_parameter)
1878                                         residual_sample = save_residual_sample;
1879                                 if(partition_bits < best_partition_bits) {
1880                                         best_rice_parameter = rice_parameter;
1881                                         best_partition_bits = partition_bits;
1882                                 }
1883                         }
1884 #endif
1885                         parameters[partition] = best_rice_parameter;
1886                         bits_ += best_partition_bits;
1887                 }
1888         }
1889
1890         *bits = bits_;
1891         return true;
1892 }
1893
1894 #ifdef DONT_ESTIMATE_RICE_BITS
1895 FLAC__bool stream_encoder_set_partitioned_rice_with_precompute_(const FLAC__int32 residual[], const FLAC__uint64 abs_residual_partition_sums[], const unsigned raw_bits_per_partition[], const unsigned residual_samples, const unsigned predictor_order, const unsigned suggested_rice_parameter, const unsigned rice_parameter_search_dist, const unsigned partition_order, const FLAC__bool search_for_escapes, unsigned parameters[], unsigned raw_bits[], unsigned *bits)
1896 #else
1897 FLAC__bool stream_encoder_set_partitioned_rice_with_precompute_(const FLAC__uint32 abs_residual[], const FLAC__uint64 abs_residual_partition_sums[], const unsigned raw_bits_per_partition[], const unsigned residual_samples, const unsigned predictor_order, const unsigned suggested_rice_parameter, const unsigned rice_parameter_search_dist, const unsigned partition_order, const FLAC__bool search_for_escapes, unsigned parameters[], unsigned raw_bits[], unsigned *bits)
1898 #endif
1899 {
1900         unsigned rice_parameter, partition_bits;
1901 #ifndef NO_RICE_SEARCH
1902         unsigned best_partition_bits;
1903         unsigned min_rice_parameter, max_rice_parameter, best_rice_parameter = 0;
1904 #endif
1905         unsigned flat_bits;
1906         unsigned bits_ = FLAC__ENTROPY_CODING_METHOD_TYPE_LEN + FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ORDER_LEN;
1907
1908         FLAC__ASSERT(suggested_rice_parameter < FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER);
1909
1910         if(partition_order == 0) {
1911                 unsigned i;
1912
1913 #ifndef NO_RICE_SEARCH
1914                 if(rice_parameter_search_dist) {
1915                         if(suggested_rice_parameter < rice_parameter_search_dist)
1916                                 min_rice_parameter = 0;
1917                         else
1918                                 min_rice_parameter = suggested_rice_parameter - rice_parameter_search_dist;
1919                         max_rice_parameter = suggested_rice_parameter + rice_parameter_search_dist;
1920                         if(max_rice_parameter >= FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER) {
1921 #ifdef DEBUG_VERBOSE
1922                                 fprintf(stderr, "clipping rice_parameter (%u -> %u) @5\n", max_rice_parameter, FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1);
1923 #endif
1924                                 max_rice_parameter = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1;
1925                         }
1926                 }
1927                 else
1928                         min_rice_parameter = max_rice_parameter = suggested_rice_parameter;
1929
1930                 best_partition_bits = 0xffffffff;
1931                 for(rice_parameter = min_rice_parameter; rice_parameter <= max_rice_parameter; rice_parameter++) {
1932 #endif
1933 #ifdef VARIABLE_RICE_BITS
1934 #ifdef FLAC__SYMMETRIC_RICE
1935                         partition_bits = (2+rice_parameter) * residual_samples;
1936 #else
1937                         const unsigned rice_parameter_estimate = rice_parameter-1;
1938                         partition_bits = (1+rice_parameter) * residual_samples;
1939 #endif
1940 #else
1941                         partition_bits = 0;
1942 #endif
1943                         partition_bits += FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_PARAMETER_LEN;
1944                         for(i = 0; i < residual_samples; i++) {
1945 #ifdef VARIABLE_RICE_BITS
1946 #ifdef FLAC__SYMMETRIC_RICE
1947                                 partition_bits += VARIABLE_RICE_BITS(abs_residual[i], rice_parameter);
1948 #else
1949                                 partition_bits += VARIABLE_RICE_BITS(abs_residual[i], rice_parameter_estimate);
1950 #endif
1951 #else
1952                                 partition_bits += FLAC__bitbuffer_rice_bits(residual[i], rice_parameter); /* NOTE: we will need to pass in residual[] instead of abs_residual[] */
1953 #endif
1954                         }
1955 #ifndef NO_RICE_SEARCH
1956                         if(partition_bits < best_partition_bits) {
1957                                 best_rice_parameter = rice_parameter;
1958                                 best_partition_bits = partition_bits;
1959                         }
1960                 }
1961 #endif
1962                 if(search_for_escapes) {
1963                         flat_bits = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_PARAMETER_LEN + FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_RAW_LEN + raw_bits_per_partition[0] * residual_samples;
1964                         if(flat_bits <= best_partition_bits) {
1965                                 raw_bits[0] = raw_bits_per_partition[0];
1966                                 best_rice_parameter = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER;
1967                                 best_partition_bits = flat_bits;
1968                         }
1969                 }
1970                 parameters[0] = best_rice_parameter;
1971                 bits_ += best_partition_bits;
1972         }
1973         else {
1974                 unsigned partition, residual_sample, save_residual_sample, partition_sample;
1975                 unsigned partition_samples;
1976                 FLAC__uint64 mean, k;
1977                 const unsigned partitions = 1u << partition_order;
1978                 for(partition = residual_sample = 0; partition < partitions; partition++) {
1979                         partition_samples = (residual_samples+predictor_order) >> partition_order;
1980                         if(partition == 0) {
1981                                 if(partition_samples <= predictor_order)
1982                                         return false;
1983                                 else
1984                                         partition_samples -= predictor_order;
1985                         }
1986                         mean = abs_residual_partition_sums[partition];
1987 #ifdef FLAC__SYMMETRIC_RICE
1988                         mean += partition_samples >> 1; /* for rounding effect */
1989                         mean /= partition_samples;
1990
1991                         /* calc rice_parameter = floor(log2(mean)) */
1992                         rice_parameter = 0;
1993                         mean>>=1;
1994                         while(mean) {
1995                                 rice_parameter++;
1996                                 mean >>= 1;
1997                         }
1998 #else
1999                         /* calc rice_parameter ala LOCO-I */
2000                         for(rice_parameter = 0, k = partition_samples; k < mean; rice_parameter++, k <<= 1)
2001                                 ;
2002 #endif
2003                         if(rice_parameter >= FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER) {
2004 #ifdef DEBUG_VERBOSE
2005                                 fprintf(stderr, "clipping rice_parameter (%u -> %u) @6\n", rice_parameter, FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1);
2006 #endif
2007                                 rice_parameter = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1;
2008                         }
2009
2010 #ifndef NO_RICE_SEARCH
2011                         if(rice_parameter_search_dist) {
2012                                 if(rice_parameter < rice_parameter_search_dist)
2013                                         min_rice_parameter = 0;
2014                                 else
2015                                         min_rice_parameter = rice_parameter - rice_parameter_search_dist;
2016                                 max_rice_parameter = rice_parameter + rice_parameter_search_dist;
2017                                 if(max_rice_parameter >= FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER) {
2018 #ifdef DEBUG_VERBOSE
2019                                         fprintf(stderr, "clipping rice_parameter (%u -> %u) @7\n", max_rice_parameter, FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1);
2020 #endif
2021                                         max_rice_parameter = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER - 1;
2022                                 }
2023                         }
2024                         else
2025                                 min_rice_parameter = max_rice_parameter = rice_parameter;
2026
2027                         best_partition_bits = 0xffffffff;
2028                         for(rice_parameter = min_rice_parameter; rice_parameter <= max_rice_parameter; rice_parameter++) {
2029 #endif
2030 #ifdef VARIABLE_RICE_BITS
2031 #ifdef FLAC__SYMMETRIC_RICE
2032                                 partition_bits = (2+rice_parameter) * partition_samples;
2033 #else
2034                                 const unsigned rice_parameter_estimate = rice_parameter-1;
2035                                 partition_bits = (1+rice_parameter) * partition_samples;
2036 #endif
2037 #else
2038                                 partition_bits = 0;
2039 #endif
2040                                 partition_bits += FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_PARAMETER_LEN;
2041                                 save_residual_sample = residual_sample;
2042                                 for(partition_sample = 0; partition_sample < partition_samples; residual_sample++, partition_sample++) {
2043 #ifdef VARIABLE_RICE_BITS
2044 #ifdef FLAC__SYMMETRIC_RICE
2045                                         partition_bits += VARIABLE_RICE_BITS(abs_residual[residual_sample], rice_parameter);
2046 #else
2047                                         partition_bits += VARIABLE_RICE_BITS(abs_residual[residual_sample], rice_parameter_estimate);
2048 #endif
2049 #else
2050                                         partition_bits += FLAC__bitbuffer_rice_bits(residual[residual_sample], rice_parameter); /* NOTE: we will need to pass in residual[] instead of abs_residual[] */
2051 #endif
2052                                 }
2053 #ifndef NO_RICE_SEARCH
2054                                 if(rice_parameter != max_rice_parameter)
2055                                         residual_sample = save_residual_sample;
2056                                 if(partition_bits < best_partition_bits) {
2057                                         best_rice_parameter = rice_parameter;
2058                                         best_partition_bits = partition_bits;
2059                                 }
2060                         }
2061 #endif
2062                         if(search_for_escapes) {
2063                                 flat_bits = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_PARAMETER_LEN + FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_RAW_LEN + raw_bits_per_partition[partition] * partition_samples;
2064                                 if(flat_bits <= best_partition_bits) {
2065                                         raw_bits[partition] = raw_bits_per_partition[partition];
2066                                         best_rice_parameter = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER;
2067                                         best_partition_bits = flat_bits;
2068                                 }
2069                         }
2070                         parameters[partition] = best_rice_parameter;
2071                         bits_ += best_partition_bits;
2072                 }
2073         }
2074
2075         *bits = bits_;
2076         return true;
2077 }
2078
2079 unsigned stream_encoder_get_wasted_bits_(FLAC__int32 signal[], unsigned samples)
2080 {
2081         unsigned i, shift;
2082         FLAC__int32 x = 0;
2083
2084         for(i = 0; i < samples && !(x&1); i++)
2085                 x |= signal[i];
2086
2087         if(x == 0) {
2088                 shift = 0;
2089         }
2090         else {
2091                 for(shift = 0; !(x&1); shift++)
2092                         x >>= 1;
2093         }
2094
2095         if(shift > 0) {
2096                 for(i = 0; i < samples; i++)
2097                          signal[i] >>= shift;
2098         }
2099
2100         return shift;
2101 }