src/libFLAC/stream_encoder.c

   1 /* libFLAC - Free Lossless Audio Codec library
   2  * Copyright (C) 2000-2009  Josh Coalson
   3  * Copyright (C) 2011-2013  Xiph.Org Foundation
   4  *
   5  * Redistribution and use in source and binary forms, with or without
   6  * modification, are permitted provided that the following conditions
   7  * are met:
   8  *
   9  * - Redistributions of source code must retain the above copyright
  10  * notice, this list of conditions and the following disclaimer.
  11  *
  12  * - Redistributions in binary form must reproduce the above copyright
  13  * notice, this list of conditions and the following disclaimer in the
  14  * documentation and/or other materials provided with the distribution.
  15  *
  16  * - Neither the name of the Xiph.org Foundation nor the names of its
  17  * contributors may be used to endorse or promote products derived from
  18  * this software without specific prior written permission.
  19  *
  20  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  21  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  22  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  23  * A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR
  24  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
  25  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
  26  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
  27  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
  28  * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
  29  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
  30  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  31  */
  32
  33 #if HAVE_CONFIG_H
  34 #  include <config.h>
  35 #endif
  36
  37 #include <limits.h>
  38 #include <stdio.h>
  39 #include <stdlib.h> /* for malloc() */
  40 #include <string.h> /* for memcpy() */
  41 #include <sys/types.h> /* for off_t */
  42 #include "FLAC/assert.h"
  43 #include "FLAC/stream_decoder.h"
  44 #include "protected/stream_encoder.h"
  45 #include "private/bitwriter.h"
  46 #include "private/bitmath.h"
  47 #include "private/crc.h"
  48 #include "private/cpu.h"
  49 #include "private/fixed.h"
  50 #include "private/format.h"
  51 #include "private/lpc.h"
  52 #include "private/md5.h"
  53 #include "private/memory.h"
  54 #include "private/macros.h"
  55 #if FLAC__HAS_OGG
  56 #include "private/ogg_helper.h"
  57 #include "private/ogg_mapping.h"
  58 #endif
  59 #include "private/stream_encoder_framing.h"
  60 #include "private/window.h"
  61 #include "share/alloc.h"
  62 #include "share/compat.h"
  63 #include "share/private.h"
  64
  65
  66 /* Exact Rice codeword length calculation is off by default.  The simple
  67  * (and fast) estimation (of how many bits a residual value will be
  68  * encoded with) in this encoder is very good, almost always yielding
  69  * compression within 0.1% of exact calculation.
  70  */
  71 #undef EXACT_RICE_BITS_CALCULATION
  72 /* Rice parameter searching is off by default.  The simple (and fast)
  73  * parameter estimation in this encoder is very good, almost always
  74  * yielding compression within 0.1% of the optimal parameters.
  75  */
  76 #undef ENABLE_RICE_PARAMETER_SEARCH
  77
  78
  79 typedef struct {
  80         FLAC__int32 *data[FLAC__MAX_CHANNELS];
  81         unsigned size; /* of each data[] in samples */
  82         unsigned tail;
  83 } verify_input_fifo;
  84
  85 typedef struct {
  86         const FLAC__byte *data;
  87         unsigned capacity;
  88         unsigned bytes;
  89 } verify_output;
  90
  91 typedef enum {
  92         ENCODER_IN_MAGIC = 0,
  93         ENCODER_IN_METADATA = 1,
  94         ENCODER_IN_AUDIO = 2
  95 } EncoderStateHint;
  96
  97 static struct CompressionLevels {
  98         FLAC__bool do_mid_side_stereo;
  99         FLAC__bool loose_mid_side_stereo;
 100         unsigned max_lpc_order;
 101         unsigned qlp_coeff_precision;
 102         FLAC__bool do_qlp_coeff_prec_search;
 103         FLAC__bool do_escape_coding;
 104         FLAC__bool do_exhaustive_model_search;
 105         unsigned min_residual_partition_order;
 106         unsigned max_residual_partition_order;
 107         unsigned rice_parameter_search_dist;
 108 } compression_levels_[] = {
 109         { false, false,  0, 0, false, false, false, 0, 3, 0 },
 110         { true , true ,  0, 0, false, false, false, 0, 3, 0 },
 111         { true , false,  0, 0, false, false, false, 0, 3, 0 },
 112         { false, false,  6, 0, false, false, false, 0, 4, 0 },
 113         { true , true ,  8, 0, false, false, false, 0, 4, 0 },
 114         { true , false,  8, 0, false, false, false, 0, 5, 0 },
 115         { true , false,  8, 0, false, false, false, 0, 6, 0 },
 116         { true , false,  8, 0, false, false, true , 0, 6, 0 },
 117         { true , false, 12, 0, false, false, true , 0, 6, 0 }
 118 };
 119
 120
 121 /***********************************************************************
 122  *
 123  * Private class method prototypes
 124  *
 125  ***********************************************************************/
 126
 127 static void set_defaults_(FLAC__StreamEncoder *encoder);
 128 static void free_(FLAC__StreamEncoder *encoder);
 129 static FLAC__bool resize_buffers_(FLAC__StreamEncoder *encoder, unsigned new_blocksize);
 130 static FLAC__bool write_bitbuffer_(FLAC__StreamEncoder *encoder, unsigned samples, FLAC__bool is_last_block);
 131 static FLAC__StreamEncoderWriteStatus write_frame_(FLAC__StreamEncoder *encoder, const FLAC__byte buffer[], size_t bytes, unsigned samples, FLAC__bool is_last_block);
 132 static void update_metadata_(const FLAC__StreamEncoder *encoder);
 133 #if FLAC__HAS_OGG
 134 static void update_ogg_metadata_(FLAC__StreamEncoder *encoder);
 135 #endif
 136 static FLAC__bool process_frame_(FLAC__StreamEncoder *encoder, FLAC__bool is_fractional_block, FLAC__bool is_last_block);
 137 static FLAC__bool process_subframes_(FLAC__StreamEncoder *encoder, FLAC__bool is_fractional_block);
 138
 139 static FLAC__bool process_subframe_(
 140         FLAC__StreamEncoder *encoder,
 141         unsigned min_partition_order,
 142         unsigned max_partition_order,
 143         const FLAC__FrameHeader *frame_header,
 144         unsigned subframe_bps,
 145         const FLAC__int32 integer_signal[],
 146         FLAC__Subframe *subframe[2],
 147         FLAC__EntropyCodingMethod_PartitionedRiceContents *partitioned_rice_contents[2],
 148         FLAC__int32 *residual[2],
 149         unsigned *best_subframe,
 150         unsigned *best_bits
 151 );
 152
 153 static FLAC__bool add_subframe_(
 154         FLAC__StreamEncoder *encoder,
 155         unsigned blocksize,
 156         unsigned subframe_bps,
 157         const FLAC__Subframe *subframe,
 158         FLAC__BitWriter *frame
 159 );
 160
 161 static unsigned evaluate_constant_subframe_(
 162         FLAC__StreamEncoder *encoder,
 163         const FLAC__int32 signal,
 164         unsigned blocksize,
 165         unsigned subframe_bps,
 166         FLAC__Subframe *subframe
 167 );
 168
 169 static unsigned evaluate_fixed_subframe_(
 170         FLAC__StreamEncoder *encoder,
 171         const FLAC__int32 signal[],
 172         FLAC__int32 residual[],
 173         FLAC__uint64 abs_residual_partition_sums[],
 174         unsigned raw_bits_per_partition[],
 175         unsigned blocksize,
 176         unsigned subframe_bps,
 177         unsigned order,
 178         unsigned rice_parameter,
 179         unsigned rice_parameter_limit,
 180         unsigned min_partition_order,
 181         unsigned max_partition_order,
 182         FLAC__bool do_escape_coding,
 183         unsigned rice_parameter_search_dist,
 184         FLAC__Subframe *subframe,
 185         FLAC__EntropyCodingMethod_PartitionedRiceContents *partitioned_rice_contents
 186 );
 187
 188 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 189 static unsigned evaluate_lpc_subframe_(
 190         FLAC__StreamEncoder *encoder,
 191         const FLAC__int32 signal[],
 192         FLAC__int32 residual[],
 193         FLAC__uint64 abs_residual_partition_sums[],
 194         unsigned raw_bits_per_partition[],
 195         const FLAC__real lp_coeff[],
 196         unsigned blocksize,
 197         unsigned subframe_bps,
 198         unsigned order,
 199         unsigned qlp_coeff_precision,
 200         unsigned rice_parameter,
 201         unsigned rice_parameter_limit,
 202         unsigned min_partition_order,
 203         unsigned max_partition_order,
 204         FLAC__bool do_escape_coding,
 205         unsigned rice_parameter_search_dist,
 206         FLAC__Subframe *subframe,
 207         FLAC__EntropyCodingMethod_PartitionedRiceContents *partitioned_rice_contents
 208 );
 209 #endif
 210
 211 static unsigned evaluate_verbatim_subframe_(
 212         FLAC__StreamEncoder *encoder,
 213         const FLAC__int32 signal[],
 214         unsigned blocksize,
 215         unsigned subframe_bps,
 216         FLAC__Subframe *subframe
 217 );
 218
 219 static unsigned find_best_partition_order_(
 220         struct FLAC__StreamEncoderPrivate *private_,
 221         const FLAC__int32 residual[],
 222         FLAC__uint64 abs_residual_partition_sums[],
 223         unsigned raw_bits_per_partition[],
 224         unsigned residual_samples,
 225         unsigned predictor_order,
 226         unsigned rice_parameter,
 227         unsigned rice_parameter_limit,
 228         unsigned min_partition_order,
 229         unsigned max_partition_order,
 230         unsigned bps,
 231         FLAC__bool do_escape_coding,
 232         unsigned rice_parameter_search_dist,
 233         FLAC__EntropyCodingMethod *best_ecm
 234 );
 235
 236 static void precompute_partition_info_sums_(
 237         const FLAC__int32 residual[],
 238         FLAC__uint64 abs_residual_partition_sums[],
 239         unsigned residual_samples,
 240         unsigned predictor_order,
 241         unsigned min_partition_order,
 242         unsigned max_partition_order,
 243         unsigned bps
 244 );
 245
 246 static void precompute_partition_info_escapes_(
 247         const FLAC__int32 residual[],
 248         unsigned raw_bits_per_partition[],
 249         unsigned residual_samples,
 250         unsigned predictor_order,
 251         unsigned min_partition_order,
 252         unsigned max_partition_order
 253 );
 254
 255 static FLAC__bool set_partitioned_rice_(
 256 #ifdef EXACT_RICE_BITS_CALCULATION
 257         const FLAC__int32 residual[],
 258 #endif
 259         const FLAC__uint64 abs_residual_partition_sums[],
 260         const unsigned raw_bits_per_partition[],
 261         const unsigned residual_samples,
 262         const unsigned predictor_order,
 263         const unsigned suggested_rice_parameter,
 264         const unsigned rice_parameter_limit,
 265         const unsigned rice_parameter_search_dist,
 266         const unsigned partition_order,
 267         const FLAC__bool search_for_escapes,
 268         FLAC__EntropyCodingMethod_PartitionedRiceContents *partitioned_rice_contents,
 269         unsigned *bits
 270 );
 271
 272 static unsigned get_wasted_bits_(FLAC__int32 signal[], unsigned samples);
 273
 274 /* verify-related routines: */
 275 static void append_to_verify_fifo_(
 276         verify_input_fifo *fifo,
 277         const FLAC__int32 * const input[],
 278         unsigned input_offset,
 279         unsigned channels,
 280         unsigned wide_samples
 281 );
 282
 283 static void append_to_verify_fifo_interleaved_(
 284         verify_input_fifo *fifo,
 285         const FLAC__int32 input[],
 286         unsigned input_offset,
 287         unsigned channels,
 288         unsigned wide_samples
 289 );
 290
 291 static FLAC__StreamDecoderReadStatus verify_read_callback_(const FLAC__StreamDecoder *decoder, FLAC__byte buffer[], size_t *bytes, void *client_data);
 292 static FLAC__StreamDecoderWriteStatus verify_write_callback_(const FLAC__StreamDecoder *decoder, const FLAC__Frame *frame, const FLAC__int32 * const buffer[], void *client_data);
 293 static void verify_metadata_callback_(const FLAC__StreamDecoder *decoder, const FLAC__StreamMetadata *metadata, void *client_data);
 294 static void verify_error_callback_(const FLAC__StreamDecoder *decoder, FLAC__StreamDecoderErrorStatus status, void *client_data);
 295
 296 static FLAC__StreamEncoderReadStatus file_read_callback_(const FLAC__StreamEncoder *encoder, FLAC__byte buffer[], size_t *bytes, void *client_data);
 297 static FLAC__StreamEncoderSeekStatus file_seek_callback_(const FLAC__StreamEncoder *encoder, FLAC__uint64 absolute_byte_offset, void *client_data);
 298 static FLAC__StreamEncoderTellStatus file_tell_callback_(const FLAC__StreamEncoder *encoder, FLAC__uint64 *absolute_byte_offset, void *client_data);
 299 static FLAC__StreamEncoderWriteStatus file_write_callback_(const FLAC__StreamEncoder *encoder, const FLAC__byte buffer[], size_t bytes, unsigned samples, unsigned current_frame, void *client_data);
 300 static FILE *get_binary_stdout_(void);
 301
 302
 303 /***********************************************************************
 304  *
 305  * Private class data
 306  *
 307  ***********************************************************************/
 308
 309 typedef struct FLAC__StreamEncoderPrivate {
 310         unsigned input_capacity;                          /* current size (in samples) of the signal and residual buffers */
 311         FLAC__int32 *integer_signal[FLAC__MAX_CHANNELS];  /* the integer version of the input signal */
 312         FLAC__int32 *integer_signal_mid_side[2];          /* the integer version of the mid-side input signal (stereo only) */
 313 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 314         FLAC__real *real_signal[FLAC__MAX_CHANNELS];      /* (@@@ currently unused) the floating-point version of the input signal */
 315         FLAC__real *real_signal_mid_side[2];              /* (@@@ currently unused) the floating-point version of the mid-side input signal (stereo only) */
 316         FLAC__real *window[FLAC__MAX_APODIZATION_FUNCTIONS]; /* the pre-computed floating-point window for each apodization function */
 317         FLAC__real *windowed_signal;                      /* the integer_signal[] * current window[] */
 318 #endif
 319         unsigned subframe_bps[FLAC__MAX_CHANNELS];        /* the effective bits per sample of the input signal (stream bps - wasted bits) */
 320         unsigned subframe_bps_mid_side[2];                /* the effective bits per sample of the mid-side input signal (stream bps - wasted bits + 0/1) */
 321         FLAC__int32 *residual_workspace[FLAC__MAX_CHANNELS][2]; /* each channel has a candidate and best workspace where the subframe residual signals will be stored */
 322         FLAC__int32 *residual_workspace_mid_side[2][2];
 323         FLAC__Subframe subframe_workspace[FLAC__MAX_CHANNELS][2];
 324         FLAC__Subframe subframe_workspace_mid_side[2][2];
 325         FLAC__Subframe *subframe_workspace_ptr[FLAC__MAX_CHANNELS][2];
 326         FLAC__Subframe *subframe_workspace_ptr_mid_side[2][2];
 327         FLAC__EntropyCodingMethod_PartitionedRiceContents partitioned_rice_contents_workspace[FLAC__MAX_CHANNELS][2];
 328         FLAC__EntropyCodingMethod_PartitionedRiceContents partitioned_rice_contents_workspace_mid_side[FLAC__MAX_CHANNELS][2];
 329         FLAC__EntropyCodingMethod_PartitionedRiceContents *partitioned_rice_contents_workspace_ptr[FLAC__MAX_CHANNELS][2];
 330         FLAC__EntropyCodingMethod_PartitionedRiceContents *partitioned_rice_contents_workspace_ptr_mid_side[FLAC__MAX_CHANNELS][2];
 331         unsigned best_subframe[FLAC__MAX_CHANNELS];       /* index (0 or 1) into 2nd dimension of the above workspaces */
 332         unsigned best_subframe_mid_side[2];
 333         unsigned best_subframe_bits[FLAC__MAX_CHANNELS];  /* size in bits of the best subframe for each channel */
 334         unsigned best_subframe_bits_mid_side[2];
 335         FLAC__uint64 *abs_residual_partition_sums;        /* workspace where the sum of abs(candidate residual) for each partition is stored */
 336         unsigned *raw_bits_per_partition;                 /* workspace where the sum of silog2(candidate residual) for each partition is stored */
 337         FLAC__BitWriter *frame;                           /* the current frame being worked on */
 338         unsigned loose_mid_side_stereo_frames;            /* rounded number of frames the encoder will use before trying both independent and mid/side frames again */
 339         unsigned loose_mid_side_stereo_frame_count;       /* number of frames using the current channel assignment */
 340         FLAC__ChannelAssignment last_channel_assignment;
 341         FLAC__StreamMetadata streaminfo;                  /* scratchpad for STREAMINFO as it is built */
 342         FLAC__StreamMetadata_SeekTable *seek_table;       /* pointer into encoder->protected_->metadata_ where the seek table is */
 343         unsigned current_sample_number;
 344         unsigned current_frame_number;
 345         FLAC__MD5Context md5context;
 346         FLAC__CPUInfo cpuinfo;
 347 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 348         unsigned (*local_fixed_compute_best_predictor)(const FLAC__int32 data[], unsigned data_len, FLAC__float residual_bits_per_sample[FLAC__MAX_FIXED_ORDER+1]);
 349 #else
 350         unsigned (*local_fixed_compute_best_predictor)(const FLAC__int32 data[], unsigned data_len, FLAC__fixedpoint residual_bits_per_sample[FLAC__MAX_FIXED_ORDER+1]);
 351 #endif
 352 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 353         void (*local_lpc_compute_autocorrelation)(const FLAC__real data[], unsigned data_len, unsigned lag, FLAC__real autoc[]);
 354         void (*local_lpc_compute_residual_from_qlp_coefficients)(const FLAC__int32 *data, unsigned data_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
 355         void (*local_lpc_compute_residual_from_qlp_coefficients_64bit)(const FLAC__int32 *data, unsigned data_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
 356         void (*local_lpc_compute_residual_from_qlp_coefficients_16bit)(const FLAC__int32 *data, unsigned data_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
 357 #endif
 358         FLAC__bool use_wide_by_block;          /* use slow 64-bit versions of some functions because of the block size */
 359         FLAC__bool use_wide_by_partition;      /* use slow 64-bit versions of some functions because of the min partition order and blocksize */
 360         FLAC__bool use_wide_by_order;          /* use slow 64-bit versions of some functions because of the lpc order */
 361         FLAC__bool disable_constant_subframes;
 362         FLAC__bool disable_fixed_subframes;
 363         FLAC__bool disable_verbatim_subframes;
 364 #if FLAC__HAS_OGG
 365         FLAC__bool is_ogg;
 366 #endif
 367         FLAC__StreamEncoderReadCallback read_callback; /* currently only needed for Ogg FLAC */
 368         FLAC__StreamEncoderSeekCallback seek_callback;
 369         FLAC__StreamEncoderTellCallback tell_callback;
 370         FLAC__StreamEncoderWriteCallback write_callback;
 371         FLAC__StreamEncoderMetadataCallback metadata_callback;
 372         FLAC__StreamEncoderProgressCallback progress_callback;
 373         void *client_data;
 374         unsigned first_seekpoint_to_check;
 375         FILE *file;                            /* only used when encoding to a file */
 376         FLAC__uint64 bytes_written;
 377         FLAC__uint64 samples_written;
 378         unsigned frames_written;
 379         unsigned total_frames_estimate;
 380         /* unaligned (original) pointers to allocated data */
 381         FLAC__int32 *integer_signal_unaligned[FLAC__MAX_CHANNELS];
 382         FLAC__int32 *integer_signal_mid_side_unaligned[2];
 383 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 384         FLAC__real *real_signal_unaligned[FLAC__MAX_CHANNELS]; /* (@@@ currently unused) */
 385         FLAC__real *real_signal_mid_side_unaligned[2]; /* (@@@ currently unused) */
 386         FLAC__real *window_unaligned[FLAC__MAX_APODIZATION_FUNCTIONS];
 387         FLAC__real *windowed_signal_unaligned;
 388 #endif
 389         FLAC__int32 *residual_workspace_unaligned[FLAC__MAX_CHANNELS][2];
 390         FLAC__int32 *residual_workspace_mid_side_unaligned[2][2];
 391         FLAC__uint64 *abs_residual_partition_sums_unaligned;
 392         unsigned *raw_bits_per_partition_unaligned;
 393         /*
 394          * These fields have been moved here from private function local
 395          * declarations merely to save stack space during encoding.
 396          */
 397 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 398         FLAC__real lp_coeff[FLAC__MAX_LPC_ORDER][FLAC__MAX_LPC_ORDER]; /* from process_subframe_() */
 399 #endif
 400         FLAC__EntropyCodingMethod_PartitionedRiceContents partitioned_rice_contents_extra[2]; /* from find_best_partition_order_() */
 401         /*
 402          * The data for the verify section
 403          */
 404         struct {
 405                 FLAC__StreamDecoder *decoder;
 406                 EncoderStateHint state_hint;
 407                 FLAC__bool needs_magic_hack;
 408                 verify_input_fifo input_fifo;
 409                 verify_output output;
 410                 struct {
 411                         FLAC__uint64 absolute_sample;
 412                         unsigned frame_number;
 413                         unsigned channel;
 414                         unsigned sample;
 415                         FLAC__int32 expected;
 416                         FLAC__int32 got;
 417                 } error_stats;
 418         } verify;
 419         FLAC__bool is_being_deleted; /* if true, call to ..._finish() from ..._delete() will not call the callbacks */
 420 } FLAC__StreamEncoderPrivate;
 421
 422 /***********************************************************************
 423  *
 424  * Public static class data
 425  *
 426  ***********************************************************************/
 427
 428 FLAC_API const char * const FLAC__StreamEncoderStateString[] = {
 429         "FLAC__STREAM_ENCODER_OK",
 430         "FLAC__STREAM_ENCODER_UNINITIALIZED",
 431         "FLAC__STREAM_ENCODER_OGG_ERROR",
 432         "FLAC__STREAM_ENCODER_VERIFY_DECODER_ERROR",
 433         "FLAC__STREAM_ENCODER_VERIFY_MISMATCH_IN_AUDIO_DATA",
 434         "FLAC__STREAM_ENCODER_CLIENT_ERROR",
 435         "FLAC__STREAM_ENCODER_IO_ERROR",
 436         "FLAC__STREAM_ENCODER_FRAMING_ERROR",
 437         "FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR"
 438 };
 439
 440 FLAC_API const char * const FLAC__StreamEncoderInitStatusString[] = {
 441         "FLAC__STREAM_ENCODER_INIT_STATUS_OK",
 442         "FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR",
 443         "FLAC__STREAM_ENCODER_INIT_STATUS_UNSUPPORTED_CONTAINER",
 444         "FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_CALLBACKS",
 445         "FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_NUMBER_OF_CHANNELS",
 446         "FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_BITS_PER_SAMPLE",
 447         "FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_SAMPLE_RATE",
 448         "FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_BLOCK_SIZE",
 449         "FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_MAX_LPC_ORDER",
 450         "FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_QLP_COEFF_PRECISION",
 451         "FLAC__STREAM_ENCODER_INIT_STATUS_BLOCK_SIZE_TOO_SMALL_FOR_LPC_ORDER",
 452         "FLAC__STREAM_ENCODER_INIT_STATUS_NOT_STREAMABLE",
 453         "FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_METADATA",
 454         "FLAC__STREAM_ENCODER_INIT_STATUS_ALREADY_INITIALIZED"
 455 };
 456
 457 FLAC_API const char * const FLAC__StreamEncoderReadStatusString[] = {
 458         "FLAC__STREAM_ENCODER_READ_STATUS_CONTINUE",
 459         "FLAC__STREAM_ENCODER_READ_STATUS_END_OF_STREAM",
 460         "FLAC__STREAM_ENCODER_READ_STATUS_ABORT",
 461         "FLAC__STREAM_ENCODER_READ_STATUS_UNSUPPORTED"
 462 };
 463
 464 FLAC_API const char * const FLAC__StreamEncoderWriteStatusString[] = {
 465         "FLAC__STREAM_ENCODER_WRITE_STATUS_OK",
 466         "FLAC__STREAM_ENCODER_WRITE_STATUS_FATAL_ERROR"
 467 };
 468
 469 FLAC_API const char * const FLAC__StreamEncoderSeekStatusString[] = {
 470         "FLAC__STREAM_ENCODER_SEEK_STATUS_OK",
 471         "FLAC__STREAM_ENCODER_SEEK_STATUS_ERROR",
 472         "FLAC__STREAM_ENCODER_SEEK_STATUS_UNSUPPORTED"
 473 };
 474
 475 FLAC_API const char * const FLAC__StreamEncoderTellStatusString[] = {
 476         "FLAC__STREAM_ENCODER_TELL_STATUS_OK",
 477         "FLAC__STREAM_ENCODER_TELL_STATUS_ERROR",
 478         "FLAC__STREAM_ENCODER_TELL_STATUS_UNSUPPORTED"
 479 };
 480
 481 /* Number of samples that will be overread to watch for end of stream.  By
 482  * 'overread', we mean that the FLAC__stream_encoder_process*() calls will
 483  * always try to read blocksize+1 samples before encoding a block, so that
 484  * even if the stream has a total sample count that is an integral multiple
 485  * of the blocksize, we will still notice when we are encoding the last
 486  * block.  This is needed, for example, to correctly set the end-of-stream
 487  * marker in Ogg FLAC.
 488  *
 489  * WATCHOUT: some parts of the code assert that OVERREAD_ == 1 and there's
 490  * not really any reason to change it.
 491  */
 492 static const unsigned OVERREAD_ = 1;
 493
 494 /***********************************************************************
 495  *
 496  * Class constructor/destructor
 497  *
 498  */
 499 FLAC_API FLAC__StreamEncoder *FLAC__stream_encoder_new(void)
 500 {
 501         FLAC__StreamEncoder *encoder;
 502         unsigned i;
 503
 504         FLAC__ASSERT(sizeof(int) >= 4); /* we want to die right away if this is not true */
 505
 506         encoder = calloc(1, sizeof(FLAC__StreamEncoder));
 507         if(encoder == 0) {
 508                 return 0;
 509         }
 510
 511         encoder->protected_ = calloc(1, sizeof(FLAC__StreamEncoderProtected));
 512         if(encoder->protected_ == 0) {
 513                 free(encoder);
 514                 return 0;
 515         }
 516
 517         encoder->private_ = calloc(1, sizeof(FLAC__StreamEncoderPrivate));
 518         if(encoder->private_ == 0) {
 519                 free(encoder->protected_);
 520                 free(encoder);
 521                 return 0;
 522         }
 523
 524         encoder->private_->frame = FLAC__bitwriter_new();
 525         if(encoder->private_->frame == 0) {
 526                 free(encoder->private_);
 527                 free(encoder->protected_);
 528                 free(encoder);
 529                 return 0;
 530         }
 531
 532         encoder->private_->file = 0;
 533
 534         set_defaults_(encoder);
 535
 536         encoder->private_->is_being_deleted = false;
 537
 538         for(i = 0; i < FLAC__MAX_CHANNELS; i++) {
 539                 encoder->private_->subframe_workspace_ptr[i][0] = &encoder->private_->subframe_workspace[i][0];
 540                 encoder->private_->subframe_workspace_ptr[i][1] = &encoder->private_->subframe_workspace[i][1];
 541         }
 542         for(i = 0; i < 2; i++) {
 543                 encoder->private_->subframe_workspace_ptr_mid_side[i][0] = &encoder->private_->subframe_workspace_mid_side[i][0];
 544                 encoder->private_->subframe_workspace_ptr_mid_side[i][1] = &encoder->private_->subframe_workspace_mid_side[i][1];
 545         }
 546         for(i = 0; i < FLAC__MAX_CHANNELS; i++) {
 547                 encoder->private_->partitioned_rice_contents_workspace_ptr[i][0] = &encoder->private_->partitioned_rice_contents_workspace[i][0];
 548                 encoder->private_->partitioned_rice_contents_workspace_ptr[i][1] = &encoder->private_->partitioned_rice_contents_workspace[i][1];
 549         }
 550         for(i = 0; i < 2; i++) {
 551                 encoder->private_->partitioned_rice_contents_workspace_ptr_mid_side[i][0] = &encoder->private_->partitioned_rice_contents_workspace_mid_side[i][0];
 552                 encoder->private_->partitioned_rice_contents_workspace_ptr_mid_side[i][1] = &encoder->private_->partitioned_rice_contents_workspace_mid_side[i][1];
 553         }
 554
 555         for(i = 0; i < FLAC__MAX_CHANNELS; i++) {
 556                 FLAC__format_entropy_coding_method_partitioned_rice_contents_init(&encoder->private_->partitioned_rice_contents_workspace[i][0]);
 557                 FLAC__format_entropy_coding_method_partitioned_rice_contents_init(&encoder->private_->partitioned_rice_contents_workspace[i][1]);
 558         }
 559         for(i = 0; i < 2; i++) {
 560                 FLAC__format_entropy_coding_method_partitioned_rice_contents_init(&encoder->private_->partitioned_rice_contents_workspace_mid_side[i][0]);
 561                 FLAC__format_entropy_coding_method_partitioned_rice_contents_init(&encoder->private_->partitioned_rice_contents_workspace_mid_side[i][1]);
 562         }
 563         for(i = 0; i < 2; i++)
 564                 FLAC__format_entropy_coding_method_partitioned_rice_contents_init(&encoder->private_->partitioned_rice_contents_extra[i]);
 565
 566         encoder->protected_->state = FLAC__STREAM_ENCODER_UNINITIALIZED;
 567
 568         return encoder;
 569 }
 570
 571 FLAC_API void FLAC__stream_encoder_delete(FLAC__StreamEncoder *encoder)
 572 {
 573         unsigned i;
 574
 575         if (encoder == NULL)
 576                 return ;
 577
 578         FLAC__ASSERT(0 != encoder->protected_);
 579         FLAC__ASSERT(0 != encoder->private_);
 580         FLAC__ASSERT(0 != encoder->private_->frame);
 581
 582         encoder->private_->is_being_deleted = true;
 583
 584         (void)FLAC__stream_encoder_finish(encoder);
 585
 586         if(0 != encoder->private_->verify.decoder)
 587                 FLAC__stream_decoder_delete(encoder->private_->verify.decoder);
 588
 589         for(i = 0; i < FLAC__MAX_CHANNELS; i++) {
 590                 FLAC__format_entropy_coding_method_partitioned_rice_contents_clear(&encoder->private_->partitioned_rice_contents_workspace[i][0]);
 591                 FLAC__format_entropy_coding_method_partitioned_rice_contents_clear(&encoder->private_->partitioned_rice_contents_workspace[i][1]);
 592         }
 593         for(i = 0; i < 2; i++) {
 594                 FLAC__format_entropy_coding_method_partitioned_rice_contents_clear(&encoder->private_->partitioned_rice_contents_workspace_mid_side[i][0]);
 595                 FLAC__format_entropy_coding_method_partitioned_rice_contents_clear(&encoder->private_->partitioned_rice_contents_workspace_mid_side[i][1]);
 596         }
 597         for(i = 0; i < 2; i++)
 598                 FLAC__format_entropy_coding_method_partitioned_rice_contents_clear(&encoder->private_->partitioned_rice_contents_extra[i]);
 599
 600         FLAC__bitwriter_delete(encoder->private_->frame);
 601         free(encoder->private_);
 602         free(encoder->protected_);
 603         free(encoder);
 604 }
 605
 606 /***********************************************************************
 607  *
 608  * Public class methods
 609  *
 610  ***********************************************************************/
 611
 612 static FLAC__StreamEncoderInitStatus init_stream_internal_(
 613         FLAC__StreamEncoder *encoder,
 614         FLAC__StreamEncoderReadCallback read_callback,
 615         FLAC__StreamEncoderWriteCallback write_callback,
 616         FLAC__StreamEncoderSeekCallback seek_callback,
 617         FLAC__StreamEncoderTellCallback tell_callback,
 618         FLAC__StreamEncoderMetadataCallback metadata_callback,
 619         void *client_data,
 620         FLAC__bool is_ogg
 621 )
 622 {
 623         unsigned i;
 624         FLAC__bool metadata_has_seektable, metadata_has_vorbis_comment, metadata_picture_has_type1, metadata_picture_has_type2;
 625
 626         FLAC__ASSERT(0 != encoder);
 627
 628         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
 629                 return FLAC__STREAM_ENCODER_INIT_STATUS_ALREADY_INITIALIZED;
 630
 631 #if !FLAC__HAS_OGG
 632         if(is_ogg)
 633                 return FLAC__STREAM_ENCODER_INIT_STATUS_UNSUPPORTED_CONTAINER;
 634 #endif
 635
 636         if(0 == write_callback || (seek_callback && 0 == tell_callback))
 637                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_CALLBACKS;
 638
 639         if(encoder->protected_->channels == 0 || encoder->protected_->channels > FLAC__MAX_CHANNELS)
 640                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_NUMBER_OF_CHANNELS;
 641
 642         if(encoder->protected_->channels != 2) {
 643                 encoder->protected_->do_mid_side_stereo = false;
 644                 encoder->protected_->loose_mid_side_stereo = false;
 645         }
 646         else if(!encoder->protected_->do_mid_side_stereo)
 647                 encoder->protected_->loose_mid_side_stereo = false;
 648
 649         if(encoder->protected_->bits_per_sample >= 32)
 650                 encoder->protected_->do_mid_side_stereo = false; /* since we currenty do 32-bit math, the side channel would have 33 bps and overflow */
 651
 652         if(encoder->protected_->bits_per_sample < FLAC__MIN_BITS_PER_SAMPLE || encoder->protected_->bits_per_sample > FLAC__REFERENCE_CODEC_MAX_BITS_PER_SAMPLE)
 653                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_BITS_PER_SAMPLE;
 654
 655         if(!FLAC__format_sample_rate_is_valid(encoder->protected_->sample_rate))
 656                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_SAMPLE_RATE;
 657
 658         if(encoder->protected_->blocksize == 0) {
 659                 if(encoder->protected_->max_lpc_order == 0)
 660                         encoder->protected_->blocksize = 1152;
 661                 else
 662                         encoder->protected_->blocksize = 4096;
 663         }
 664
 665         if(encoder->protected_->blocksize < FLAC__MIN_BLOCK_SIZE || encoder->protected_->blocksize > FLAC__MAX_BLOCK_SIZE)
 666                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_BLOCK_SIZE;
 667
 668         if(encoder->protected_->max_lpc_order > FLAC__MAX_LPC_ORDER)
 669                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_MAX_LPC_ORDER;
 670
 671         if(encoder->protected_->blocksize < encoder->protected_->max_lpc_order)
 672                 return FLAC__STREAM_ENCODER_INIT_STATUS_BLOCK_SIZE_TOO_SMALL_FOR_LPC_ORDER;
 673
 674         if(encoder->protected_->qlp_coeff_precision == 0) {
 675                 if(encoder->protected_->bits_per_sample < 16) {
 676                         /* @@@ need some data about how to set this here w.r.t. blocksize and sample rate */
 677                         /* @@@ until then we'll make a guess */
 678                         encoder->protected_->qlp_coeff_precision = flac_max(FLAC__MIN_QLP_COEFF_PRECISION, 2 + encoder->protected_->bits_per_sample / 2);
 679                 }
 680                 else if(encoder->protected_->bits_per_sample == 16) {
 681                         if(encoder->protected_->blocksize <= 192)
 682                                 encoder->protected_->qlp_coeff_precision = 7;
 683                         else if(encoder->protected_->blocksize <= 384)
 684                                 encoder->protected_->qlp_coeff_precision = 8;
 685                         else if(encoder->protected_->blocksize <= 576)
 686                                 encoder->protected_->qlp_coeff_precision = 9;
 687                         else if(encoder->protected_->blocksize <= 1152)
 688                                 encoder->protected_->qlp_coeff_precision = 10;
 689                         else if(encoder->protected_->blocksize <= 2304)
 690                                 encoder->protected_->qlp_coeff_precision = 11;
 691                         else if(encoder->protected_->blocksize <= 4608)
 692                                 encoder->protected_->qlp_coeff_precision = 12;
 693                         else
 694                                 encoder->protected_->qlp_coeff_precision = 13;
 695                 }
 696                 else {
 697                         if(encoder->protected_->blocksize <= 384)
 698                                 encoder->protected_->qlp_coeff_precision = FLAC__MAX_QLP_COEFF_PRECISION-2;
 699                         else if(encoder->protected_->blocksize <= 1152)
 700                                 encoder->protected_->qlp_coeff_precision = FLAC__MAX_QLP_COEFF_PRECISION-1;
 701                         else
 702                                 encoder->protected_->qlp_coeff_precision = FLAC__MAX_QLP_COEFF_PRECISION;
 703                 }
 704                 FLAC__ASSERT(encoder->protected_->qlp_coeff_precision <= FLAC__MAX_QLP_COEFF_PRECISION);
 705         }
 706         else if(encoder->protected_->qlp_coeff_precision < FLAC__MIN_QLP_COEFF_PRECISION || encoder->protected_->qlp_coeff_precision > FLAC__MAX_QLP_COEFF_PRECISION)
 707                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_QLP_COEFF_PRECISION;
 708
 709         if(encoder->protected_->streamable_subset) {
 710                 if(!FLAC__format_blocksize_is_subset(encoder->protected_->blocksize, encoder->protected_->sample_rate))
 711                         return FLAC__STREAM_ENCODER_INIT_STATUS_NOT_STREAMABLE;
 712                 if(!FLAC__format_sample_rate_is_subset(encoder->protected_->sample_rate))
 713                         return FLAC__STREAM_ENCODER_INIT_STATUS_NOT_STREAMABLE;
 714                 if(
 715                         encoder->protected_->bits_per_sample != 8 &&
 716                         encoder->protected_->bits_per_sample != 12 &&
 717                         encoder->protected_->bits_per_sample != 16 &&
 718                         encoder->protected_->bits_per_sample != 20 &&
 719                         encoder->protected_->bits_per_sample != 24
 720                 )
 721                         return FLAC__STREAM_ENCODER_INIT_STATUS_NOT_STREAMABLE;
 722                 if(encoder->protected_->max_residual_partition_order > FLAC__SUBSET_MAX_RICE_PARTITION_ORDER)
 723                         return FLAC__STREAM_ENCODER_INIT_STATUS_NOT_STREAMABLE;
 724                 if(
 725                         encoder->protected_->sample_rate <= 48000 &&
 726                         (
 727                                 encoder->protected_->blocksize > FLAC__SUBSET_MAX_BLOCK_SIZE_48000HZ ||
 728                                 encoder->protected_->max_lpc_order > FLAC__SUBSET_MAX_LPC_ORDER_48000HZ
 729                         )
 730                 ) {
 731                         return FLAC__STREAM_ENCODER_INIT_STATUS_NOT_STREAMABLE;
 732                 }
 733         }
 734
 735         if(encoder->protected_->max_residual_partition_order >= (1u << FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ORDER_LEN))
 736                 encoder->protected_->max_residual_partition_order = (1u << FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ORDER_LEN) - 1;
 737         if(encoder->protected_->min_residual_partition_order >= encoder->protected_->max_residual_partition_order)
 738                 encoder->protected_->min_residual_partition_order = encoder->protected_->max_residual_partition_order;
 739
 740 #if FLAC__HAS_OGG
 741         /* reorder metadata if necessary to ensure that any VORBIS_COMMENT is the first, according to the mapping spec */
 742         if(is_ogg && 0 != encoder->protected_->metadata && encoder->protected_->num_metadata_blocks > 1) {
 743                 unsigned i1;
 744                 for(i1 = 1; i1 < encoder->protected_->num_metadata_blocks; i1++) {
 745                         if(0 != encoder->protected_->metadata[i1] && encoder->protected_->metadata[i1]->type == FLAC__METADATA_TYPE_VORBIS_COMMENT) {
 746                                 FLAC__StreamMetadata *vc = encoder->protected_->metadata[i1];
 747                                 for( ; i1 > 0; i1--)
 748                                         encoder->protected_->metadata[i1] = encoder->protected_->metadata[i1-1];
 749                                 encoder->protected_->metadata[0] = vc;
 750                                 break;
 751                         }
 752                 }
 753         }
 754 #endif
 755         /* keep track of any SEEKTABLE block */
 756         if(0 != encoder->protected_->metadata && encoder->protected_->num_metadata_blocks > 0) {
 757                 unsigned i2;
 758                 for(i2 = 0; i2 < encoder->protected_->num_metadata_blocks; i2++) {
 759                         if(0 != encoder->protected_->metadata[i2] && encoder->protected_->metadata[i2]->type == FLAC__METADATA_TYPE_SEEKTABLE) {
 760                                 encoder->private_->seek_table = &encoder->protected_->metadata[i2]->data.seek_table;
 761                                 break; /* take only the first one */
 762                         }
 763                 }
 764         }
 765
 766         /* validate metadata */
 767         if(0 == encoder->protected_->metadata && encoder->protected_->num_metadata_blocks > 0)
 768                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_METADATA;
 769         metadata_has_seektable = false;
 770         metadata_has_vorbis_comment = false;
 771         metadata_picture_has_type1 = false;
 772         metadata_picture_has_type2 = false;
 773         for(i = 0; i < encoder->protected_->num_metadata_blocks; i++) {
 774                 const FLAC__StreamMetadata *m = encoder->protected_->metadata[i];
 775                 if(m->type == FLAC__METADATA_TYPE_STREAMINFO)
 776                         return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_METADATA;
 777                 else if(m->type == FLAC__METADATA_TYPE_SEEKTABLE) {
 778                         if(metadata_has_seektable) /* only one is allowed */
 779                                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_METADATA;
 780                         metadata_has_seektable = true;
 781                         if(!FLAC__format_seektable_is_legal(&m->data.seek_table))
 782                                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_METADATA;
 783                 }
 784                 else if(m->type == FLAC__METADATA_TYPE_VORBIS_COMMENT) {
 785                         if(metadata_has_vorbis_comment) /* only one is allowed */
 786                                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_METADATA;
 787                         metadata_has_vorbis_comment = true;
 788                 }
 789                 else if(m->type == FLAC__METADATA_TYPE_CUESHEET) {
 790                         if(!FLAC__format_cuesheet_is_legal(&m->data.cue_sheet, m->data.cue_sheet.is_cd, /*violation=*/0))
 791                                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_METADATA;
 792                 }
 793                 else if(m->type == FLAC__METADATA_TYPE_PICTURE) {
 794                         if(!FLAC__format_picture_is_legal(&m->data.picture, /*violation=*/0))
 795                                 return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_METADATA;
 796                         if(m->data.picture.type == FLAC__STREAM_METADATA_PICTURE_TYPE_FILE_ICON_STANDARD) {
 797                                 if(metadata_picture_has_type1) /* there should only be 1 per stream */
 798                                         return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_METADATA;
 799                                 metadata_picture_has_type1 = true;
 800                                 /* standard icon must be 32x32 pixel PNG */
 801                                 if(
 802                                         m->data.picture.type == FLAC__STREAM_METADATA_PICTURE_TYPE_FILE_ICON_STANDARD &&
 803                                         (
 804                                                 (strcmp(m->data.picture.mime_type, "image/png") && strcmp(m->data.picture.mime_type, "-->")) ||
 805                                                 m->data.picture.width != 32 ||
 806                                                 m->data.picture.height != 32
 807                                         )
 808                                 )
 809                                         return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_METADATA;
 810                         }
 811                         else if(m->data.picture.type == FLAC__STREAM_METADATA_PICTURE_TYPE_FILE_ICON) {
 812                                 if(metadata_picture_has_type2) /* there should only be 1 per stream */
 813                                         return FLAC__STREAM_ENCODER_INIT_STATUS_INVALID_METADATA;
 814                                 metadata_picture_has_type2 = true;
 815                         }
 816                 }
 817         }
 818
 819         encoder->private_->input_capacity = 0;
 820         for(i = 0; i < encoder->protected_->channels; i++) {
 821                 encoder->private_->integer_signal_unaligned[i] = encoder->private_->integer_signal[i] = 0;
 822 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 823                 encoder->private_->real_signal_unaligned[i] = encoder->private_->real_signal[i] = 0;
 824 #endif
 825         }
 826         for(i = 0; i < 2; i++) {
 827                 encoder->private_->integer_signal_mid_side_unaligned[i] = encoder->private_->integer_signal_mid_side[i] = 0;
 828 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 829                 encoder->private_->real_signal_mid_side_unaligned[i] = encoder->private_->real_signal_mid_side[i] = 0;
 830 #endif
 831         }
 832 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 833         for(i = 0; i < encoder->protected_->num_apodizations; i++)
 834                 encoder->private_->window_unaligned[i] = encoder->private_->window[i] = 0;
 835         encoder->private_->windowed_signal_unaligned = encoder->private_->windowed_signal = 0;
 836 #endif
 837         for(i = 0; i < encoder->protected_->channels; i++) {
 838                 encoder->private_->residual_workspace_unaligned[i][0] = encoder->private_->residual_workspace[i][0] = 0;
 839                 encoder->private_->residual_workspace_unaligned[i][1] = encoder->private_->residual_workspace[i][1] = 0;
 840                 encoder->private_->best_subframe[i] = 0;
 841         }
 842         for(i = 0; i < 2; i++) {
 843                 encoder->private_->residual_workspace_mid_side_unaligned[i][0] = encoder->private_->residual_workspace_mid_side[i][0] = 0;
 844                 encoder->private_->residual_workspace_mid_side_unaligned[i][1] = encoder->private_->residual_workspace_mid_side[i][1] = 0;
 845                 encoder->private_->best_subframe_mid_side[i] = 0;
 846         }
 847         encoder->private_->abs_residual_partition_sums_unaligned = encoder->private_->abs_residual_partition_sums = 0;
 848         encoder->private_->raw_bits_per_partition_unaligned = encoder->private_->raw_bits_per_partition = 0;
 849 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 850         encoder->private_->loose_mid_side_stereo_frames = (unsigned)((FLAC__double)encoder->protected_->sample_rate * 0.4 / (FLAC__double)encoder->protected_->blocksize + 0.5);
 851 #else
 852         /* 26214 is the approximate fixed-point equivalent to 0.4 (0.4 * 2^16) */
 853         /* sample rate can be up to 655350 Hz, and thus use 20 bits, so we do the multiply&divide by hand */
 854         FLAC__ASSERT(FLAC__MAX_SAMPLE_RATE <= 655350);
 855         FLAC__ASSERT(FLAC__MAX_BLOCK_SIZE <= 65535);
 856         FLAC__ASSERT(encoder->protected_->sample_rate <= 655350);
 857         FLAC__ASSERT(encoder->protected_->blocksize <= 65535);
 858         encoder->private_->loose_mid_side_stereo_frames = (unsigned)FLAC__fixedpoint_trunc((((FLAC__uint64)(encoder->protected_->sample_rate) * (FLAC__uint64)(26214)) << 16) / (encoder->protected_->blocksize<<16) + FLAC__FP_ONE_HALF);
 859 #endif
 860         if(encoder->private_->loose_mid_side_stereo_frames == 0)
 861                 encoder->private_->loose_mid_side_stereo_frames = 1;
 862         encoder->private_->loose_mid_side_stereo_frame_count = 0;
 863         encoder->private_->current_sample_number = 0;
 864         encoder->private_->current_frame_number = 0;
 865
 866         encoder->private_->use_wide_by_block = (encoder->protected_->bits_per_sample + FLAC__bitmath_ilog2(encoder->protected_->blocksize)+1 > 30);
 867         encoder->private_->use_wide_by_order = (encoder->protected_->bits_per_sample + FLAC__bitmath_ilog2(flac_max(encoder->protected_->max_lpc_order, FLAC__MAX_FIXED_ORDER))+1 > 30); /*@@@ need to use this? */
 868         encoder->private_->use_wide_by_partition = (false); /*@@@ need to set this */
 869
 870         /*
 871          * get the CPU info and set the function pointers
 872          */
 873         FLAC__cpu_info(&encoder->private_->cpuinfo);
 874         /* first default to the non-asm routines */
 875 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 876         encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation;
 877 #endif
 878         encoder->private_->local_fixed_compute_best_predictor = FLAC__fixed_compute_best_predictor;
 879 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 880         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients = FLAC__lpc_compute_residual_from_qlp_coefficients;
 881         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients_64bit = FLAC__lpc_compute_residual_from_qlp_coefficients_wide;
 882         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients_16bit = FLAC__lpc_compute_residual_from_qlp_coefficients;
 883 #endif
 884         /* now override with asm where appropriate */
 885 #ifndef FLAC__INTEGER_ONLY_LIBRARY
 886 # ifndef FLAC__NO_ASM
 887         if(encoder->private_->cpuinfo.use_asm) {
 888 #  ifdef FLAC__CPU_IA32
 889                 FLAC__ASSERT(encoder->private_->cpuinfo.type == FLAC__CPUINFO_TYPE_IA32);
 890 #   ifdef FLAC__HAS_NASM
 891                 if(encoder->private_->cpuinfo.data.ia32.sse) {
 892                         if(encoder->protected_->max_lpc_order < 4)
 893                                 encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation_asm_ia32_sse_lag_4;
 894                         else if(encoder->protected_->max_lpc_order < 8)
 895                                 encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation_asm_ia32_sse_lag_8;
 896                         else if(encoder->protected_->max_lpc_order < 12)
 897                                 encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation_asm_ia32_sse_lag_12;
 898                         else
 899                                 encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation_asm_ia32;
 900                 }
 901                 else if(encoder->private_->cpuinfo.data.ia32._3dnow)
 902                         encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation_asm_ia32_3dnow;
 903                 else
 904                         encoder->private_->local_lpc_compute_autocorrelation = FLAC__lpc_compute_autocorrelation_asm_ia32;
 905                 if(encoder->private_->cpuinfo.data.ia32.mmx) {
 906                         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients = FLAC__lpc_compute_residual_from_qlp_coefficients_asm_ia32;
 907                         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients_16bit = FLAC__lpc_compute_residual_from_qlp_coefficients_asm_ia32_mmx;
 908                 }
 909                 else {
 910                         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients = FLAC__lpc_compute_residual_from_qlp_coefficients_asm_ia32;
 911                         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients_16bit = FLAC__lpc_compute_residual_from_qlp_coefficients_asm_ia32;
 912                 }
 913                 if(encoder->private_->cpuinfo.data.ia32.mmx && encoder->private_->cpuinfo.data.ia32.cmov)
 914                         encoder->private_->local_fixed_compute_best_predictor = FLAC__fixed_compute_best_predictor_asm_ia32_mmx_cmov;
 915 #   endif /* FLAC__HAS_NASM */
 916 #  endif /* FLAC__CPU_IA32 */
 917         }
 918 # endif /* !FLAC__NO_ASM */
 919 #endif /* !FLAC__INTEGER_ONLY_LIBRARY */
 920         /* finally override based on wide-ness if necessary */
 921         if(encoder->private_->use_wide_by_block) {
 922                 encoder->private_->local_fixed_compute_best_predictor = FLAC__fixed_compute_best_predictor_wide;
 923         }
 924
 925         /* set state to OK; from here on, errors are fatal and we'll override the state then */
 926         encoder->protected_->state = FLAC__STREAM_ENCODER_OK;
 927
 928 #if FLAC__HAS_OGG
 929         encoder->private_->is_ogg = is_ogg;
 930         if(is_ogg && !FLAC__ogg_encoder_aspect_init(&encoder->protected_->ogg_encoder_aspect)) {
 931                 encoder->protected_->state = FLAC__STREAM_ENCODER_OGG_ERROR;
 932                 return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
 933         }
 934 #endif
 935
 936         encoder->private_->read_callback = read_callback;
 937         encoder->private_->write_callback = write_callback;
 938         encoder->private_->seek_callback = seek_callback;
 939         encoder->private_->tell_callback = tell_callback;
 940         encoder->private_->metadata_callback = metadata_callback;
 941         encoder->private_->client_data = client_data;
 942
 943         if(!resize_buffers_(encoder, encoder->protected_->blocksize)) {
 944                 /* the above function sets the state for us in case of an error */
 945                 return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
 946         }
 947
 948         if(!FLAC__bitwriter_init(encoder->private_->frame)) {
 949                 encoder->protected_->state = FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR;
 950                 return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
 951         }
 952
 953         /*
 954          * Set up the verify stuff if necessary
 955          */
 956         if(encoder->protected_->verify) {
 957                 /*
 958                  * First, set up the fifo which will hold the
 959                  * original signal to compare against
 960                  */
 961                 encoder->private_->verify.input_fifo.size = encoder->protected_->blocksize+OVERREAD_;
 962                 for(i = 0; i < encoder->protected_->channels; i++) {
 963                         if(0 == (encoder->private_->verify.input_fifo.data[i] = safe_malloc_mul_2op_p(sizeof(FLAC__int32), /*times*/encoder->private_->verify.input_fifo.size))) {
 964                                 encoder->protected_->state = FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR;
 965                                 return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
 966                         }
 967                 }
 968                 encoder->private_->verify.input_fifo.tail = 0;
 969
 970                 /*
 971                  * Now set up a stream decoder for verification
 972                  */
 973                 if(0 == encoder->private_->verify.decoder) {
 974                         encoder->private_->verify.decoder = FLAC__stream_decoder_new();
 975                         if(0 == encoder->private_->verify.decoder) {
 976                                 encoder->protected_->state = FLAC__STREAM_ENCODER_VERIFY_DECODER_ERROR;
 977                                 return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
 978                         }
 979                 }
 980
 981                 if(FLAC__stream_decoder_init_stream(encoder->private_->verify.decoder, verify_read_callback_, /*seek_callback=*/0, /*tell_callback=*/0, /*length_callback=*/0, /*eof_callback=*/0, verify_write_callback_, verify_metadata_callback_, verify_error_callback_, /*client_data=*/encoder) != FLAC__STREAM_DECODER_INIT_STATUS_OK) {
 982                         encoder->protected_->state = FLAC__STREAM_ENCODER_VERIFY_DECODER_ERROR;
 983                         return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
 984                 }
 985         }
 986         encoder->private_->verify.error_stats.absolute_sample = 0;
 987         encoder->private_->verify.error_stats.frame_number = 0;
 988         encoder->private_->verify.error_stats.channel = 0;
 989         encoder->private_->verify.error_stats.sample = 0;
 990         encoder->private_->verify.error_stats.expected = 0;
 991         encoder->private_->verify.error_stats.got = 0;
 992
 993         /*
 994          * These must be done before we write any metadata, because that
 995          * calls the write_callback, which uses these values.
 996          */
 997         encoder->private_->first_seekpoint_to_check = 0;
 998         encoder->private_->samples_written = 0;
 999         encoder->protected_->streaminfo_offset = 0;
1000         encoder->protected_->seektable_offset = 0;
1001         encoder->protected_->audio_offset = 0;
1002
1003         /*
1004          * write the stream header
1005          */
1006         if(encoder->protected_->verify)
1007                 encoder->private_->verify.state_hint = ENCODER_IN_MAGIC;
1008         if(!FLAC__bitwriter_write_raw_uint32(encoder->private_->frame, FLAC__STREAM_SYNC, FLAC__STREAM_SYNC_LEN)) {
1009                 encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
1010                 return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
1011         }
1012         if(!write_bitbuffer_(encoder, 0, /*is_last_block=*/false)) {
1013                 /* the above function sets the state for us in case of an error */
1014                 return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
1015         }
1016
1017         /*
1018          * write the STREAMINFO metadata block
1019          */
1020         if(encoder->protected_->verify)
1021                 encoder->private_->verify.state_hint = ENCODER_IN_METADATA;
1022         encoder->private_->streaminfo.type = FLAC__METADATA_TYPE_STREAMINFO;
1023         encoder->private_->streaminfo.is_last = false; /* we will have at a minimum a VORBIS_COMMENT afterwards */
1024         encoder->private_->streaminfo.length = FLAC__STREAM_METADATA_STREAMINFO_LENGTH;
1025         encoder->private_->streaminfo.data.stream_info.min_blocksize = encoder->protected_->blocksize; /* this encoder uses the same blocksize for the whole stream */
1026         encoder->private_->streaminfo.data.stream_info.max_blocksize = encoder->protected_->blocksize;
1027         encoder->private_->streaminfo.data.stream_info.min_framesize = 0; /* we don't know this yet; have to fill it in later */
1028         encoder->private_->streaminfo.data.stream_info.max_framesize = 0; /* we don't know this yet; have to fill it in later */
1029         encoder->private_->streaminfo.data.stream_info.sample_rate = encoder->protected_->sample_rate;
1030         encoder->private_->streaminfo.data.stream_info.channels = encoder->protected_->channels;
1031         encoder->private_->streaminfo.data.stream_info.bits_per_sample = encoder->protected_->bits_per_sample;
1032         encoder->private_->streaminfo.data.stream_info.total_samples = encoder->protected_->total_samples_estimate; /* we will replace this later with the real total */
1033         memset(encoder->private_->streaminfo.data.stream_info.md5sum, 0, 16); /* we don't know this yet; have to fill it in later */
1034         if(encoder->protected_->do_md5)
1035                 FLAC__MD5Init(&encoder->private_->md5context);
1036         if(!FLAC__add_metadata_block(&encoder->private_->streaminfo, encoder->private_->frame)) {
1037                 encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
1038                 return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
1039         }
1040         if(!write_bitbuffer_(encoder, 0, /*is_last_block=*/false)) {
1041                 /* the above function sets the state for us in case of an error */
1042                 return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
1043         }
1044
1045         /*
1046          * Now that the STREAMINFO block is written, we can init this to an
1047          * absurdly-high value...
1048          */
1049         encoder->private_->streaminfo.data.stream_info.min_framesize = (1u << FLAC__STREAM_METADATA_STREAMINFO_MIN_FRAME_SIZE_LEN) - 1;
1050         /* ... and clear this to 0 */
1051         encoder->private_->streaminfo.data.stream_info.total_samples = 0;
1052
1053         /*
1054          * Check to see if the supplied metadata contains a VORBIS_COMMENT;
1055          * if not, we will write an empty one (FLAC__add_metadata_block()
1056          * automatically supplies the vendor string).
1057          *
1058          * WATCHOUT: the Ogg FLAC mapping requires us to write this block after
1059          * the STREAMINFO.  (In the case that metadata_has_vorbis_comment is
1060          * true it will have already insured that the metadata list is properly
1061          * ordered.)
1062          */
1063         if(!metadata_has_vorbis_comment) {
1064                 FLAC__StreamMetadata vorbis_comment;
1065                 vorbis_comment.type = FLAC__METADATA_TYPE_VORBIS_COMMENT;
1066                 vorbis_comment.is_last = (encoder->protected_->num_metadata_blocks == 0);
1067                 vorbis_comment.length = 4 + 4; /* MAGIC NUMBER */
1068                 vorbis_comment.data.vorbis_comment.vendor_string.length = 0;
1069                 vorbis_comment.data.vorbis_comment.vendor_string.entry = 0;
1070                 vorbis_comment.data.vorbis_comment.num_comments = 0;
1071                 vorbis_comment.data.vorbis_comment.comments = 0;
1072                 if(!FLAC__add_metadata_block(&vorbis_comment, encoder->private_->frame)) {
1073                         encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
1074                         return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
1075                 }
1076                 if(!write_bitbuffer_(encoder, 0, /*is_last_block=*/false)) {
1077                         /* the above function sets the state for us in case of an error */
1078                         return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
1079                 }
1080         }
1081
1082         /*
1083          * write the user's metadata blocks
1084          */
1085         for(i = 0; i < encoder->protected_->num_metadata_blocks; i++) {
1086                 encoder->protected_->metadata[i]->is_last = (i == encoder->protected_->num_metadata_blocks - 1);
1087                 if(!FLAC__add_metadata_block(encoder->protected_->metadata[i], encoder->private_->frame)) {
1088                         encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
1089                         return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
1090                 }
1091                 if(!write_bitbuffer_(encoder, 0, /*is_last_block=*/false)) {
1092                         /* the above function sets the state for us in case of an error */
1093                         return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
1094                 }
1095         }
1096
1097         /* now that all the metadata is written, we save the stream offset */
1098         if(encoder->private_->tell_callback && encoder->private_->tell_callback(encoder, &encoder->protected_->audio_offset, encoder->private_->client_data) == FLAC__STREAM_ENCODER_TELL_STATUS_ERROR) { /* FLAC__STREAM_ENCODER_TELL_STATUS_UNSUPPORTED just means we didn't get the offset; no error */
1099                 encoder->protected_->state = FLAC__STREAM_ENCODER_CLIENT_ERROR;
1100                 return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
1101         }
1102
1103         if(encoder->protected_->verify)
1104                 encoder->private_->verify.state_hint = ENCODER_IN_AUDIO;
1105
1106         return FLAC__STREAM_ENCODER_INIT_STATUS_OK;
1107 }
1108
1109 FLAC_API FLAC__StreamEncoderInitStatus FLAC__stream_encoder_init_stream(
1110         FLAC__StreamEncoder *encoder,
1111         FLAC__StreamEncoderWriteCallback write_callback,
1112         FLAC__StreamEncoderSeekCallback seek_callback,
1113         FLAC__StreamEncoderTellCallback tell_callback,
1114         FLAC__StreamEncoderMetadataCallback metadata_callback,
1115         void *client_data
1116 )
1117 {
1118         return init_stream_internal_(
1119                 encoder,
1120                 /*read_callback=*/0,
1121                 write_callback,
1122                 seek_callback,
1123                 tell_callback,
1124                 metadata_callback,
1125                 client_data,
1126                 /*is_ogg=*/false
1127         );
1128 }
1129
1130 FLAC_API FLAC__StreamEncoderInitStatus FLAC__stream_encoder_init_ogg_stream(
1131         FLAC__StreamEncoder *encoder,
1132         FLAC__StreamEncoderReadCallback read_callback,
1133         FLAC__StreamEncoderWriteCallback write_callback,
1134         FLAC__StreamEncoderSeekCallback seek_callback,
1135         FLAC__StreamEncoderTellCallback tell_callback,
1136         FLAC__StreamEncoderMetadataCallback metadata_callback,
1137         void *client_data
1138 )
1139 {
1140         return init_stream_internal_(
1141                 encoder,
1142                 read_callback,
1143                 write_callback,
1144                 seek_callback,
1145                 tell_callback,
1146                 metadata_callback,
1147                 client_data,
1148                 /*is_ogg=*/true
1149         );
1150 }
1151
1152 static FLAC__StreamEncoderInitStatus init_FILE_internal_(
1153         FLAC__StreamEncoder *encoder,
1154         FILE *file,
1155         FLAC__StreamEncoderProgressCallback progress_callback,
1156         void *client_data,
1157         FLAC__bool is_ogg
1158 )
1159 {
1160         FLAC__StreamEncoderInitStatus init_status;
1161
1162         FLAC__ASSERT(0 != encoder);
1163         FLAC__ASSERT(0 != file);
1164
1165         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1166                 return FLAC__STREAM_ENCODER_INIT_STATUS_ALREADY_INITIALIZED;
1167
1168         /* double protection */
1169         if(file == 0) {
1170                 encoder->protected_->state = FLAC__STREAM_ENCODER_IO_ERROR;
1171                 return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
1172         }
1173
1174         /*
1175          * To make sure that our file does not go unclosed after an error, we
1176          * must assign the FILE pointer before any further error can occur in
1177          * this routine.
1178          */
1179         if(file == stdout)
1180                 file = get_binary_stdout_(); /* just to be safe */
1181
1182         encoder->private_->file = file;
1183
1184         encoder->private_->progress_callback = progress_callback;
1185         encoder->private_->bytes_written = 0;
1186         encoder->private_->samples_written = 0;
1187         encoder->private_->frames_written = 0;
1188
1189         init_status = init_stream_internal_(
1190                 encoder,
1191                 encoder->private_->file == stdout? 0 : is_ogg? file_read_callback_ : 0,
1192                 file_write_callback_,
1193                 encoder->private_->file == stdout? 0 : file_seek_callback_,
1194                 encoder->private_->file == stdout? 0 : file_tell_callback_,
1195                 /*metadata_callback=*/0,
1196                 client_data,
1197                 is_ogg
1198         );
1199         if(init_status != FLAC__STREAM_ENCODER_INIT_STATUS_OK) {
1200                 /* the above function sets the state for us in case of an error */
1201                 return init_status;
1202         }
1203
1204         {
1205                 unsigned blocksize = FLAC__stream_encoder_get_blocksize(encoder);
1206
1207                 FLAC__ASSERT(blocksize != 0);
1208                 encoder->private_->total_frames_estimate = (unsigned)((FLAC__stream_encoder_get_total_samples_estimate(encoder) + blocksize - 1) / blocksize);
1209         }
1210
1211         return init_status;
1212 }
1213
1214 FLAC_API FLAC__StreamEncoderInitStatus FLAC__stream_encoder_init_FILE(
1215         FLAC__StreamEncoder *encoder,
1216         FILE *file,
1217         FLAC__StreamEncoderProgressCallback progress_callback,
1218         void *client_data
1219 )
1220 {
1221         return init_FILE_internal_(encoder, file, progress_callback, client_data, /*is_ogg=*/false);
1222 }
1223
1224 FLAC_API FLAC__StreamEncoderInitStatus FLAC__stream_encoder_init_ogg_FILE(
1225         FLAC__StreamEncoder *encoder,
1226         FILE *file,
1227         FLAC__StreamEncoderProgressCallback progress_callback,
1228         void *client_data
1229 )
1230 {
1231         return init_FILE_internal_(encoder, file, progress_callback, client_data, /*is_ogg=*/true);
1232 }
1233
1234 static FLAC__StreamEncoderInitStatus init_file_internal_(
1235         FLAC__StreamEncoder *encoder,
1236         const char *filename,
1237         FLAC__StreamEncoderProgressCallback progress_callback,
1238         void *client_data,
1239         FLAC__bool is_ogg
1240 )
1241 {
1242         FILE *file;
1243
1244         FLAC__ASSERT(0 != encoder);
1245
1246         /*
1247          * To make sure that our file does not go unclosed after an error, we
1248          * have to do the same entrance checks here that are later performed
1249          * in FLAC__stream_encoder_init_FILE() before the FILE* is assigned.
1250          */
1251         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1252                 return FLAC__STREAM_ENCODER_INIT_STATUS_ALREADY_INITIALIZED;
1253
1254         file = filename? flac_fopen(filename, "w+b") : stdout;
1255
1256         if(file == 0) {
1257                 encoder->protected_->state = FLAC__STREAM_ENCODER_IO_ERROR;
1258                 return FLAC__STREAM_ENCODER_INIT_STATUS_ENCODER_ERROR;
1259         }
1260
1261         return init_FILE_internal_(encoder, file, progress_callback, client_data, is_ogg);
1262 }
1263
1264 FLAC_API FLAC__StreamEncoderInitStatus FLAC__stream_encoder_init_file(
1265         FLAC__StreamEncoder *encoder,
1266         const char *filename,
1267         FLAC__StreamEncoderProgressCallback progress_callback,
1268         void *client_data
1269 )
1270 {
1271         return init_file_internal_(encoder, filename, progress_callback, client_data, /*is_ogg=*/false);
1272 }
1273
1274 FLAC_API FLAC__StreamEncoderInitStatus FLAC__stream_encoder_init_ogg_file(
1275         FLAC__StreamEncoder *encoder,
1276         const char *filename,
1277         FLAC__StreamEncoderProgressCallback progress_callback,
1278         void *client_data
1279 )
1280 {
1281         return init_file_internal_(encoder, filename, progress_callback, client_data, /*is_ogg=*/true);
1282 }
1283
1284 FLAC_API FLAC__bool FLAC__stream_encoder_finish(FLAC__StreamEncoder *encoder)
1285 {
1286         FLAC__bool error = false;
1287
1288         FLAC__ASSERT(0 != encoder);
1289         FLAC__ASSERT(0 != encoder->private_);
1290         FLAC__ASSERT(0 != encoder->protected_);
1291
1292         if(encoder->protected_->state == FLAC__STREAM_ENCODER_UNINITIALIZED)
1293                 return true;
1294
1295         if(encoder->protected_->state == FLAC__STREAM_ENCODER_OK && !encoder->private_->is_being_deleted) {
1296                 if(encoder->private_->current_sample_number != 0) {
1297                         const FLAC__bool is_fractional_block = encoder->protected_->blocksize != encoder->private_->current_sample_number;
1298                         encoder->protected_->blocksize = encoder->private_->current_sample_number;
1299                         if(!process_frame_(encoder, is_fractional_block, /*is_last_block=*/true))
1300                                 error = true;
1301                 }
1302         }
1303
1304         if(encoder->protected_->do_md5)
1305                 FLAC__MD5Final(encoder->private_->streaminfo.data.stream_info.md5sum, &encoder->private_->md5context);
1306
1307         if(!encoder->private_->is_being_deleted) {
1308                 if(encoder->protected_->state == FLAC__STREAM_ENCODER_OK) {
1309                         if(encoder->private_->seek_callback) {
1310 #if FLAC__HAS_OGG
1311                                 if(encoder->private_->is_ogg)
1312                                         update_ogg_metadata_(encoder);
1313                                 else
1314 #endif
1315                                 update_metadata_(encoder);
1316
1317                                 /* check if an error occurred while updating metadata */
1318                                 if(encoder->protected_->state != FLAC__STREAM_ENCODER_OK)
1319                                         error = true;
1320                         }
1321                         if(encoder->private_->metadata_callback)
1322                                 encoder->private_->metadata_callback(encoder, &encoder->private_->streaminfo, encoder->private_->client_data);
1323                 }
1324
1325                 if(encoder->protected_->verify && 0 != encoder->private_->verify.decoder && !FLAC__stream_decoder_finish(encoder->private_->verify.decoder)) {
1326                         if(!error)
1327                                 encoder->protected_->state = FLAC__STREAM_ENCODER_VERIFY_MISMATCH_IN_AUDIO_DATA;
1328                         error = true;
1329                 }
1330         }
1331
1332         if(0 != encoder->private_->file) {
1333                 if(encoder->private_->file != stdout)
1334                         fclose(encoder->private_->file);
1335                 encoder->private_->file = 0;
1336         }
1337
1338 #if FLAC__HAS_OGG
1339         if(encoder->private_->is_ogg)
1340                 FLAC__ogg_encoder_aspect_finish(&encoder->protected_->ogg_encoder_aspect);
1341 #endif
1342
1343         free_(encoder);
1344         set_defaults_(encoder);
1345
1346         if(!error)
1347                 encoder->protected_->state = FLAC__STREAM_ENCODER_UNINITIALIZED;
1348
1349         return !error;
1350 }
1351
1352 FLAC_API FLAC__bool FLAC__stream_encoder_set_ogg_serial_number(FLAC__StreamEncoder *encoder, long value)
1353 {
1354         FLAC__ASSERT(0 != encoder);
1355         FLAC__ASSERT(0 != encoder->private_);
1356         FLAC__ASSERT(0 != encoder->protected_);
1357         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1358                 return false;
1359 #if FLAC__HAS_OGG
1360         /* can't check encoder->private_->is_ogg since that's not set until init time */
1361         FLAC__ogg_encoder_aspect_set_serial_number(&encoder->protected_->ogg_encoder_aspect, value);
1362         return true;
1363 #else
1364         (void)value;
1365         return false;
1366 #endif
1367 }
1368
1369 FLAC_API FLAC__bool FLAC__stream_encoder_set_verify(FLAC__StreamEncoder *encoder, FLAC__bool value)
1370 {
1371         FLAC__ASSERT(0 != encoder);
1372         FLAC__ASSERT(0 != encoder->private_);
1373         FLAC__ASSERT(0 != encoder->protected_);
1374         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1375                 return false;
1376 #ifndef FLAC__MANDATORY_VERIFY_WHILE_ENCODING
1377         encoder->protected_->verify = value;
1378 #endif
1379         return true;
1380 }
1381
1382 FLAC_API FLAC__bool FLAC__stream_encoder_set_streamable_subset(FLAC__StreamEncoder *encoder, FLAC__bool value)
1383 {
1384         FLAC__ASSERT(0 != encoder);
1385         FLAC__ASSERT(0 != encoder->private_);
1386         FLAC__ASSERT(0 != encoder->protected_);
1387         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1388                 return false;
1389         encoder->protected_->streamable_subset = value;
1390         return true;
1391 }
1392
1393 FLAC_API FLAC__bool FLAC__stream_encoder_set_do_md5(FLAC__StreamEncoder *encoder, FLAC__bool value)
1394 {
1395         FLAC__ASSERT(0 != encoder);
1396         FLAC__ASSERT(0 != encoder->private_);
1397         FLAC__ASSERT(0 != encoder->protected_);
1398         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1399                 return false;
1400         encoder->protected_->do_md5 = value;
1401         return true;
1402 }
1403
1404 FLAC_API FLAC__bool FLAC__stream_encoder_set_channels(FLAC__StreamEncoder *encoder, unsigned value)
1405 {
1406         FLAC__ASSERT(0 != encoder);
1407         FLAC__ASSERT(0 != encoder->private_);
1408         FLAC__ASSERT(0 != encoder->protected_);
1409         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1410                 return false;
1411         encoder->protected_->channels = value;
1412         return true;
1413 }
1414
1415 FLAC_API FLAC__bool FLAC__stream_encoder_set_bits_per_sample(FLAC__StreamEncoder *encoder, unsigned value)
1416 {
1417         FLAC__ASSERT(0 != encoder);
1418         FLAC__ASSERT(0 != encoder->private_);
1419         FLAC__ASSERT(0 != encoder->protected_);
1420         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1421                 return false;
1422         encoder->protected_->bits_per_sample = value;
1423         return true;
1424 }
1425
1426 FLAC_API FLAC__bool FLAC__stream_encoder_set_sample_rate(FLAC__StreamEncoder *encoder, unsigned value)
1427 {
1428         FLAC__ASSERT(0 != encoder);
1429         FLAC__ASSERT(0 != encoder->private_);
1430         FLAC__ASSERT(0 != encoder->protected_);
1431         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1432                 return false;
1433         encoder->protected_->sample_rate = value;
1434         return true;
1435 }
1436
1437 FLAC_API FLAC__bool FLAC__stream_encoder_set_compression_level(FLAC__StreamEncoder *encoder, unsigned value)
1438 {
1439         FLAC__bool ok = true;
1440         FLAC__ASSERT(0 != encoder);
1441         FLAC__ASSERT(0 != encoder->private_);
1442         FLAC__ASSERT(0 != encoder->protected_);
1443         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1444                 return false;
1445         if(value >= sizeof(compression_levels_)/sizeof(compression_levels_[0]))
1446                 value = sizeof(compression_levels_)/sizeof(compression_levels_[0]) - 1;
1447         ok &= FLAC__stream_encoder_set_do_mid_side_stereo          (encoder, compression_levels_[value].do_mid_side_stereo);
1448         ok &= FLAC__stream_encoder_set_loose_mid_side_stereo       (encoder, compression_levels_[value].loose_mid_side_stereo);
1449 #ifndef FLAC__INTEGER_ONLY_LIBRARY
1450 #if 0
1451         /* was: */
1452         ok &= FLAC__stream_encoder_set_apodization                 (encoder, compression_levels_[value].apodization);
1453         /* but it's too hard to specify the string in a locale-specific way */
1454 #else
1455         encoder->protected_->num_apodizations = 1;
1456         encoder->protected_->apodizations[0].type = FLAC__APODIZATION_TUKEY;
1457         encoder->protected_->apodizations[0].parameters.tukey.p = 0.5;
1458 #endif
1459 #endif
1460         ok &= FLAC__stream_encoder_set_max_lpc_order               (encoder, compression_levels_[value].max_lpc_order);
1461         ok &= FLAC__stream_encoder_set_qlp_coeff_precision         (encoder, compression_levels_[value].qlp_coeff_precision);
1462         ok &= FLAC__stream_encoder_set_do_qlp_coeff_prec_search    (encoder, compression_levels_[value].do_qlp_coeff_prec_search);
1463         ok &= FLAC__stream_encoder_set_do_escape_coding            (encoder, compression_levels_[value].do_escape_coding);
1464         ok &= FLAC__stream_encoder_set_do_exhaustive_model_search  (encoder, compression_levels_[value].do_exhaustive_model_search);
1465         ok &= FLAC__stream_encoder_set_min_residual_partition_order(encoder, compression_levels_[value].min_residual_partition_order);
1466         ok &= FLAC__stream_encoder_set_max_residual_partition_order(encoder, compression_levels_[value].max_residual_partition_order);
1467         ok &= FLAC__stream_encoder_set_rice_parameter_search_dist  (encoder, compression_levels_[value].rice_parameter_search_dist);
1468         return ok;
1469 }
1470
1471 FLAC_API FLAC__bool FLAC__stream_encoder_set_blocksize(FLAC__StreamEncoder *encoder, unsigned value)
1472 {
1473         FLAC__ASSERT(0 != encoder);
1474         FLAC__ASSERT(0 != encoder->private_);
1475         FLAC__ASSERT(0 != encoder->protected_);
1476         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1477                 return false;
1478         encoder->protected_->blocksize = value;
1479         return true;
1480 }
1481
1482 FLAC_API FLAC__bool FLAC__stream_encoder_set_do_mid_side_stereo(FLAC__StreamEncoder *encoder, FLAC__bool value)
1483 {
1484         FLAC__ASSERT(0 != encoder);
1485         FLAC__ASSERT(0 != encoder->private_);
1486         FLAC__ASSERT(0 != encoder->protected_);
1487         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1488                 return false;
1489         encoder->protected_->do_mid_side_stereo = value;
1490         return true;
1491 }
1492
1493 FLAC_API FLAC__bool FLAC__stream_encoder_set_loose_mid_side_stereo(FLAC__StreamEncoder *encoder, FLAC__bool value)
1494 {
1495         FLAC__ASSERT(0 != encoder);
1496         FLAC__ASSERT(0 != encoder->private_);
1497         FLAC__ASSERT(0 != encoder->protected_);
1498         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1499                 return false;
1500         encoder->protected_->loose_mid_side_stereo = value;
1501         return true;
1502 }
1503
1504 /*@@@@add to tests*/
1505 FLAC_API FLAC__bool FLAC__stream_encoder_set_apodization(FLAC__StreamEncoder *encoder, const char *specification)
1506 {
1507         FLAC__ASSERT(0 != encoder);
1508         FLAC__ASSERT(0 != encoder->private_);
1509         FLAC__ASSERT(0 != encoder->protected_);
1510         FLAC__ASSERT(0 != specification);
1511         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1512                 return false;
1513 #ifdef FLAC__INTEGER_ONLY_LIBRARY
1514         (void)specification; /* silently ignore since we haven't integerized; will always use a rectangular window */
1515 #else
1516         encoder->protected_->num_apodizations = 0;
1517         while(1) {
1518                 const char *s = strchr(specification, ';');
1519                 const size_t n = s? (size_t)(s - specification) : strlen(specification);
1520                 if     (n==8  && 0 == strncmp("bartlett"     , specification, n))
1521                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_BARTLETT;
1522                 else if(n==13 && 0 == strncmp("bartlett_hann", specification, n))
1523                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_BARTLETT_HANN;
1524                 else if(n==8  && 0 == strncmp("blackman"     , specification, n))
1525                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_BLACKMAN;
1526                 else if(n==26 && 0 == strncmp("blackman_harris_4term_92db", specification, n))
1527                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_BLACKMAN_HARRIS_4TERM_92DB_SIDELOBE;
1528                 else if(n==6  && 0 == strncmp("connes"       , specification, n))
1529                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_CONNES;
1530                 else if(n==7  && 0 == strncmp("flattop"      , specification, n))
1531                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_FLATTOP;
1532                 else if(n>7   && 0 == strncmp("gauss("       , specification, 6)) {
1533                         FLAC__real stddev = (FLAC__real)strtod(specification+6, 0);
1534                         if (stddev > 0.0 && stddev <= 0.5) {
1535                                 encoder->protected_->apodizations[encoder->protected_->num_apodizations].parameters.gauss.stddev = stddev;
1536                                 encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_GAUSS;
1537                         }
1538                 }
1539                 else if(n==7  && 0 == strncmp("hamming"      , specification, n))
1540                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_HAMMING;
1541                 else if(n==4  && 0 == strncmp("hann"         , specification, n))
1542                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_HANN;
1543                 else if(n==13 && 0 == strncmp("kaiser_bessel", specification, n))
1544                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_KAISER_BESSEL;
1545                 else if(n==7  && 0 == strncmp("nuttall"      , specification, n))
1546                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_NUTTALL;
1547                 else if(n==9  && 0 == strncmp("rectangle"    , specification, n))
1548                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_RECTANGLE;
1549                 else if(n==8  && 0 == strncmp("triangle"     , specification, n))
1550                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_TRIANGLE;
1551                 else if(n>7   && 0 == strncmp("tukey("       , specification, 6)) {
1552                         FLAC__real p = (FLAC__real)strtod(specification+6, 0);
1553                         if (p >= 0.0 && p <= 1.0) {
1554                                 encoder->protected_->apodizations[encoder->protected_->num_apodizations].parameters.tukey.p = p;
1555                                 encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_TUKEY;
1556                         }
1557                 }
1558                 else if(n==5  && 0 == strncmp("welch"        , specification, n))
1559                         encoder->protected_->apodizations[encoder->protected_->num_apodizations++].type = FLAC__APODIZATION_WELCH;
1560                 if (encoder->protected_->num_apodizations == 32)
1561                         break;
1562                 if (s)
1563                         specification = s+1;
1564                 else
1565                         break;
1566         }
1567         if(encoder->protected_->num_apodizations == 0) {
1568                 encoder->protected_->num_apodizations = 1;
1569                 encoder->protected_->apodizations[0].type = FLAC__APODIZATION_TUKEY;
1570                 encoder->protected_->apodizations[0].parameters.tukey.p = 0.5;
1571         }
1572 #endif
1573         return true;
1574 }
1575
1576 FLAC_API FLAC__bool FLAC__stream_encoder_set_max_lpc_order(FLAC__StreamEncoder *encoder, unsigned value)
1577 {
1578         FLAC__ASSERT(0 != encoder);
1579         FLAC__ASSERT(0 != encoder->private_);
1580         FLAC__ASSERT(0 != encoder->protected_);
1581         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1582                 return false;
1583         encoder->protected_->max_lpc_order = value;
1584         return true;
1585 }
1586
1587 FLAC_API FLAC__bool FLAC__stream_encoder_set_qlp_coeff_precision(FLAC__StreamEncoder *encoder, unsigned value)
1588 {
1589         FLAC__ASSERT(0 != encoder);
1590         FLAC__ASSERT(0 != encoder->private_);
1591         FLAC__ASSERT(0 != encoder->protected_);
1592         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1593                 return false;
1594         encoder->protected_->qlp_coeff_precision = value;
1595         return true;
1596 }
1597
1598 FLAC_API FLAC__bool FLAC__stream_encoder_set_do_qlp_coeff_prec_search(FLAC__StreamEncoder *encoder, FLAC__bool value)
1599 {
1600         FLAC__ASSERT(0 != encoder);
1601         FLAC__ASSERT(0 != encoder->private_);
1602         FLAC__ASSERT(0 != encoder->protected_);
1603         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1604                 return false;
1605         encoder->protected_->do_qlp_coeff_prec_search = value;
1606         return true;
1607 }
1608
1609 FLAC_API FLAC__bool FLAC__stream_encoder_set_do_escape_coding(FLAC__StreamEncoder *encoder, FLAC__bool value)
1610 {
1611         FLAC__ASSERT(0 != encoder);
1612         FLAC__ASSERT(0 != encoder->private_);
1613         FLAC__ASSERT(0 != encoder->protected_);
1614         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1615                 return false;
1616 #if 0
1617         /*@@@ deprecated: */
1618         encoder->protected_->do_escape_coding = value;
1619 #else
1620         (void)value;
1621 #endif
1622         return true;
1623 }
1624
1625 FLAC_API FLAC__bool FLAC__stream_encoder_set_do_exhaustive_model_search(FLAC__StreamEncoder *encoder, FLAC__bool value)
1626 {
1627         FLAC__ASSERT(0 != encoder);
1628         FLAC__ASSERT(0 != encoder->private_);
1629         FLAC__ASSERT(0 != encoder->protected_);
1630         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1631                 return false;
1632         encoder->protected_->do_exhaustive_model_search = value;
1633         return true;
1634 }
1635
1636 FLAC_API FLAC__bool FLAC__stream_encoder_set_min_residual_partition_order(FLAC__StreamEncoder *encoder, unsigned value)
1637 {
1638         FLAC__ASSERT(0 != encoder);
1639         FLAC__ASSERT(0 != encoder->private_);
1640         FLAC__ASSERT(0 != encoder->protected_);
1641         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1642                 return false;
1643         encoder->protected_->min_residual_partition_order = value;
1644         return true;
1645 }
1646
1647 FLAC_API FLAC__bool FLAC__stream_encoder_set_max_residual_partition_order(FLAC__StreamEncoder *encoder, unsigned value)
1648 {
1649         FLAC__ASSERT(0 != encoder);
1650         FLAC__ASSERT(0 != encoder->private_);
1651         FLAC__ASSERT(0 != encoder->protected_);
1652         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1653                 return false;
1654         encoder->protected_->max_residual_partition_order = value;
1655         return true;
1656 }
1657
1658 FLAC_API FLAC__bool FLAC__stream_encoder_set_rice_parameter_search_dist(FLAC__StreamEncoder *encoder, unsigned value)
1659 {
1660         FLAC__ASSERT(0 != encoder);
1661         FLAC__ASSERT(0 != encoder->private_);
1662         FLAC__ASSERT(0 != encoder->protected_);
1663         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1664                 return false;
1665 #if 0
1666         /*@@@ deprecated: */
1667         encoder->protected_->rice_parameter_search_dist = value;
1668 #else
1669         (void)value;
1670 #endif
1671         return true;
1672 }
1673
1674 FLAC_API FLAC__bool FLAC__stream_encoder_set_total_samples_estimate(FLAC__StreamEncoder *encoder, FLAC__uint64 value)
1675 {
1676         FLAC__ASSERT(0 != encoder);
1677         FLAC__ASSERT(0 != encoder->private_);
1678         FLAC__ASSERT(0 != encoder->protected_);
1679         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1680                 return false;
1681         encoder->protected_->total_samples_estimate = value;
1682         return true;
1683 }
1684
1685 FLAC_API FLAC__bool FLAC__stream_encoder_set_metadata(FLAC__StreamEncoder *encoder, FLAC__StreamMetadata **metadata, unsigned num_blocks)
1686 {
1687         FLAC__ASSERT(0 != encoder);
1688         FLAC__ASSERT(0 != encoder->private_);
1689         FLAC__ASSERT(0 != encoder->protected_);
1690         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1691                 return false;
1692         if(0 == metadata)
1693                 num_blocks = 0;
1694         if(0 == num_blocks)
1695                 metadata = 0;
1696         /* realloc() does not do exactly what we want so... */
1697         if(encoder->protected_->metadata) {
1698                 free(encoder->protected_->metadata);
1699                 encoder->protected_->metadata = 0;
1700                 encoder->protected_->num_metadata_blocks = 0;
1701         }
1702         if(num_blocks) {
1703                 FLAC__StreamMetadata **m;
1704                 if(0 == (m = safe_malloc_mul_2op_p(sizeof(m[0]), /*times*/num_blocks)))
1705                         return false;
1706                 memcpy(m, metadata, sizeof(m[0]) * num_blocks);
1707                 encoder->protected_->metadata = m;
1708                 encoder->protected_->num_metadata_blocks = num_blocks;
1709         }
1710 #if FLAC__HAS_OGG
1711         if(!FLAC__ogg_encoder_aspect_set_num_metadata(&encoder->protected_->ogg_encoder_aspect, num_blocks))
1712                 return false;
1713 #endif
1714         return true;
1715 }
1716
1717 /*
1718  * These three functions are not static, but not publically exposed in
1719  * include/FLAC/ either.  They are used by the test suite.
1720  */
1721 FLAC_API FLAC__bool FLAC__stream_encoder_disable_constant_subframes(FLAC__StreamEncoder *encoder, FLAC__bool value)
1722 {
1723         FLAC__ASSERT(0 != encoder);
1724         FLAC__ASSERT(0 != encoder->private_);
1725         FLAC__ASSERT(0 != encoder->protected_);
1726         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1727                 return false;
1728         encoder->private_->disable_constant_subframes = value;
1729         return true;
1730 }
1731
1732 FLAC_API FLAC__bool FLAC__stream_encoder_disable_fixed_subframes(FLAC__StreamEncoder *encoder, FLAC__bool value)
1733 {
1734         FLAC__ASSERT(0 != encoder);
1735         FLAC__ASSERT(0 != encoder->private_);
1736         FLAC__ASSERT(0 != encoder->protected_);
1737         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1738                 return false;
1739         encoder->private_->disable_fixed_subframes = value;
1740         return true;
1741 }
1742
1743 FLAC_API FLAC__bool FLAC__stream_encoder_disable_verbatim_subframes(FLAC__StreamEncoder *encoder, FLAC__bool value)
1744 {
1745         FLAC__ASSERT(0 != encoder);
1746         FLAC__ASSERT(0 != encoder->private_);
1747         FLAC__ASSERT(0 != encoder->protected_);
1748         if(encoder->protected_->state != FLAC__STREAM_ENCODER_UNINITIALIZED)
1749                 return false;
1750         encoder->private_->disable_verbatim_subframes = value;
1751         return true;
1752 }
1753
1754 FLAC_API FLAC__StreamEncoderState FLAC__stream_encoder_get_state(const FLAC__StreamEncoder *encoder)
1755 {
1756         FLAC__ASSERT(0 != encoder);
1757         FLAC__ASSERT(0 != encoder->private_);
1758         FLAC__ASSERT(0 != encoder->protected_);
1759         return encoder->protected_->state;
1760 }
1761
1762 FLAC_API FLAC__StreamDecoderState FLAC__stream_encoder_get_verify_decoder_state(const FLAC__StreamEncoder *encoder)
1763 {
1764         FLAC__ASSERT(0 != encoder);
1765         FLAC__ASSERT(0 != encoder->private_);
1766         FLAC__ASSERT(0 != encoder->protected_);
1767         if(encoder->protected_->verify)
1768                 return FLAC__stream_decoder_get_state(encoder->private_->verify.decoder);
1769         else
1770                 return FLAC__STREAM_DECODER_UNINITIALIZED;
1771 }
1772
1773 FLAC_API const char *FLAC__stream_encoder_get_resolved_state_string(const FLAC__StreamEncoder *encoder)
1774 {
1775         FLAC__ASSERT(0 != encoder);
1776         FLAC__ASSERT(0 != encoder->private_);
1777         FLAC__ASSERT(0 != encoder->protected_);
1778         if(encoder->protected_->state != FLAC__STREAM_ENCODER_VERIFY_DECODER_ERROR)
1779                 return FLAC__StreamEncoderStateString[encoder->protected_->state];
1780         else
1781                 return FLAC__stream_decoder_get_resolved_state_string(encoder->private_->verify.decoder);
1782 }
1783
1784 FLAC_API void FLAC__stream_encoder_get_verify_decoder_error_stats(const FLAC__StreamEncoder *encoder, FLAC__uint64 *absolute_sample, unsigned *frame_number, unsigned *channel, unsigned *sample, FLAC__int32 *expected, FLAC__int32 *got)
1785 {
1786         FLAC__ASSERT(0 != encoder);
1787         FLAC__ASSERT(0 != encoder->private_);
1788         FLAC__ASSERT(0 != encoder->protected_);
1789         if(0 != absolute_sample)
1790                 *absolute_sample = encoder->private_->verify.error_stats.absolute_sample;
1791         if(0 != frame_number)
1792                 *frame_number = encoder->private_->verify.error_stats.frame_number;
1793         if(0 != channel)
1794                 *channel = encoder->private_->verify.error_stats.channel;
1795         if(0 != sample)
1796                 *sample = encoder->private_->verify.error_stats.sample;
1797         if(0 != expected)
1798                 *expected = encoder->private_->verify.error_stats.expected;
1799         if(0 != got)
1800                 *got = encoder->private_->verify.error_stats.got;
1801 }
1802
1803 FLAC_API FLAC__bool FLAC__stream_encoder_get_verify(const FLAC__StreamEncoder *encoder)
1804 {
1805         FLAC__ASSERT(0 != encoder);
1806         FLAC__ASSERT(0 != encoder->private_);
1807         FLAC__ASSERT(0 != encoder->protected_);
1808         return encoder->protected_->verify;
1809 }
1810
1811 FLAC_API FLAC__bool FLAC__stream_encoder_get_streamable_subset(const FLAC__StreamEncoder *encoder)
1812 {
1813         FLAC__ASSERT(0 != encoder);
1814         FLAC__ASSERT(0 != encoder->private_);
1815         FLAC__ASSERT(0 != encoder->protected_);
1816         return encoder->protected_->streamable_subset;
1817 }
1818
1819 FLAC_API FLAC__bool FLAC__stream_encoder_get_do_md5(const FLAC__StreamEncoder *encoder)
1820 {
1821         FLAC__ASSERT(0 != encoder);
1822         FLAC__ASSERT(0 != encoder->private_);
1823         FLAC__ASSERT(0 != encoder->protected_);
1824         return encoder->protected_->do_md5;
1825 }
1826
1827 FLAC_API unsigned FLAC__stream_encoder_get_channels(const FLAC__StreamEncoder *encoder)
1828 {
1829         FLAC__ASSERT(0 != encoder);
1830         FLAC__ASSERT(0 != encoder->private_);
1831         FLAC__ASSERT(0 != encoder->protected_);
1832         return encoder->protected_->channels;
1833 }
1834
1835 FLAC_API unsigned FLAC__stream_encoder_get_bits_per_sample(const FLAC__StreamEncoder *encoder)
1836 {
1837         FLAC__ASSERT(0 != encoder);
1838         FLAC__ASSERT(0 != encoder->private_);
1839         FLAC__ASSERT(0 != encoder->protected_);
1840         return encoder->protected_->bits_per_sample;
1841 }
1842
1843 FLAC_API unsigned FLAC__stream_encoder_get_sample_rate(const FLAC__StreamEncoder *encoder)
1844 {
1845         FLAC__ASSERT(0 != encoder);
1846         FLAC__ASSERT(0 != encoder->private_);
1847         FLAC__ASSERT(0 != encoder->protected_);
1848         return encoder->protected_->sample_rate;
1849 }
1850
1851 FLAC_API unsigned FLAC__stream_encoder_get_blocksize(const FLAC__StreamEncoder *encoder)
1852 {
1853         FLAC__ASSERT(0 != encoder);
1854         FLAC__ASSERT(0 != encoder->private_);
1855         FLAC__ASSERT(0 != encoder->protected_);
1856         return encoder->protected_->blocksize;
1857 }
1858
1859 FLAC_API FLAC__bool FLAC__stream_encoder_get_do_mid_side_stereo(const FLAC__StreamEncoder *encoder)
1860 {
1861         FLAC__ASSERT(0 != encoder);
1862         FLAC__ASSERT(0 != encoder->private_);
1863         FLAC__ASSERT(0 != encoder->protected_);
1864         return encoder->protected_->do_mid_side_stereo;
1865 }
1866
1867 FLAC_API FLAC__bool FLAC__stream_encoder_get_loose_mid_side_stereo(const FLAC__StreamEncoder *encoder)
1868 {
1869         FLAC__ASSERT(0 != encoder);
1870         FLAC__ASSERT(0 != encoder->private_);
1871         FLAC__ASSERT(0 != encoder->protected_);
1872         return encoder->protected_->loose_mid_side_stereo;
1873 }
1874
1875 FLAC_API unsigned FLAC__stream_encoder_get_max_lpc_order(const FLAC__StreamEncoder *encoder)
1876 {
1877         FLAC__ASSERT(0 != encoder);
1878         FLAC__ASSERT(0 != encoder->private_);
1879         FLAC__ASSERT(0 != encoder->protected_);
1880         return encoder->protected_->max_lpc_order;
1881 }
1882
1883 FLAC_API unsigned FLAC__stream_encoder_get_qlp_coeff_precision(const FLAC__StreamEncoder *encoder)
1884 {
1885         FLAC__ASSERT(0 != encoder);
1886         FLAC__ASSERT(0 != encoder->private_);
1887         FLAC__ASSERT(0 != encoder->protected_);
1888         return encoder->protected_->qlp_coeff_precision;
1889 }
1890
1891 FLAC_API FLAC__bool FLAC__stream_encoder_get_do_qlp_coeff_prec_search(const FLAC__StreamEncoder *encoder)
1892 {
1893         FLAC__ASSERT(0 != encoder);
1894         FLAC__ASSERT(0 != encoder->private_);
1895         FLAC__ASSERT(0 != encoder->protected_);
1896         return encoder->protected_->do_qlp_coeff_prec_search;
1897 }
1898
1899 FLAC_API FLAC__bool FLAC__stream_encoder_get_do_escape_coding(const FLAC__StreamEncoder *encoder)
1900 {
1901         FLAC__ASSERT(0 != encoder);
1902         FLAC__ASSERT(0 != encoder->private_);
1903         FLAC__ASSERT(0 != encoder->protected_);
1904         return encoder->protected_->do_escape_coding;
1905 }
1906
1907 FLAC_API FLAC__bool FLAC__stream_encoder_get_do_exhaustive_model_search(const FLAC__StreamEncoder *encoder)
1908 {
1909         FLAC__ASSERT(0 != encoder);
1910         FLAC__ASSERT(0 != encoder->private_);
1911         FLAC__ASSERT(0 != encoder->protected_);
1912         return encoder->protected_->do_exhaustive_model_search;
1913 }
1914
1915 FLAC_API unsigned FLAC__stream_encoder_get_min_residual_partition_order(const FLAC__StreamEncoder *encoder)
1916 {
1917         FLAC__ASSERT(0 != encoder);
1918         FLAC__ASSERT(0 != encoder->private_);
1919         FLAC__ASSERT(0 != encoder->protected_);
1920         return encoder->protected_->min_residual_partition_order;
1921 }
1922
1923 FLAC_API unsigned FLAC__stream_encoder_get_max_residual_partition_order(const FLAC__StreamEncoder *encoder)
1924 {
1925         FLAC__ASSERT(0 != encoder);
1926         FLAC__ASSERT(0 != encoder->private_);
1927         FLAC__ASSERT(0 != encoder->protected_);
1928         return encoder->protected_->max_residual_partition_order;
1929 }
1930
1931 FLAC_API unsigned FLAC__stream_encoder_get_rice_parameter_search_dist(const FLAC__StreamEncoder *encoder)
1932 {
1933         FLAC__ASSERT(0 != encoder);
1934         FLAC__ASSERT(0 != encoder->private_);
1935         FLAC__ASSERT(0 != encoder->protected_);
1936         return encoder->protected_->rice_parameter_search_dist;
1937 }
1938
1939 FLAC_API FLAC__uint64 FLAC__stream_encoder_get_total_samples_estimate(const FLAC__StreamEncoder *encoder)
1940 {
1941         FLAC__ASSERT(0 != encoder);
1942         FLAC__ASSERT(0 != encoder->private_);
1943         FLAC__ASSERT(0 != encoder->protected_);
1944         return encoder->protected_->total_samples_estimate;
1945 }
1946
1947 FLAC_API FLAC__bool FLAC__stream_encoder_process(FLAC__StreamEncoder *encoder, const FLAC__int32 * const buffer[], unsigned samples)
1948 {
1949         unsigned i, j = 0, channel;
1950         const unsigned channels = encoder->protected_->channels, blocksize = encoder->protected_->blocksize;
1951
1952         FLAC__ASSERT(0 != encoder);
1953         FLAC__ASSERT(0 != encoder->private_);
1954         FLAC__ASSERT(0 != encoder->protected_);
1955         FLAC__ASSERT(encoder->protected_->state == FLAC__STREAM_ENCODER_OK);
1956
1957         do {
1958                 const unsigned n = flac_min(blocksize+OVERREAD_-encoder->private_->current_sample_number, samples-j);
1959
1960                 if(encoder->protected_->verify)
1961                         append_to_verify_fifo_(&encoder->private_->verify.input_fifo, buffer, j, channels, n);
1962
1963                 for(channel = 0; channel < channels; channel++)
1964                         memcpy(&encoder->private_->integer_signal[channel][encoder->private_->current_sample_number], &buffer[channel][j], sizeof(buffer[channel][0]) * n);
1965
1966                 if(encoder->protected_->do_mid_side_stereo) {
1967                         FLAC__ASSERT(channels == 2);
1968                         /* "i <= blocksize" to overread 1 sample; see comment in OVERREAD_ decl */
1969                         for(i = encoder->private_->current_sample_number; i <= blocksize && j < samples; i++, j++) {
1970                                 encoder->private_->integer_signal_mid_side[1][i] = buffer[0][j] - buffer[1][j];
1971                                 encoder->private_->integer_signal_mid_side[0][i] = (buffer[0][j] + buffer[1][j]) >> 1; /* NOTE: not the same as 'mid = (buffer[0][j] + buffer[1][j]) / 2' ! */
1972                         }
1973                 }
1974                 else
1975                         j += n;
1976
1977                 encoder->private_->current_sample_number += n;
1978
1979                 /* we only process if we have a full block + 1 extra sample; final block is always handled by FLAC__stream_encoder_finish() */
1980                 if(encoder->private_->current_sample_number > blocksize) {
1981                         FLAC__ASSERT(encoder->private_->current_sample_number == blocksize+OVERREAD_);
1982                         FLAC__ASSERT(OVERREAD_ == 1); /* assert we only overread 1 sample which simplifies the rest of the code below */
1983                         if(!process_frame_(encoder, /*is_fractional_block=*/false, /*is_last_block=*/false))
1984                                 return false;
1985                         /* move unprocessed overread samples to beginnings of arrays */
1986                         for(channel = 0; channel < channels; channel++)
1987                                 encoder->private_->integer_signal[channel][0] = encoder->private_->integer_signal[channel][blocksize];
1988                         if(encoder->protected_->do_mid_side_stereo) {
1989                                 encoder->private_->integer_signal_mid_side[0][0] = encoder->private_->integer_signal_mid_side[0][blocksize];
1990                                 encoder->private_->integer_signal_mid_side[1][0] = encoder->private_->integer_signal_mid_side[1][blocksize];
1991                         }
1992                         encoder->private_->current_sample_number = 1;
1993                 }
1994         } while(j < samples);
1995
1996         return true;
1997 }
1998
1999 FLAC_API FLAC__bool FLAC__stream_encoder_process_interleaved(FLAC__StreamEncoder *encoder, const FLAC__int32 buffer[], unsigned samples)
2000 {
2001         unsigned i, j, k, channel;
2002         FLAC__int32 x, mid, side;
2003         const unsigned channels = encoder->protected_->channels, blocksize = encoder->protected_->blocksize;
2004
2005         FLAC__ASSERT(0 != encoder);
2006         FLAC__ASSERT(0 != encoder->private_);
2007         FLAC__ASSERT(0 != encoder->protected_);
2008         FLAC__ASSERT(encoder->protected_->state == FLAC__STREAM_ENCODER_OK);
2009
2010         j = k = 0;
2011         /*
2012          * we have several flavors of the same basic loop, optimized for
2013          * different conditions:
2014          */
2015         if(encoder->protected_->do_mid_side_stereo && channels == 2) {
2016                 /*
2017                  * stereo coding: unroll channel loop
2018                  */
2019                 do {
2020                         if(encoder->protected_->verify)
2021                                 append_to_verify_fifo_interleaved_(&encoder->private_->verify.input_fifo, buffer, j, channels, flac_min(blocksize+OVERREAD_-encoder->private_->current_sample_number, samples-j));
2022
2023                         /* "i <= blocksize" to overread 1 sample; see comment in OVERREAD_ decl */
2024                         for(i = encoder->private_->current_sample_number; i <= blocksize && j < samples; i++, j++) {
2025                                 encoder->private_->integer_signal[0][i] = mid = side = buffer[k++];
2026                                 x = buffer[k++];
2027                                 encoder->private_->integer_signal[1][i] = x;
2028                                 mid += x;
2029                                 side -= x;
2030                                 mid >>= 1; /* NOTE: not the same as 'mid = (left + right) / 2' ! */
2031                                 encoder->private_->integer_signal_mid_side[1][i] = side;
2032                                 encoder->private_->integer_signal_mid_side[0][i] = mid;
2033                         }
2034                         encoder->private_->current_sample_number = i;
2035                         /* we only process if we have a full block + 1 extra sample; final block is always handled by FLAC__stream_encoder_finish() */
2036                         if(i > blocksize) {
2037                                 if(!process_frame_(encoder, /*is_fractional_block=*/false, /*is_last_block=*/false))
2038                                         return false;
2039                                 /* move unprocessed overread samples to beginnings of arrays */
2040                                 FLAC__ASSERT(i == blocksize+OVERREAD_);
2041                                 FLAC__ASSERT(OVERREAD_ == 1); /* assert we only overread 1 sample which simplifies the rest of the code below */
2042                                 encoder->private_->integer_signal[0][0] = encoder->private_->integer_signal[0][blocksize];
2043                                 encoder->private_->integer_signal[1][0] = encoder->private_->integer_signal[1][blocksize];
2044                                 encoder->private_->integer_signal_mid_side[0][0] = encoder->private_->integer_signal_mid_side[0][blocksize];
2045                                 encoder->private_->integer_signal_mid_side[1][0] = encoder->private_->integer_signal_mid_side[1][blocksize];
2046                                 encoder->private_->current_sample_number = 1;
2047                         }
2048                 } while(j < samples);
2049         }
2050         else {
2051                 /*
2052                  * independent channel coding: buffer each channel in inner loop
2053                  */
2054                 do {
2055                         if(encoder->protected_->verify)
2056                                 append_to_verify_fifo_interleaved_(&encoder->private_->verify.input_fifo, buffer, j, channels, flac_min(blocksize+OVERREAD_-encoder->private_->current_sample_number, samples-j));
2057
2058                         /* "i <= blocksize" to overread 1 sample; see comment in OVERREAD_ decl */
2059                         for(i = encoder->private_->current_sample_number; i <= blocksize && j < samples; i++, j++) {
2060                                 for(channel = 0; channel < channels; channel++)
2061                                         encoder->private_->integer_signal[channel][i] = buffer[k++];
2062                         }
2063                         encoder->private_->current_sample_number = i;
2064                         /* we only process if we have a full block + 1 extra sample; final block is always handled by FLAC__stream_encoder_finish() */
2065                         if(i > blocksize) {
2066                                 if(!process_frame_(encoder, /*is_fractional_block=*/false, /*is_last_block=*/false))
2067                                         return false;
2068                                 /* move unprocessed overread samples to beginnings of arrays */
2069                                 FLAC__ASSERT(i == blocksize+OVERREAD_);
2070                                 FLAC__ASSERT(OVERREAD_ == 1); /* assert we only overread 1 sample which simplifies the rest of the code below */
2071                                 for(channel = 0; channel < channels; channel++)
2072                                         encoder->private_->integer_signal[channel][0] = encoder->private_->integer_signal[channel][blocksize];
2073                                 encoder->private_->current_sample_number = 1;
2074                         }
2075                 } while(j < samples);
2076         }
2077
2078         return true;
2079 }
2080
2081 /***********************************************************************
2082  *
2083  * Private class methods
2084  *
2085  ***********************************************************************/
2086
2087 void set_defaults_(FLAC__StreamEncoder *encoder)
2088 {
2089         FLAC__ASSERT(0 != encoder);
2090
2091 #ifdef FLAC__MANDATORY_VERIFY_WHILE_ENCODING
2092         encoder->protected_->verify = true;
2093 #else
2094         encoder->protected_->verify = false;
2095 #endif
2096         encoder->protected_->streamable_subset = true;
2097         encoder->protected_->do_md5 = true;
2098         encoder->protected_->do_mid_side_stereo = false;
2099         encoder->protected_->loose_mid_side_stereo = false;
2100         encoder->protected_->channels = 2;
2101         encoder->protected_->bits_per_sample = 16;
2102         encoder->protected_->sample_rate = 44100;
2103         encoder->protected_->blocksize = 0;
2104 #ifndef FLAC__INTEGER_ONLY_LIBRARY
2105         encoder->protected_->num_apodizations = 1;
2106         encoder->protected_->apodizations[0].type = FLAC__APODIZATION_TUKEY;
2107         encoder->protected_->apodizations[0].parameters.tukey.p = 0.5;
2108 #endif
2109         encoder->protected_->max_lpc_order = 0;
2110         encoder->protected_->qlp_coeff_precision = 0;
2111         encoder->protected_->do_qlp_coeff_prec_search = false;
2112         encoder->protected_->do_exhaustive_model_search = false;
2113         encoder->protected_->do_escape_coding = false;
2114         encoder->protected_->min_residual_partition_order = 0;
2115         encoder->protected_->max_residual_partition_order = 0;
2116         encoder->protected_->rice_parameter_search_dist = 0;
2117         encoder->protected_->total_samples_estimate = 0;
2118         encoder->protected_->metadata = 0;
2119         encoder->protected_->num_metadata_blocks = 0;
2120
2121         encoder->private_->seek_table = 0;
2122         encoder->private_->disable_constant_subframes = false;
2123         encoder->private_->disable_fixed_subframes = false;
2124         encoder->private_->disable_verbatim_subframes = false;
2125 #if FLAC__HAS_OGG
2126         encoder->private_->is_ogg = false;
2127 #endif
2128         encoder->private_->read_callback = 0;
2129         encoder->private_->write_callback = 0;
2130         encoder->private_->seek_callback = 0;
2131         encoder->private_->tell_callback = 0;
2132         encoder->private_->metadata_callback = 0;
2133         encoder->private_->progress_callback = 0;
2134         encoder->private_->client_data = 0;
2135
2136 #if FLAC__HAS_OGG
2137         FLAC__ogg_encoder_aspect_set_defaults(&encoder->protected_->ogg_encoder_aspect);
2138 #endif
2139
2140         FLAC__stream_encoder_set_compression_level(encoder, 5);
2141 }
2142
2143 void free_(FLAC__StreamEncoder *encoder)
2144 {
2145         unsigned i, channel;
2146
2147         FLAC__ASSERT(0 != encoder);
2148         if(encoder->protected_->metadata) {
2149                 free(encoder->protected_->metadata);
2150                 encoder->protected_->metadata = 0;
2151                 encoder->protected_->num_metadata_blocks = 0;
2152         }
2153         for(i = 0; i < encoder->protected_->channels; i++) {
2154                 if(0 != encoder->private_->integer_signal_unaligned[i]) {
2155                         free(encoder->private_->integer_signal_unaligned[i]);
2156                         encoder->private_->integer_signal_unaligned[i] = 0;
2157                 }
2158 #ifndef FLAC__INTEGER_ONLY_LIBRARY
2159                 if(0 != encoder->private_->real_signal_unaligned[i]) {
2160                         free(encoder->private_->real_signal_unaligned[i]);
2161                         encoder->private_->real_signal_unaligned[i] = 0;
2162                 }
2163 #endif
2164         }
2165         for(i = 0; i < 2; i++) {
2166                 if(0 != encoder->private_->integer_signal_mid_side_unaligned[i]) {
2167                         free(encoder->private_->integer_signal_mid_side_unaligned[i]);
2168                         encoder->private_->integer_signal_mid_side_unaligned[i] = 0;
2169                 }
2170 #ifndef FLAC__INTEGER_ONLY_LIBRARY
2171                 if(0 != encoder->private_->real_signal_mid_side_unaligned[i]) {
2172                         free(encoder->private_->real_signal_mid_side_unaligned[i]);
2173                         encoder->private_->real_signal_mid_side_unaligned[i] = 0;
2174                 }
2175 #endif
2176         }
2177 #ifndef FLAC__INTEGER_ONLY_LIBRARY
2178         for(i = 0; i < encoder->protected_->num_apodizations; i++) {
2179                 if(0 != encoder->private_->window_unaligned[i]) {
2180                         free(encoder->private_->window_unaligned[i]);
2181                         encoder->private_->window_unaligned[i] = 0;
2182                 }
2183         }
2184         if(0 != encoder->private_->windowed_signal_unaligned) {
2185                 free(encoder->private_->windowed_signal_unaligned);
2186                 encoder->private_->windowed_signal_unaligned = 0;
2187         }
2188 #endif
2189         for(channel = 0; channel < encoder->protected_->channels; channel++) {
2190                 for(i = 0; i < 2; i++) {
2191                         if(0 != encoder->private_->residual_workspace_unaligned[channel][i]) {
2192                                 free(encoder->private_->residual_workspace_unaligned[channel][i]);
2193                                 encoder->private_->residual_workspace_unaligned[channel][i] = 0;
2194                         }
2195                 }
2196         }
2197         for(channel = 0; channel < 2; channel++) {
2198                 for(i = 0; i < 2; i++) {
2199                         if(0 != encoder->private_->residual_workspace_mid_side_unaligned[channel][i]) {
2200                                 free(encoder->private_->residual_workspace_mid_side_unaligned[channel][i]);
2201                                 encoder->private_->residual_workspace_mid_side_unaligned[channel][i] = 0;
2202                         }
2203                 }
2204         }
2205         if(0 != encoder->private_->abs_residual_partition_sums_unaligned) {
2206                 free(encoder->private_->abs_residual_partition_sums_unaligned);
2207                 encoder->private_->abs_residual_partition_sums_unaligned = 0;
2208         }
2209         if(0 != encoder->private_->raw_bits_per_partition_unaligned) {
2210                 free(encoder->private_->raw_bits_per_partition_unaligned);
2211                 encoder->private_->raw_bits_per_partition_unaligned = 0;
2212         }
2213         if(encoder->protected_->verify) {
2214                 for(i = 0; i < encoder->protected_->channels; i++) {
2215                         if(0 != encoder->private_->verify.input_fifo.data[i]) {
2216                                 free(encoder->private_->verify.input_fifo.data[i]);
2217                                 encoder->private_->verify.input_fifo.data[i] = 0;
2218                         }
2219                 }
2220         }
2221         FLAC__bitwriter_free(encoder->private_->frame);
2222 }
2223
2224 FLAC__bool resize_buffers_(FLAC__StreamEncoder *encoder, unsigned new_blocksize)
2225 {
2226         FLAC__bool ok;
2227         unsigned i, channel;
2228
2229         FLAC__ASSERT(new_blocksize > 0);
2230         FLAC__ASSERT(encoder->protected_->state == FLAC__STREAM_ENCODER_OK);
2231         FLAC__ASSERT(encoder->private_->current_sample_number == 0);
2232
2233         /* To avoid excessive malloc'ing, we only grow the buffer; no shrinking. */
2234         if(new_blocksize <= encoder->private_->input_capacity)
2235                 return true;
2236
2237         ok = true;
2238
2239         /* WATCHOUT: FLAC__lpc_compute_residual_from_qlp_coefficients_asm_ia32_mmx()
2240          * requires that the input arrays (in our case the integer signals)
2241          * have a buffer of up to 3 zeroes in front (at negative indices) for
2242          * alignment purposes; we use 4 in front to keep the data well-aligned.
2243          */
2244
2245         for(i = 0; ok && i < encoder->protected_->channels; i++) {
2246                 ok = ok && FLAC__memory_alloc_aligned_int32_array(new_blocksize+4+OVERREAD_, &encoder->private_->integer_signal_unaligned[i], &encoder->private_->integer_signal[i]);
2247                 memset(encoder->private_->integer_signal[i], 0, sizeof(FLAC__int32)*4);
2248                 encoder->private_->integer_signal[i] += 4;
2249 #ifndef FLAC__INTEGER_ONLY_LIBRARY
2250 #if 0 /* @@@ currently unused */
2251                 if(encoder->protected_->max_lpc_order > 0)
2252                         ok = ok && FLAC__memory_alloc_aligned_real_array(new_blocksize+OVERREAD_, &encoder->private_->real_signal_unaligned[i], &encoder->private_->real_signal[i]);
2253 #endif
2254 #endif
2255         }
2256         for(i = 0; ok && i < 2; i++) {
2257                 ok = ok && FLAC__memory_alloc_aligned_int32_array(new_blocksize+4+OVERREAD_, &encoder->private_->integer_signal_mid_side_unaligned[i], &encoder->private_->integer_signal_mid_side[i]);
2258                 memset(encoder->private_->integer_signal_mid_side[i], 0, sizeof(FLAC__int32)*4);
2259                 encoder->private_->integer_signal_mid_side[i] += 4;
2260 #ifndef FLAC__INTEGER_ONLY_LIBRARY
2261 #if 0 /* @@@ currently unused */
2262                 if(encoder->protected_->max_lpc_order > 0)
2263                         ok = ok && FLAC__memory_alloc_aligned_real_array(new_blocksize+OVERREAD_, &encoder->private_->real_signal_mid_side_unaligned[i], &encoder->private_->real_signal_mid_side[i]);
2264 #endif
2265 #endif
2266         }
2267 #ifndef FLAC__INTEGER_ONLY_LIBRARY
2268         if(ok && encoder->protected_->max_lpc_order > 0) {
2269                 for(i = 0; ok && i < encoder->protected_->num_apodizations; i++)
2270                         ok = ok && FLAC__memory_alloc_aligned_real_array(new_blocksize, &encoder->private_->window_unaligned[i], &encoder->private_->window[i]);
2271                 ok = ok && FLAC__memory_alloc_aligned_real_array(new_blocksize, &encoder->private_->windowed_signal_unaligned, &encoder->private_->windowed_signal);
2272         }
2273 #endif
2274         for(channel = 0; ok && channel < encoder->protected_->channels; channel++) {
2275                 for(i = 0; ok && i < 2; i++) {
2276                         ok = ok && FLAC__memory_alloc_aligned_int32_array(new_blocksize, &encoder->private_->residual_workspace_unaligned[channel][i], &encoder->private_->residual_workspace[channel][i]);
2277                 }
2278         }
2279         for(channel = 0; ok && channel < 2; channel++) {
2280                 for(i = 0; ok && i < 2; i++) {
2281                         ok = ok && FLAC__memory_alloc_aligned_int32_array(new_blocksize, &encoder->private_->residual_workspace_mid_side_unaligned[channel][i], &encoder->private_->residual_workspace_mid_side[channel][i]);
2282                 }
2283         }
2284         /* the *2 is an approximation to the series 1 + 1/2 + 1/4 + ... that sums tree occupies in a flat array */
2285         /*@@@ new_blocksize*2 is too pessimistic, but to fix, we need smarter logic because a smaller new_blocksize can actually increase the # of partitions; would require moving this out into a separate function, then checking its capacity against the need of the current blocksize&min/max_partition_order (and maybe predictor order) */
2286         ok = ok && FLAC__memory_alloc_aligned_uint64_array(new_blocksize * 2, &encoder->private_->abs_residual_partition_sums_unaligned, &encoder->private_->abs_residual_partition_sums);
2287         if(encoder->protected_->do_escape_coding)
2288                 ok = ok && FLAC__memory_alloc_aligned_unsigned_array(new_blocksize * 2, &encoder->private_->raw_bits_per_partition_unaligned, &encoder->private_->raw_bits_per_partition);
2289
2290         /* now adjust the windows if the blocksize has changed */
2291 #ifndef FLAC__INTEGER_ONLY_LIBRARY
2292         if(ok && new_blocksize != encoder->private_->input_capacity && encoder->protected_->max_lpc_order > 0) {
2293                 for(i = 0; ok && i < encoder->protected_->num_apodizations; i++) {
2294                         switch(encoder->protected_->apodizations[i].type) {
2295                                 case FLAC__APODIZATION_BARTLETT:
2296                                         FLAC__window_bartlett(encoder->private_->window[i], new_blocksize);
2297                                         break;
2298                                 case FLAC__APODIZATION_BARTLETT_HANN:
2299                                         FLAC__window_bartlett_hann(encoder->private_->window[i], new_blocksize);
2300                                         break;
2301                                 case FLAC__APODIZATION_BLACKMAN:
2302                                         FLAC__window_blackman(encoder->private_->window[i], new_blocksize);
2303                                         break;
2304                                 case FLAC__APODIZATION_BLACKMAN_HARRIS_4TERM_92DB_SIDELOBE:
2305                                         FLAC__window_blackman_harris_4term_92db_sidelobe(encoder->private_->window[i], new_blocksize);
2306                                         break;
2307                                 case FLAC__APODIZATION_CONNES:
2308                                         FLAC__window_connes(encoder->private_->window[i], new_blocksize);
2309                                         break;
2310                                 case FLAC__APODIZATION_FLATTOP:
2311                                         FLAC__window_flattop(encoder->private_->window[i], new_blocksize);
2312                                         break;
2313                                 case FLAC__APODIZATION_GAUSS:
2314                                         FLAC__window_gauss(encoder->private_->window[i], new_blocksize, encoder->protected_->apodizations[i].parameters.gauss.stddev);
2315                                         break;
2316                                 case FLAC__APODIZATION_HAMMING:
2317                                         FLAC__window_hamming(encoder->private_->window[i], new_blocksize);
2318                                         break;
2319                                 case FLAC__APODIZATION_HANN:
2320                                         FLAC__window_hann(encoder->private_->window[i], new_blocksize);
2321                                         break;
2322                                 case FLAC__APODIZATION_KAISER_BESSEL:
2323                                         FLAC__window_kaiser_bessel(encoder->private_->window[i], new_blocksize);
2324                                         break;
2325                                 case FLAC__APODIZATION_NUTTALL:
2326                                         FLAC__window_nuttall(encoder->private_->window[i], new_blocksize);
2327                                         break;
2328                                 case FLAC__APODIZATION_RECTANGLE:
2329                                         FLAC__window_rectangle(encoder->private_->window[i], new_blocksize);
2330                                         break;
2331                                 case FLAC__APODIZATION_TRIANGLE:
2332                                         FLAC__window_triangle(encoder->private_->window[i], new_blocksize);
2333                                         break;
2334                                 case FLAC__APODIZATION_TUKEY:
2335                                         FLAC__window_tukey(encoder->private_->window[i], new_blocksize, encoder->protected_->apodizations[i].parameters.tukey.p);
2336                                         break;
2337                                 case FLAC__APODIZATION_WELCH:
2338                                         FLAC__window_welch(encoder->private_->window[i], new_blocksize);
2339                                         break;
2340                                 default:
2341                                         FLAC__ASSERT(0);
2342                                         /* double protection */
2343                                         FLAC__window_hann(encoder->private_->window[i], new_blocksize);
2344                                         break;
2345                         }
2346                 }
2347         }
2348 #endif
2349
2350         if(ok)
2351                 encoder->private_->input_capacity = new_blocksize;
2352         else
2353                 encoder->protected_->state = FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR;
2354
2355         return ok;
2356 }
2357
2358 FLAC__bool write_bitbuffer_(FLAC__StreamEncoder *encoder, unsigned samples, FLAC__bool is_last_block)
2359 {
2360         const FLAC__byte *buffer;
2361         size_t bytes;
2362
2363         FLAC__ASSERT(FLAC__bitwriter_is_byte_aligned(encoder->private_->frame));
2364
2365         if(!FLAC__bitwriter_get_buffer(encoder->private_->frame, &buffer, &bytes)) {
2366                 encoder->protected_->state = FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR;
2367                 return false;
2368         }
2369
2370         if(encoder->protected_->verify) {
2371                 encoder->private_->verify.output.data = buffer;
2372                 encoder->private_->verify.output.bytes = bytes;
2373                 if(encoder->private_->verify.state_hint == ENCODER_IN_MAGIC) {
2374                         encoder->private_->verify.needs_magic_hack = true;
2375                 }
2376                 else {
2377                         if(!FLAC__stream_decoder_process_single(encoder->private_->verify.decoder)) {
2378                                 FLAC__bitwriter_release_buffer(encoder->private_->frame);
2379                                 FLAC__bitwriter_clear(encoder->private_->frame);
2380                                 if(encoder->protected_->state != FLAC__STREAM_ENCODER_VERIFY_MISMATCH_IN_AUDIO_DATA)
2381                                         encoder->protected_->state = FLAC__STREAM_ENCODER_VERIFY_DECODER_ERROR;
2382                                 return false;
2383                         }
2384                 }
2385         }
2386
2387         if(write_frame_(encoder, buffer, bytes, samples, is_last_block) != FLAC__STREAM_ENCODER_WRITE_STATUS_OK) {
2388                 FLAC__bitwriter_release_buffer(encoder->private_->frame);
2389                 FLAC__bitwriter_clear(encoder->private_->frame);
2390                 encoder->protected_->state = FLAC__STREAM_ENCODER_CLIENT_ERROR;
2391                 return false;
2392         }
2393
2394         FLAC__bitwriter_release_buffer(encoder->private_->frame);
2395         FLAC__bitwriter_clear(encoder->private_->frame);
2396
2397         if(samples > 0) {
2398                 encoder->private_->streaminfo.data.stream_info.min_framesize = flac_min(bytes, encoder->private_->streaminfo.data.stream_info.min_framesize);
2399                 encoder->private_->streaminfo.data.stream_info.max_framesize = flac_max(bytes, encoder->private_->streaminfo.data.stream_info.max_framesize);
2400         }
2401
2402         return true;
2403 }
2404
2405 FLAC__StreamEncoderWriteStatus write_frame_(FLAC__StreamEncoder *encoder, const FLAC__byte buffer[], size_t bytes, unsigned samples, FLAC__bool is_last_block)
2406 {
2407         FLAC__StreamEncoderWriteStatus status;
2408         FLAC__uint64 output_position = 0;
2409
2410 #if FLAC__HAS_OGG == 0
2411         (void)is_last_block;
2412 #endif
2413
2414         /* FLAC__STREAM_ENCODER_TELL_STATUS_UNSUPPORTED just means we didn't get the offset; no error */
2415         if(encoder->private_->tell_callback && encoder->private_->tell_callback(encoder, &output_position, encoder->private_->client_data) == FLAC__STREAM_ENCODER_TELL_STATUS_ERROR) {
2416                 encoder->protected_->state = FLAC__STREAM_ENCODER_CLIENT_ERROR;
2417                 return FLAC__STREAM_ENCODER_WRITE_STATUS_FATAL_ERROR;
2418         }
2419
2420         /*
2421          * Watch for the STREAMINFO block and first SEEKTABLE block to go by and store their offsets.
2422          */
2423         if(samples == 0) {
2424                 FLAC__MetadataType type = (buffer[0] & 0x7f);
2425                 if(type == FLAC__METADATA_TYPE_STREAMINFO)
2426                         encoder->protected_->streaminfo_offset = output_position;
2427                 else if(type == FLAC__METADATA_TYPE_SEEKTABLE && encoder->protected_->seektable_offset == 0)
2428                         encoder->protected_->seektable_offset = output_position;
2429         }
2430
2431         /*
2432          * Mark the current seek point if hit (if audio_offset == 0 that
2433          * means we're still writing metadata and haven't hit the first
2434          * frame yet)
2435          */
2436         if(0 != encoder->private_->seek_table && encoder->protected_->audio_offset > 0 && encoder->private_->seek_table->num_points > 0) {
2437                 const unsigned blocksize = FLAC__stream_encoder_get_blocksize(encoder);
2438                 const FLAC__uint64 frame_first_sample = encoder->private_->samples_written;
2439                 const FLAC__uint64 frame_last_sample = frame_first_sample + (FLAC__uint64)blocksize - 1;
2440                 FLAC__uint64 test_sample;
2441                 unsigned i;
2442                 for(i = encoder->private_->first_seekpoint_to_check; i < encoder->private_->seek_table->num_points; i++) {
2443                         test_sample = encoder->private_->seek_table->points[i].sample_number;
2444                         if(test_sample > frame_last_sample) {
2445                                 break;
2446                         }
2447                         else if(test_sample >= frame_first_sample) {
2448                                 encoder->private_->seek_table->points[i].sample_number = frame_first_sample;
2449                                 encoder->private_->seek_table->points[i].stream_offset = output_position - encoder->protected_->audio_offset;
2450                                 encoder->private_->seek_table->points[i].frame_samples = blocksize;
2451                                 encoder->private_->first_seekpoint_to_check++;
2452                                 /* DO NOT: "break;" and here's why:
2453                                  * The seektable template may contain more than one target
2454                                  * sample for any given frame; we will keep looping, generating
2455                                  * duplicate seekpoints for them, and we'll clean it up later,
2456                                  * just before writing the seektable back to the metadata.
2457                                  */
2458                         }
2459                         else {
2460                                 encoder->private_->first_seekpoint_to_check++;
2461                         }
2462                 }
2463         }
2464
2465 #if FLAC__HAS_OGG
2466         if(encoder->private_->is_ogg) {
2467                 status = FLAC__ogg_encoder_aspect_write_callback_wrapper(
2468                         &encoder->protected_->ogg_encoder_aspect,
2469                         buffer,
2470                         bytes,
2471                         samples,
2472                         encoder->private_->current_frame_number,
2473                         is_last_block,
2474                         (FLAC__OggEncoderAspectWriteCallbackProxy)encoder->private_->write_callback,
2475                         encoder,
2476                         encoder->private_->client_data
2477                 );
2478         }
2479         else
2480 #endif
2481         status = encoder->private_->write_callback(encoder, buffer, bytes, samples, encoder->private_->current_frame_number, encoder->private_->client_data);
2482
2483         if(status == FLAC__STREAM_ENCODER_WRITE_STATUS_OK) {
2484                 encoder->private_->bytes_written += bytes;
2485                 encoder->private_->samples_written += samples;
2486                 /* we keep a high watermark on the number of frames written because
2487                  * when the encoder goes back to write metadata, 'current_frame'
2488                  * will drop back to 0.
2489                  */
2490                 encoder->private_->frames_written = flac_max(encoder->private_->frames_written, encoder->private_->current_frame_number+1);
2491         }
2492         else
2493                 encoder->protected_->state = FLAC__STREAM_ENCODER_CLIENT_ERROR;
2494
2495         return status;
2496 }
2497
2498 /* Gets called when the encoding process has finished so that we can update the STREAMINFO and SEEKTABLE blocks.  */
2499 void update_metadata_(const FLAC__StreamEncoder *encoder)
2500 {
2501         FLAC__byte b[flac_max(6u, FLAC__STREAM_METADATA_SEEKPOINT_LENGTH)];
2502         const FLAC__StreamMetadata *metadata = &encoder->private_->streaminfo;
2503         const FLAC__uint64 samples = metadata->data.stream_info.total_samples;
2504         const unsigned min_framesize = metadata->data.stream_info.min_framesize;
2505         const unsigned max_framesize = metadata->data.stream_info.max_framesize;
2506         const unsigned bps = metadata->data.stream_info.bits_per_sample;
2507         FLAC__StreamEncoderSeekStatus seek_status;
2508
2509         FLAC__ASSERT(metadata->type == FLAC__METADATA_TYPE_STREAMINFO);
2510
2511         /* All this is based on intimate knowledge of the stream header
2512          * layout, but a change to the header format that would break this
2513          * would also break all streams encoded in the previous format.
2514          */
2515
2516         /*
2517          * Write MD5 signature
2518          */
2519         {
2520                 const unsigned md5_offset =
2521                         FLAC__STREAM_METADATA_HEADER_LENGTH +
2522                         (
2523                                 FLAC__STREAM_METADATA_STREAMINFO_MIN_BLOCK_SIZE_LEN +
2524                                 FLAC__STREAM_METADATA_STREAMINFO_MAX_BLOCK_SIZE_LEN +
2525                                 FLAC__STREAM_METADATA_STREAMINFO_MIN_FRAME_SIZE_LEN +
2526                                 FLAC__STREAM_METADATA_STREAMINFO_MAX_FRAME_SIZE_LEN +
2527                                 FLAC__STREAM_METADATA_STREAMINFO_SAMPLE_RATE_LEN +
2528                                 FLAC__STREAM_METADATA_STREAMINFO_CHANNELS_LEN +
2529                                 FLAC__STREAM_METADATA_STREAMINFO_BITS_PER_SAMPLE_LEN +
2530                                 FLAC__STREAM_METADATA_STREAMINFO_TOTAL_SAMPLES_LEN
2531                         ) / 8;
2532
2533                 if((seek_status = encoder->private_->seek_callback(encoder, encoder->protected_->streaminfo_offset + md5_offset, encoder->private_->client_data)) != FLAC__STREAM_ENCODER_SEEK_STATUS_OK) {
2534                         if(seek_status == FLAC__STREAM_ENCODER_SEEK_STATUS_ERROR)
2535                                 encoder->protected_->state = FLAC__STREAM_ENCODER_CLIENT_ERROR;
2536                         return;
2537                 }
2538                 if(encoder->private_->write_callback(encoder, metadata->data.stream_info.md5sum, 16, 0, 0, encoder->private_->client_data) != FLAC__STREAM_ENCODER_WRITE_STATUS_OK) {
2539                         encoder->protected_->state = FLAC__STREAM_ENCODER_CLIENT_ERROR;
2540                         return;
2541                 }
2542         }
2543
2544         /*
2545          * Write total samples
2546          */
2547         {
2548                 const unsigned total_samples_byte_offset =
2549                         FLAC__STREAM_METADATA_HEADER_LENGTH +
2550                         (
2551                                 FLAC__STREAM_METADATA_STREAMINFO_MIN_BLOCK_SIZE_LEN +
2552                                 FLAC__STREAM_METADATA_STREAMINFO_MAX_BLOCK_SIZE_LEN +
2553                                 FLAC__STREAM_METADATA_STREAMINFO_MIN_FRAME_SIZE_LEN +
2554                                 FLAC__STREAM_METADATA_STREAMINFO_MAX_FRAME_SIZE_LEN +
2555                                 FLAC__STREAM_METADATA_STREAMINFO_SAMPLE_RATE_LEN +
2556                                 FLAC__STREAM_METADATA_STREAMINFO_CHANNELS_LEN +
2557                                 FLAC__STREAM_METADATA_STREAMINFO_BITS_PER_SAMPLE_LEN
2558                                 - 4
2559                         ) / 8;
2560
2561                 b[0] = ((FLAC__byte)(bps-1) << 4) | (FLAC__byte)((samples >> 32) & 0x0F);
2562                 b[1] = (FLAC__byte)((samples >> 24) & 0xFF);
2563                 b[2] = (FLAC__byte)((samples >> 16) & 0xFF);
2564                 b[3] = (FLAC__byte)((samples >> 8) & 0xFF);
2565                 b[4] = (FLAC__byte)(samples & 0xFF);
2566                 if((seek_status = encoder->private_->seek_callback(encoder, encoder->protected_->streaminfo_offset + total_samples_byte_offset, encoder->private_->client_data)) != FLAC__STREAM_ENCODER_SEEK_STATUS_OK) {
2567                         if(seek_status == FLAC__STREAM_ENCODER_SEEK_STATUS_ERROR)
2568                                 encoder->protected_->state = FLAC__STREAM_ENCODER_CLIENT_ERROR;
2569                         return;
2570                 }
2571                 if(encoder->private_->write_callback(encoder, b, 5, 0, 0, encoder->private_->client_data) != FLAC__STREAM_ENCODER_WRITE_STATUS_OK) {
2572                         encoder->protected_->state = FLAC__STREAM_ENCODER_CLIENT_ERROR;
2573                         return;
2574                 }
2575         }
2576
2577         /*
2578          * Write min/max framesize
2579          */
2580         {
2581                 const unsigned min_framesize_offset =
2582                         FLAC__STREAM_METADATA_HEADER_LENGTH +
2583                         (
2584                                 FLAC__STREAM_METADATA_STREAMINFO_MIN_BLOCK_SIZE_LEN +
2585                                 FLAC__STREAM_METADATA_STREAMINFO_MAX_BLOCK_SIZE_LEN
2586                         ) / 8;
2587
2588                 b[0] = (FLAC__byte)((min_framesize >> 16) & 0xFF);
2589                 b[1] = (FLAC__byte)((min_framesize >> 8) & 0xFF);
2590                 b[2] = (FLAC__byte)(min_framesize & 0xFF);
2591                 b[3] = (FLAC__byte)((max_framesize >> 16) & 0xFF);
2592                 b[4] = (FLAC__byte)((max_framesize >> 8) & 0xFF);
2593                 b[5] = (FLAC__byte)(max_framesize & 0xFF);
2594                 if((seek_status = encoder->private_->seek_callback(encoder, encoder->protected_->streaminfo_offset + min_framesize_offset, encoder->private_->client_data)) != FLAC__STREAM_ENCODER_SEEK_STATUS_OK) {
2595                         if(seek_status == FLAC__STREAM_ENCODER_SEEK_STATUS_ERROR)
2596                                 encoder->protected_->state = FLAC__STREAM_ENCODER_CLIENT_ERROR;
2597                         return;
2598                 }
2599                 if(encoder->private_->write_callback(encoder, b, 6, 0, 0, encoder->private_->client_data) != FLAC__STREAM_ENCODER_WRITE_STATUS_OK) {
2600                         encoder->protected_->state = FLAC__STREAM_ENCODER_CLIENT_ERROR;
2601                         return;
2602                 }
2603         }
2604
2605         /*
2606          * Write seektable
2607          */
2608         if(0 != encoder->private_->seek_table && encoder->private_->seek_table->num_points > 0 && encoder->protected_->seektable_offset > 0) {
2609                 unsigned i;
2610
2611                 FLAC__format_seektable_sort(encoder->private_->seek_table);
2612
2613                 FLAC__ASSERT(FLAC__format_seektable_is_legal(encoder->private_->seek_table));
2614
2615                 if((seek_status = encoder->private_->seek_callback(encoder, encoder->protected_->seektable_offset + FLAC__STREAM_METADATA_HEADER_LENGTH, encoder->private_->client_data)) != FLAC__STREAM_ENCODER_SEEK_STATUS_OK) {
2616                         if(seek_status == FLAC__STREAM_ENCODER_SEEK_STATUS_ERROR)
2617                                 encoder->protected_->state = FLAC__STREAM_ENCODER_CLIENT_ERROR;
2618                         return;
2619                 }
2620
2621                 for(i = 0; i < encoder->private_->seek_table->num_points; i++) {
2622                         FLAC__uint64 xx;
2623                         unsigned x;
2624                         xx = encoder->private_->seek_table->points[i].sample_number;
2625                         b[7] = (FLAC__byte)xx; xx >>= 8;
2626                         b[6] = (FLAC__byte)xx; xx >>= 8;
2627                         b[5] = (FLAC__byte)xx; xx >>= 8;
2628                         b[4] = (FLAC__byte)xx; xx >>= 8;
2629                         b[3] = (FLAC__byte)xx; xx >>= 8;
2630                         b[2] = (FLAC__byte)xx; xx >>= 8;
2631                         b[1] = (FLAC__byte)xx; xx >>= 8;
2632                         b[0] = (FLAC__byte)xx; xx >>= 8;
2633                         xx = encoder->private_->seek_table->points[i].stream_offset;
2634                         b[15] = (FLAC__byte)xx; xx >>= 8;
2635                         b[14] = (FLAC__byte)xx; xx >>= 8;
2636                         b[13] = (FLAC__byte)xx; xx >>= 8;
2637                         b[12] = (FLAC__byte)xx; xx >>= 8;
2638                         b[11] = (FLAC__byte)xx; xx >>= 8;
2639                         b[10] = (FLAC__byte)xx; xx >>= 8;
2640                         b[9] = (FLAC__byte)xx; xx >>= 8;
2641                         b[8] = (FLAC__byte)xx; xx >>= 8;
2642                         x = encoder->private_->seek_table->points[i].frame_samples;
2643                         b[17] = (FLAC__byte)x; x >>= 8;
2644                         b[16] = (FLAC__byte)x; x >>= 8;
2645                         if(encoder->private_->write_callback(encoder, b, 18, 0, 0, encoder->private_->client_data) != FLAC__STREAM_ENCODER_WRITE_STATUS_OK) {
2646                                 encoder->protected_->state = FLAC__STREAM_ENCODER_CLIENT_ERROR;
2647                                 return;
2648                         }
2649                 }
2650         }
2651 }
2652
2653 #if FLAC__HAS_OGG
2654 /* Gets called when the encoding process has finished so that we can update the STREAMINFO and SEEKTABLE blocks.  */
2655 void update_ogg_metadata_(FLAC__StreamEncoder *encoder)
2656 {
2657         /* the # of bytes in the 1st packet that precede the STREAMINFO */
2658         static const unsigned FIRST_OGG_PACKET_STREAMINFO_PREFIX_LENGTH =
2659                 FLAC__OGG_MAPPING_PACKET_TYPE_LENGTH +
2660                 FLAC__OGG_MAPPING_MAGIC_LENGTH +
2661                 FLAC__OGG_MAPPING_VERSION_MAJOR_LENGTH +
2662                 FLAC__OGG_MAPPING_VERSION_MINOR_LENGTH +
2663                 FLAC__OGG_MAPPING_NUM_HEADERS_LENGTH +
2664                 FLAC__STREAM_SYNC_LENGTH
2665         ;
2666         FLAC__byte b[flac_max(6u, FLAC__STREAM_METADATA_SEEKPOINT_LENGTH)];
2667         const FLAC__StreamMetadata *metadata = &encoder->private_->streaminfo;
2668         const FLAC__uint64 samples = metadata->data.stream_info.total_samples;
2669         const unsigned min_framesize = metadata->data.stream_info.min_framesize;
2670         const unsigned max_framesize = metadata->data.stream_info.max_framesize;
2671         ogg_page page;
2672
2673         FLAC__ASSERT(metadata->type == FLAC__METADATA_TYPE_STREAMINFO);
2674         FLAC__ASSERT(0 != encoder->private_->seek_callback);
2675
2676         /* Pre-check that client supports seeking, since we don't want the
2677          * ogg_helper code to ever have to deal with this condition.
2678          */
2679         if(encoder->private_->seek_callback(encoder, 0, encoder->private_->client_data) == FLAC__STREAM_ENCODER_SEEK_STATUS_UNSUPPORTED)
2680                 return;
2681
2682         /* All this is based on intimate knowledge of the stream header
2683          * layout, but a change to the header format that would break this
2684          * would also break all streams encoded in the previous format.
2685          */
2686
2687         /**
2688          ** Write STREAMINFO stats
2689          **/
2690         simple_ogg_page__init(&page);
2691         if(!simple_ogg_page__get_at(encoder, encoder->protected_->streaminfo_offset, &page, encoder->private_->seek_callback, encoder->private_->read_callback, encoder->private_->client_data)) {
2692                 simple_ogg_page__clear(&page);
2693                 return; /* state already set */
2694         }
2695
2696         /*
2697          * Write MD5 signature
2698          */
2699         {
2700                 const unsigned md5_offset =
2701                         FIRST_OGG_PACKET_STREAMINFO_PREFIX_LENGTH +
2702                         FLAC__STREAM_METADATA_HEADER_LENGTH +
2703                         (
2704                                 FLAC__STREAM_METADATA_STREAMINFO_MIN_BLOCK_SIZE_LEN +
2705                                 FLAC__STREAM_METADATA_STREAMINFO_MAX_BLOCK_SIZE_LEN +
2706                                 FLAC__STREAM_METADATA_STREAMINFO_MIN_FRAME_SIZE_LEN +
2707                                 FLAC__STREAM_METADATA_STREAMINFO_MAX_FRAME_SIZE_LEN +
2708                                 FLAC__STREAM_METADATA_STREAMINFO_SAMPLE_RATE_LEN +
2709                                 FLAC__STREAM_METADATA_STREAMINFO_CHANNELS_LEN +
2710                                 FLAC__STREAM_METADATA_STREAMINFO_BITS_PER_SAMPLE_LEN +
2711                                 FLAC__STREAM_METADATA_STREAMINFO_TOTAL_SAMPLES_LEN
2712                         ) / 8;
2713
2714                 if(md5_offset + 16 > (unsigned)page.body_len) {
2715                         encoder->protected_->state = FLAC__STREAM_ENCODER_OGG_ERROR;
2716                         simple_ogg_page__clear(&page);
2717                         return;
2718                 }
2719                 memcpy(page.body + md5_offset, metadata->data.stream_info.md5sum, 16);
2720         }
2721
2722         /*
2723          * Write total samples
2724          */
2725         {
2726                 const unsigned total_samples_byte_offset =
2727                         FIRST_OGG_PACKET_STREAMINFO_PREFIX_LENGTH +
2728                         FLAC__STREAM_METADATA_HEADER_LENGTH +
2729                         (
2730                                 FLAC__STREAM_METADATA_STREAMINFO_MIN_BLOCK_SIZE_LEN +
2731                                 FLAC__STREAM_METADATA_STREAMINFO_MAX_BLOCK_SIZE_LEN +
2732                                 FLAC__STREAM_METADATA_STREAMINFO_MIN_FRAME_SIZE_LEN +
2733                                 FLAC__STREAM_METADATA_STREAMINFO_MAX_FRAME_SIZE_LEN +
2734                                 FLAC__STREAM_METADATA_STREAMINFO_SAMPLE_RATE_LEN +
2735                                 FLAC__STREAM_METADATA_STREAMINFO_CHANNELS_LEN +
2736                                 FLAC__STREAM_METADATA_STREAMINFO_BITS_PER_SAMPLE_LEN
2737                                 - 4
2738                         ) / 8;
2739
2740                 if(total_samples_byte_offset + 5 > (unsigned)page.body_len) {
2741                         encoder->protected_->state = FLAC__STREAM_ENCODER_OGG_ERROR;
2742                         simple_ogg_page__clear(&page);
2743                         return;
2744                 }
2745                 b[0] = (FLAC__byte)page.body[total_samples_byte_offset] & 0xF0;
2746                 b[0] |= (FLAC__byte)((samples >> 32) & 0x0F);
2747                 b[1] = (FLAC__byte)((samples >> 24) & 0xFF);
2748                 b[2] = (FLAC__byte)((samples >> 16) & 0xFF);
2749                 b[3] = (FLAC__byte)((samples >> 8) & 0xFF);
2750                 b[4] = (FLAC__byte)(samples & 0xFF);
2751                 memcpy(page.body + total_samples_byte_offset, b, 5);
2752         }
2753
2754         /*
2755          * Write min/max framesize
2756          */
2757         {
2758                 const unsigned min_framesize_offset =
2759                         FIRST_OGG_PACKET_STREAMINFO_PREFIX_LENGTH +
2760                         FLAC__STREAM_METADATA_HEADER_LENGTH +
2761                         (
2762                                 FLAC__STREAM_METADATA_STREAMINFO_MIN_BLOCK_SIZE_LEN +
2763                                 FLAC__STREAM_METADATA_STREAMINFO_MAX_BLOCK_SIZE_LEN
2764                         ) / 8;
2765
2766                 if(min_framesize_offset + 6 > (unsigned)page.body_len) {
2767                         encoder->protected_->state = FLAC__STREAM_ENCODER_OGG_ERROR;
2768                         simple_ogg_page__clear(&page);
2769                         return;
2770                 }
2771                 b[0] = (FLAC__byte)((min_framesize >> 16) & 0xFF);
2772                 b[1] = (FLAC__byte)((min_framesize >> 8) & 0xFF);
2773                 b[2] = (FLAC__byte)(min_framesize & 0xFF);
2774                 b[3] = (FLAC__byte)((max_framesize >> 16) & 0xFF);
2775                 b[4] = (FLAC__byte)((max_framesize >> 8) & 0xFF);
2776                 b[5] = (FLAC__byte)(max_framesize & 0xFF);
2777                 memcpy(page.body + min_framesize_offset, b, 6);
2778         }
2779         if(!simple_ogg_page__set_at(encoder, encoder->protected_->streaminfo_offset, &page, encoder->private_->seek_callback, encoder->private_->write_callback, encoder->private_->client_data)) {
2780                 simple_ogg_page__clear(&page);
2781                 return; /* state already set */
2782         }
2783         simple_ogg_page__clear(&page);
2784
2785         /*
2786          * Write seektable
2787          */
2788         if(0 != encoder->private_->seek_table && encoder->private_->seek_table->num_points > 0 && encoder->protected_->seektable_offset > 0) {
2789                 unsigned i;
2790                 FLAC__byte *p;
2791
2792                 FLAC__format_seektable_sort(encoder->private_->seek_table);
2793
2794                 FLAC__ASSERT(FLAC__format_seektable_is_legal(encoder->private_->seek_table));
2795
2796                 simple_ogg_page__init(&page);
2797                 if(!simple_ogg_page__get_at(encoder, encoder->protected_->seektable_offset, &page, encoder->private_->seek_callback, encoder->private_->read_callback, encoder->private_->client_data)) {
2798                         simple_ogg_page__clear(&page);
2799                         return; /* state already set */
2800                 }
2801
2802                 if((FLAC__STREAM_METADATA_HEADER_LENGTH + 18*encoder->private_->seek_table->num_points) != (unsigned)page.body_len) {
2803                         encoder->protected_->state = FLAC__STREAM_ENCODER_OGG_ERROR;
2804                         simple_ogg_page__clear(&page);
2805                         return;
2806                 }
2807
2808                 for(i = 0, p = page.body + FLAC__STREAM_METADATA_HEADER_LENGTH; i < encoder->private_->seek_table->num_points; i++, p += 18) {
2809                         FLAC__uint64 xx;
2810                         unsigned x;
2811                         xx = encoder->private_->seek_table->points[i].sample_number;
2812                         b[7] = (FLAC__byte)xx; xx >>= 8;
2813                         b[6] = (FLAC__byte)xx; xx >>= 8;
2814                         b[5] = (FLAC__byte)xx; xx >>= 8;
2815                         b[4] = (FLAC__byte)xx; xx >>= 8;
2816                         b[3] = (FLAC__byte)xx; xx >>= 8;
2817                         b[2] = (FLAC__byte)xx; xx >>= 8;
2818                         b[1] = (FLAC__byte)xx; xx >>= 8;
2819                         b[0] = (FLAC__byte)xx; xx >>= 8;
2820                         xx = encoder->private_->seek_table->points[i].stream_offset;
2821                         b[15] = (FLAC__byte)xx; xx >>= 8;
2822                         b[14] = (FLAC__byte)xx; xx >>= 8;
2823                         b[13] = (FLAC__byte)xx; xx >>= 8;
2824                         b[12] = (FLAC__byte)xx; xx >>= 8;
2825                         b[11] = (FLAC__byte)xx; xx >>= 8;
2826                         b[10] = (FLAC__byte)xx; xx >>= 8;
2827                         b[9] = (FLAC__byte)xx; xx >>= 8;
2828                         b[8] = (FLAC__byte)xx; xx >>= 8;
2829                         x = encoder->private_->seek_table->points[i].frame_samples;
2830                         b[17] = (FLAC__byte)x; x >>= 8;
2831                         b[16] = (FLAC__byte)x; x >>= 8;
2832                         memcpy(p, b, 18);
2833                 }
2834
2835                 if(!simple_ogg_page__set_at(encoder, encoder->protected_->seektable_offset, &page, encoder->private_->seek_callback, encoder->private_->write_callback, encoder->private_->client_data)) {
2836                         simple_ogg_page__clear(&page);
2837                         return; /* state already set */
2838                 }
2839                 simple_ogg_page__clear(&page);
2840         }
2841 }
2842 #endif
2843
2844 FLAC__bool process_frame_(FLAC__StreamEncoder *encoder, FLAC__bool is_fractional_block, FLAC__bool is_last_block)
2845 {
2846         FLAC__uint16 crc;
2847         FLAC__ASSERT(encoder->protected_->state == FLAC__STREAM_ENCODER_OK);
2848
2849         /*
2850          * Accumulate raw signal to the MD5 signature
2851          */
2852         if(encoder->protected_->do_md5 && !FLAC__MD5Accumulate(&encoder->private_->md5context, (const FLAC__int32 * const *)encoder->private_->integer_signal, encoder->protected_->channels, encoder->protected_->blocksize, (encoder->protected_->bits_per_sample+7) / 8)) {
2853                 encoder->protected_->state = FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR;
2854                 return false;
2855         }
2856
2857         /*
2858          * Process the frame header and subframes into the frame bitbuffer
2859          */
2860         if(!process_subframes_(encoder, is_fractional_block)) {
2861                 /* the above function sets the state for us in case of an error */
2862                 return false;
2863         }
2864
2865         /*
2866          * Zero-pad the frame to a byte_boundary
2867          */
2868         if(!FLAC__bitwriter_zero_pad_to_byte_boundary(encoder->private_->frame)) {
2869                 encoder->protected_->state = FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR;
2870                 return false;
2871         }
2872
2873         /*
2874          * CRC-16 the whole thing
2875          */
2876         FLAC__ASSERT(FLAC__bitwriter_is_byte_aligned(encoder->private_->frame));
2877         if(
2878                 !FLAC__bitwriter_get_write_crc16(encoder->private_->frame, &crc) ||
2879                 !FLAC__bitwriter_write_raw_uint32(encoder->private_->frame, crc, FLAC__FRAME_FOOTER_CRC_LEN)
2880         ) {
2881                 encoder->protected_->state = FLAC__STREAM_ENCODER_MEMORY_ALLOCATION_ERROR;
2882                 return false;
2883         }
2884
2885         /*
2886          * Write it
2887          */
2888         if(!write_bitbuffer_(encoder, encoder->protected_->blocksize, is_last_block)) {
2889                 /* the above function sets the state for us in case of an error */
2890                 return false;
2891         }
2892
2893         /*
2894          * Get ready for the next frame
2895          */
2896         encoder->private_->current_sample_number = 0;
2897         encoder->private_->current_frame_number++;
2898         encoder->private_->streaminfo.data.stream_info.total_samples += (FLAC__uint64)encoder->protected_->blocksize;
2899
2900         return true;
2901 }
2902
2903 FLAC__bool process_subframes_(FLAC__StreamEncoder *encoder, FLAC__bool is_fractional_block)
2904 {
2905         FLAC__FrameHeader frame_header;
2906         unsigned channel, min_partition_order = encoder->protected_->min_residual_partition_order, max_partition_order;
2907         FLAC__bool do_independent, do_mid_side;
2908
2909         /*
2910          * Calculate the min,max Rice partition orders
2911          */
2912         if(is_fractional_block) {
2913                 max_partition_order = 0;
2914         }
2915         else {
2916                 max_partition_order = FLAC__format_get_max_rice_partition_order_from_blocksize(encoder->protected_->blocksize);
2917                 max_partition_order = flac_min(max_partition_order, encoder->protected_->max_residual_partition_order);
2918         }
2919         min_partition_order = flac_min(min_partition_order, max_partition_order);
2920
2921         /*
2922          * Setup the frame
2923          */
2924         frame_header.blocksize = encoder->protected_->blocksize;
2925         frame_header.sample_rate = encoder->protected_->sample_rate;
2926         frame_header.channels = encoder->protected_->channels;
2927         frame_header.channel_assignment = FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT; /* the default unless the encoder determines otherwise */
2928         frame_header.bits_per_sample = encoder->protected_->bits_per_sample;
2929         frame_header.number_type = FLAC__FRAME_NUMBER_TYPE_FRAME_NUMBER;
2930         frame_header.number.frame_number = encoder->private_->current_frame_number;
2931
2932         /*
2933          * Figure out what channel assignments to try
2934          */
2935         if(encoder->protected_->do_mid_side_stereo) {
2936                 if(encoder->protected_->loose_mid_side_stereo) {
2937                         if(encoder->private_->loose_mid_side_stereo_frame_count == 0) {
2938                                 do_independent = true;
2939                                 do_mid_side = true;
2940                         }
2941                         else {
2942                                 do_independent = (encoder->private_->last_channel_assignment == FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT);
2943                                 do_mid_side = !do_independent;
2944                         }
2945                 }
2946                 else {
2947                         do_independent = true;
2948                         do_mid_side = true;
2949                 }
2950         }
2951         else {
2952                 do_independent = true;
2953                 do_mid_side = false;
2954         }
2955
2956         FLAC__ASSERT(do_independent || do_mid_side);
2957
2958         /*
2959          * Check for wasted bits; set effective bps for each subframe
2960          */
2961         if(do_independent) {
2962                 for(channel = 0; channel < encoder->protected_->channels; channel++) {
2963                         const unsigned w = get_wasted_bits_(encoder->private_->integer_signal[channel], encoder->protected_->blocksize);
2964                         encoder->private_->subframe_workspace[channel][0].wasted_bits = encoder->private_->subframe_workspace[channel][1].wasted_bits = w;
2965                         encoder->private_->subframe_bps[channel] = encoder->protected_->bits_per_sample - w;
2966                 }
2967         }
2968         if(do_mid_side) {
2969                 FLAC__ASSERT(encoder->protected_->channels == 2);
2970                 for(channel = 0; channel < 2; channel++) {
2971                         const unsigned w = get_wasted_bits_(encoder->private_->integer_signal_mid_side[channel], encoder->protected_->blocksize);
2972                         encoder->private_->subframe_workspace_mid_side[channel][0].wasted_bits = encoder->private_->subframe_workspace_mid_side[channel][1].wasted_bits = w;
2973                         encoder->private_->subframe_bps_mid_side[channel] = encoder->protected_->bits_per_sample - w + (channel==0? 0:1);
2974                 }
2975         }
2976
2977         /*
2978          * First do a normal encoding pass of each independent channel
2979          */
2980         if(do_independent) {
2981                 for(channel = 0; channel < encoder->protected_->channels; channel++) {
2982                         if(!
2983                                 process_subframe_(
2984                                         encoder,
2985                                         min_partition_order,
2986                                         max_partition_order,
2987                                         &frame_header,
2988                                         encoder->private_->subframe_bps[channel],
2989                                         encoder->private_->integer_signal[channel],
2990                                         encoder->private_->subframe_workspace_ptr[channel],
2991                                         encoder->private_->partitioned_rice_contents_workspace_ptr[channel],
2992                                         encoder->private_->residual_workspace[channel],
2993                                         encoder->private_->best_subframe+channel,
2994                                         encoder->private_->best_subframe_bits+channel
2995                                 )
2996                         )
2997                                 return false;
2998                 }
2999         }
3000
3001         /*
3002          * Now do mid and side channels if requested
3003          */
3004         if(do_mid_side) {
3005                 FLAC__ASSERT(encoder->protected_->channels == 2);
3006
3007                 for(channel = 0; channel < 2; channel++) {
3008                         if(!
3009                                 process_subframe_(
3010                                         encoder,
3011                                         min_partition_order,
3012                                         max_partition_order,
3013                                         &frame_header,
3014                                         encoder->private_->subframe_bps_mid_side[channel],
3015                                         encoder->private_->integer_signal_mid_side[channel],
3016                                         encoder->private_->subframe_workspace_ptr_mid_side[channel],
3017                                         encoder->private_->partitioned_rice_contents_workspace_ptr_mid_side[channel],
3018                                         encoder->private_->residual_workspace_mid_side[channel],
3019                                         encoder->private_->best_subframe_mid_side+channel,
3020                                         encoder->private_->best_subframe_bits_mid_side+channel
3021                                 )
3022                         )
3023                                 return false;
3024                 }
3025         }
3026
3027         /*
3028          * Compose the frame bitbuffer
3029          */
3030         if(do_mid_side) {
3031                 unsigned left_bps = 0, right_bps = 0; /* initialized only to prevent superfluous compiler warning */
3032                 FLAC__Subframe *left_subframe = 0, *right_subframe = 0; /* initialized only to prevent superfluous compiler warning */
3033                 FLAC__ChannelAssignment channel_assignment;
3034
3035                 FLAC__ASSERT(encoder->protected_->channels == 2);
3036
3037                 if(encoder->protected_->loose_mid_side_stereo && encoder->private_->loose_mid_side_stereo_frame_count > 0) {
3038                         channel_assignment = (encoder->private_->last_channel_assignment == FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT? FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT : FLAC__CHANNEL_ASSIGNMENT_MID_SIDE);
3039                 }
3040                 else {
3041                         unsigned bits[4]; /* WATCHOUT - indexed by FLAC__ChannelAssignment */
3042                         unsigned min_bits;
3043                         int ca;
3044
3045                         FLAC__ASSERT(FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT == 0);
3046                         FLAC__ASSERT(FLAC__CHANNEL_ASSIGNMENT_LEFT_SIDE   == 1);
3047                         FLAC__ASSERT(FLAC__CHANNEL_ASSIGNMENT_RIGHT_SIDE  == 2);
3048                         FLAC__ASSERT(FLAC__CHANNEL_ASSIGNMENT_MID_SIDE    == 3);
3049                         FLAC__ASSERT(do_independent && do_mid_side);
3050
3051                         /* We have to figure out which channel assignent results in the smallest frame */
3052                         bits[FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT] = encoder->private_->best_subframe_bits         [0] + encoder->private_->best_subframe_bits         [1];
3053                         bits[FLAC__CHANNEL_ASSIGNMENT_LEFT_SIDE  ] = encoder->private_->best_subframe_bits         [0] + encoder->private_->best_subframe_bits_mid_side[1];
3054                         bits[FLAC__CHANNEL_ASSIGNMENT_RIGHT_SIDE ] = encoder->private_->best_subframe_bits         [1] + encoder->private_->best_subframe_bits_mid_side[1];
3055                         bits[FLAC__CHANNEL_ASSIGNMENT_MID_SIDE   ] = encoder->private_->best_subframe_bits_mid_side[0] + encoder->private_->best_subframe_bits_mid_side[1];
3056
3057                         channel_assignment = FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT;
3058                         min_bits = bits[channel_assignment];
3059                         for(ca = 1; ca <= 3; ca++) {
3060                                 if(bits[ca] < min_bits) {
3061                                         min_bits = bits[ca];
3062                                         channel_assignment = (FLAC__ChannelAssignment)ca;
3063                                 }
3064                         }
3065                 }
3066
3067                 frame_header.channel_assignment = channel_assignment;
3068
3069                 if(!FLAC__frame_add_header(&frame_header, encoder->private_->frame)) {
3070                         encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
3071                         return false;
3072                 }
3073
3074                 switch(channel_assignment) {
3075                         case FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT:
3076                                 left_subframe  = &encoder->private_->subframe_workspace         [0][encoder->private_->best_subframe         [0]];
3077                                 right_subframe = &encoder->private_->subframe_workspace         [1][encoder->private_->best_subframe         [1]];
3078                                 break;
3079                         case FLAC__CHANNEL_ASSIGNMENT_LEFT_SIDE:
3080                                 left_subframe  = &encoder->private_->subframe_workspace         [0][encoder->private_->best_subframe         [0]];
3081                                 right_subframe = &encoder->private_->subframe_workspace_mid_side[1][encoder->private_->best_subframe_mid_side[1]];
3082                                 break;
3083                         case FLAC__CHANNEL_ASSIGNMENT_RIGHT_SIDE:
3084                                 left_subframe  = &encoder->private_->subframe_workspace_mid_side[1][encoder->private_->best_subframe_mid_side[1]];
3085                                 right_subframe = &encoder->private_->subframe_workspace         [1][encoder->private_->best_subframe         [1]];
3086                                 break;
3087                         case FLAC__CHANNEL_ASSIGNMENT_MID_SIDE:
3088                                 left_subframe  = &encoder->private_->subframe_workspace_mid_side[0][encoder->private_->best_subframe_mid_side[0]];
3089                                 right_subframe = &encoder->private_->subframe_workspace_mid_side[1][encoder->private_->best_subframe_mid_side[1]];
3090                                 break;
3091                         default:
3092                                 FLAC__ASSERT(0);
3093                 }
3094
3095                 switch(channel_assignment) {
3096                         case FLAC__CHANNEL_ASSIGNMENT_INDEPENDENT:
3097                                 left_bps  = encoder->private_->subframe_bps         [0];
3098                                 right_bps = encoder->private_->subframe_bps         [1];
3099                                 break;
3100                         case FLAC__CHANNEL_ASSIGNMENT_LEFT_SIDE:
3101                                 left_bps  = encoder->private_->subframe_bps         [0];
3102                                 right_bps = encoder->private_->subframe_bps_mid_side[1];
3103                                 break;
3104                         case FLAC__CHANNEL_ASSIGNMENT_RIGHT_SIDE:
3105                                 left_bps  = encoder->private_->subframe_bps_mid_side[1];
3106                                 right_bps = encoder->private_->subframe_bps         [1];
3107                                 break;
3108                         case FLAC__CHANNEL_ASSIGNMENT_MID_SIDE:
3109                                 left_bps  = encoder->private_->subframe_bps_mid_side[0];
3110                                 right_bps = encoder->private_->subframe_bps_mid_side[1];
3111                                 break;
3112                         default:
3113                                 FLAC__ASSERT(0);
3114                 }
3115
3116                 /* note that encoder_add_subframe_ sets the state for us in case of an error */
3117                 if(!add_subframe_(encoder, frame_header.blocksize, left_bps , left_subframe , encoder->private_->frame))
3118                         return false;
3119                 if(!add_subframe_(encoder, frame_header.blocksize, right_bps, right_subframe, encoder->private_->frame))
3120                         return false;
3121         }
3122         else {
3123                 if(!FLAC__frame_add_header(&frame_header, encoder->private_->frame)) {
3124                         encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
3125                         return false;
3126                 }
3127
3128                 for(channel = 0; channel < encoder->protected_->channels; channel++) {
3129                         if(!add_subframe_(encoder, frame_header.blocksize, encoder->private_->subframe_bps[channel], &encoder->private_->subframe_workspace[channel][encoder->private_->best_subframe[channel]], encoder->private_->frame)) {
3130                                 /* the above function sets the state for us in case of an error */
3131                                 return false;
3132                         }
3133                 }
3134         }
3135
3136         if(encoder->protected_->loose_mid_side_stereo) {
3137                 encoder->private_->loose_mid_side_stereo_frame_count++;
3138                 if(encoder->private_->loose_mid_side_stereo_frame_count >= encoder->private_->loose_mid_side_stereo_frames)
3139                         encoder->private_->loose_mid_side_stereo_frame_count = 0;
3140         }
3141
3142         encoder->private_->last_channel_assignment = frame_header.channel_assignment;
3143
3144         return true;
3145 }
3146
3147 FLAC__bool process_subframe_(
3148         FLAC__StreamEncoder *encoder,
3149         unsigned min_partition_order,
3150         unsigned max_partition_order,
3151         const FLAC__FrameHeader *frame_header,
3152         unsigned subframe_bps,
3153         const FLAC__int32 integer_signal[],
3154         FLAC__Subframe *subframe[2],
3155         FLAC__EntropyCodingMethod_PartitionedRiceContents *partitioned_rice_contents[2],
3156         FLAC__int32 *residual[2],
3157         unsigned *best_subframe,
3158         unsigned *best_bits
3159 )
3160 {
3161 #ifndef FLAC__INTEGER_ONLY_LIBRARY
3162         FLAC__float fixed_residual_bits_per_sample[FLAC__MAX_FIXED_ORDER+1];
3163 #else
3164         FLAC__fixedpoint fixed_residual_bits_per_sample[FLAC__MAX_FIXED_ORDER+1];
3165 #endif
3166 #ifndef FLAC__INTEGER_ONLY_LIBRARY
3167         FLAC__double lpc_residual_bits_per_sample;
3168         FLAC__real autoc[FLAC__MAX_LPC_ORDER+1]; /* WATCHOUT: the size is important even though encoder->protected_->max_lpc_order might be less; some asm routines need all the space */
3169         FLAC__double lpc_error[FLAC__MAX_LPC_ORDER];
3170         unsigned min_lpc_order, max_lpc_order, lpc_order;
3171         unsigned min_qlp_coeff_precision, max_qlp_coeff_precision, qlp_coeff_precision;
3172 #endif
3173         unsigned min_fixed_order, max_fixed_order, guess_fixed_order, fixed_order;
3174         unsigned rice_parameter;
3175         unsigned _candidate_bits, _best_bits;
3176         unsigned _best_subframe;
3177         /* only use RICE2 partitions if stream bps > 16 */
3178         const unsigned rice_parameter_limit = FLAC__stream_encoder_get_bits_per_sample(encoder) > 16? FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE2_ESCAPE_PARAMETER : FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER;
3179
3180         FLAC__ASSERT(frame_header->blocksize > 0);
3181
3182         /* verbatim subframe is the baseline against which we measure other compressed subframes */
3183         _best_subframe = 0;
3184         if(encoder->private_->disable_verbatim_subframes && frame_header->blocksize >= FLAC__MAX_FIXED_ORDER)
3185                 _best_bits = UINT_MAX;
3186         else
3187                 _best_bits = evaluate_verbatim_subframe_(encoder, integer_signal, frame_header->blocksize, subframe_bps, subframe[_best_subframe]);
3188
3189         if(frame_header->blocksize >= FLAC__MAX_FIXED_ORDER) {
3190                 unsigned signal_is_constant = false;
3191                 guess_fixed_order = encoder->private_->local_fixed_compute_best_predictor(integer_signal+FLAC__MAX_FIXED_ORDER, frame_header->blocksize-FLAC__MAX_FIXED_ORDER, fixed_residual_bits_per_sample);
3192                 /* check for constant subframe */
3193                 if(
3194                         !encoder->private_->disable_constant_subframes &&
3195 #ifndef FLAC__INTEGER_ONLY_LIBRARY
3196                         fixed_residual_bits_per_sample[1] == 0.0
3197 #else
3198                         fixed_residual_bits_per_sample[1] == FLAC__FP_ZERO
3199 #endif
3200                 ) {
3201                         /* the above means it's possible all samples are the same value; now double-check it: */
3202                         unsigned i;
3203                         signal_is_constant = true;
3204                         for(i = 1; i < frame_header->blocksize; i++) {
3205                                 if(integer_signal[0] != integer_signal[i]) {
3206                                         signal_is_constant = false;
3207                                         break;
3208                                 }
3209                         }
3210                 }
3211                 if(signal_is_constant) {
3212                         _candidate_bits = evaluate_constant_subframe_(encoder, integer_signal[0], frame_header->blocksize, subframe_bps, subframe[!_best_subframe]);
3213                         if(_candidate_bits < _best_bits) {
3214                                 _best_subframe = !_best_subframe;
3215                                 _best_bits = _candidate_bits;
3216                         }
3217                 }
3218                 else {
3219                         if(!encoder->private_->disable_fixed_subframes || (encoder->protected_->max_lpc_order == 0 && _best_bits == UINT_MAX)) {
3220                                 /* encode fixed */
3221                                 if(encoder->protected_->do_exhaustive_model_search) {
3222                                         min_fixed_order = 0;
3223                                         max_fixed_order = FLAC__MAX_FIXED_ORDER;
3224                                 }
3225                                 else {
3226                                         min_fixed_order = max_fixed_order = guess_fixed_order;
3227                                 }
3228                                 if(max_fixed_order >= frame_header->blocksize)
3229                                         max_fixed_order = frame_header->blocksize - 1;
3230                                 for(fixed_order = min_fixed_order; fixed_order <= max_fixed_order; fixed_order++) {
3231 #ifndef FLAC__INTEGER_ONLY_LIBRARY
3232                                         if(fixed_residual_bits_per_sample[fixed_order] >= (FLAC__float)subframe_bps)
3233                                                 continue; /* don't even try */
3234                                         rice_parameter = (fixed_residual_bits_per_sample[fixed_order] > 0.0)? (unsigned)(fixed_residual_bits_per_sample[fixed_order]+0.5) : 0; /* 0.5 is for rounding */
3235 #else
3236                                         if(FLAC__fixedpoint_trunc(fixed_residual_bits_per_sample[fixed_order]) >= (int)subframe_bps)
3237                                                 continue; /* don't even try */
3238                                         rice_parameter = (fixed_residual_bits_per_sample[fixed_order] > FLAC__FP_ZERO)? (unsigned)FLAC__fixedpoint_trunc(fixed_residual_bits_per_sample[fixed_order]+FLAC__FP_ONE_HALF) : 0; /* 0.5 is for rounding */
3239 #endif
3240                                         rice_parameter++; /* to account for the signed->unsigned conversion during rice coding */
3241                                         if(rice_parameter >= rice_parameter_limit) {
3242 #ifdef DEBUG_VERBOSE
3243                                                 fprintf(stderr, "clipping rice_parameter (%u -> %u) @0\n", rice_parameter, rice_parameter_limit - 1);
3244 #endif
3245                                                 rice_parameter = rice_parameter_limit - 1;
3246                                         }
3247                                         _candidate_bits =
3248                                                 evaluate_fixed_subframe_(
3249                                                         encoder,
3250                                                         integer_signal,
3251                                                         residual[!_best_subframe],
3252                                                         encoder->private_->abs_residual_partition_sums,
3253                                                         encoder->private_->raw_bits_per_partition,
3254                                                         frame_header->blocksize,
3255                                                         subframe_bps,
3256                                                         fixed_order,
3257                                                         rice_parameter,
3258                                                         rice_parameter_limit,
3259                                                         min_partition_order,
3260                                                         max_partition_order,
3261                                                         encoder->protected_->do_escape_coding,
3262                                                         encoder->protected_->rice_parameter_search_dist,
3263                                                         subframe[!_best_subframe],
3264                                                         partitioned_rice_contents[!_best_subframe]
3265                                                 );
3266                                         if(_candidate_bits < _best_bits) {
3267                                                 _best_subframe = !_best_subframe;
3268                                                 _best_bits = _candidate_bits;
3269                                         }
3270                                 }
3271                         }
3272
3273 #ifndef FLAC__INTEGER_ONLY_LIBRARY
3274                         /* encode lpc */
3275                         if(encoder->protected_->max_lpc_order > 0) {
3276                                 if(encoder->protected_->max_lpc_order >= frame_header->blocksize)
3277                                         max_lpc_order = frame_header->blocksize-1;
3278                                 else
3279                                         max_lpc_order = encoder->protected_->max_lpc_order;
3280                                 if(max_lpc_order > 0) {
3281                                         unsigned a;
3282                                         for (a = 0; a < encoder->protected_->num_apodizations; a++) {
3283                                                 FLAC__lpc_window_data(integer_signal, encoder->private_->window[a], encoder->private_->windowed_signal, frame_header->blocksize);
3284                                                 encoder->private_->local_lpc_compute_autocorrelation(encoder->private_->windowed_signal, frame_header->blocksize, max_lpc_order+1, autoc);
3285                                                 /* if autoc[0] == 0.0, the signal is constant and we usually won't get here, but it can happen */
3286                                                 if(autoc[0] != 0.0) {
3287                                                         FLAC__lpc_compute_lp_coefficients(autoc, &max_lpc_order, encoder->private_->lp_coeff, lpc_error);
3288                                                         if(encoder->protected_->do_exhaustive_model_search) {
3289                                                                 min_lpc_order = 1;
3290                                                         }
3291                                                         else {
3292                                                                 const unsigned guess_lpc_order =
3293                                                                         FLAC__lpc_compute_best_order(
3294                                                                                 lpc_error,
3295                                                                                 max_lpc_order,
3296                                                                                 frame_header->blocksize,
3297                                                                                 subframe_bps + (
3298                                                                                         encoder->protected_->do_qlp_coeff_prec_search?
3299                                                                                                 FLAC__MIN_QLP_COEFF_PRECISION : /* have to guess; use the min possible size to avoid accidentally favoring lower orders */
3300                                                                                                 encoder->protected_->qlp_coeff_precision
3301                                                                                 )
3302                                                                         );
3303                                                                 min_lpc_order = max_lpc_order = guess_lpc_order;
3304                                                         }
3305                                                         if(max_lpc_order >= frame_header->blocksize)
3306                                                                 max_lpc_order = frame_header->blocksize - 1;
3307                                                         for(lpc_order = min_lpc_order; lpc_order <= max_lpc_order; lpc_order++) {
3308                                                                 lpc_residual_bits_per_sample = FLAC__lpc_compute_expected_bits_per_residual_sample(lpc_error[lpc_order-1], frame_header->blocksize-lpc_order);
3309                                                                 if(lpc_residual_bits_per_sample >= (FLAC__double)subframe_bps)
3310                                                                         continue; /* don't even try */
3311                                                                 rice_parameter = (lpc_residual_bits_per_sample > 0.0)? (unsigned)(lpc_residual_bits_per_sample+0.5) : 0; /* 0.5 is for rounding */
3312                                                                 rice_parameter++; /* to account for the signed->unsigned conversion during rice coding */
3313                                                                 if(rice_parameter >= rice_parameter_limit) {
3314 #ifdef DEBUG_VERBOSE
3315                                                                         fprintf(stderr, "clipping rice_parameter (%u -> %u) @1\n", rice_parameter, rice_parameter_limit - 1);
3316 #endif
3317                                                                         rice_parameter = rice_parameter_limit - 1;
3318                                                                 }
3319                                                                 if(encoder->protected_->do_qlp_coeff_prec_search) {
3320                                                                         min_qlp_coeff_precision = FLAC__MIN_QLP_COEFF_PRECISION;
3321                                                                         /* try to ensure a 32-bit datapath throughout for 16bps(+1bps for side channel) or less */
3322                                                                         if(subframe_bps <= 17) {
3323                                                                                 max_qlp_coeff_precision = flac_min(32 - subframe_bps - lpc_order, FLAC__MAX_QLP_COEFF_PRECISION);
3324                                                                                 max_qlp_coeff_precision = flac_max(max_qlp_coeff_precision, min_qlp_coeff_precision);
3325                                                                         }
3326                                                                         else
3327                                                                                 max_qlp_coeff_precision = FLAC__MAX_QLP_COEFF_PRECISION;
3328                                                                 }
3329                                                                 else {
3330                                                                         min_qlp_coeff_precision = max_qlp_coeff_precision = encoder->protected_->qlp_coeff_precision;
3331                                                                 }
3332                                                                 for(qlp_coeff_precision = min_qlp_coeff_precision; qlp_coeff_precision <= max_qlp_coeff_precision; qlp_coeff_precision++) {
3333                                                                         _candidate_bits =
3334                                                                                 evaluate_lpc_subframe_(
3335                                                                                         encoder,
3336                                                                                         integer_signal,
3337                                                                                         residual[!_best_subframe],
3338                                                                                         encoder->private_->abs_residual_partition_sums,
3339                                                                                         encoder->private_->raw_bits_per_partition,
3340                                                                                         encoder->private_->lp_coeff[lpc_order-1],
3341                                                                                         frame_header->blocksize,
3342                                                                                         subframe_bps,
3343                                                                                         lpc_order,
3344                                                                                         qlp_coeff_precision,
3345                                                                                         rice_parameter,
3346                                                                                         rice_parameter_limit,
3347                                                                                         min_partition_order,
3348                                                                                         max_partition_order,
3349                                                                                         encoder->protected_->do_escape_coding,
3350                                                                                         encoder->protected_->rice_parameter_search_dist,
3351                                                                                         subframe[!_best_subframe],
3352                                                                                         partitioned_rice_contents[!_best_subframe]
3353                                                                                 );
3354                                                                         if(_candidate_bits > 0) { /* if == 0, there was a problem quantizing the lpcoeffs */
3355                                                                                 if(_candidate_bits < _best_bits) {
3356                                                                                         _best_subframe = !_best_subframe;
3357                                                                                         _best_bits = _candidate_bits;
3358                                                                                 }
3359                                                                         }
3360                                                                 }
3361                                                         }
3362                                                 }
3363                                         }
3364                                 }
3365                         }
3366 #endif /* !defined FLAC__INTEGER_ONLY_LIBRARY */
3367                 }
3368         }
3369
3370         /* under rare circumstances this can happen when all but lpc subframe types are disabled: */
3371         if(_best_bits == UINT_MAX) {
3372                 FLAC__ASSERT(_best_subframe == 0);
3373                 _best_bits = evaluate_verbatim_subframe_(encoder, integer_signal, frame_header->blocksize, subframe_bps, subframe[_best_subframe]);
3374         }
3375
3376         *best_subframe = _best_subframe;
3377         *best_bits = _best_bits;
3378
3379         return true;
3380 }
3381
3382 FLAC__bool add_subframe_(
3383         FLAC__StreamEncoder *encoder,
3384         unsigned blocksize,
3385         unsigned subframe_bps,
3386         const FLAC__Subframe *subframe,
3387         FLAC__BitWriter *frame
3388 )
3389 {
3390         switch(subframe->type) {
3391                 case FLAC__SUBFRAME_TYPE_CONSTANT:
3392                         if(!FLAC__subframe_add_constant(&(subframe->data.constant), subframe_bps, subframe->wasted_bits, frame)) {
3393                                 encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
3394                                 return false;
3395                         }
3396                         break;
3397                 case FLAC__SUBFRAME_TYPE_FIXED:
3398                         if(!FLAC__subframe_add_fixed(&(subframe->data.fixed), blocksize - subframe->data.fixed.order, subframe_bps, subframe->wasted_bits, frame)) {
3399                                 encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
3400                                 return false;
3401                         }
3402                         break;
3403                 case FLAC__SUBFRAME_TYPE_LPC:
3404                         if(!FLAC__subframe_add_lpc(&(subframe->data.lpc), blocksize - subframe->data.lpc.order, subframe_bps, subframe->wasted_bits, frame)) {
3405                                 encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
3406                                 return false;
3407                         }
3408                         break;
3409                 case FLAC__SUBFRAME_TYPE_VERBATIM:
3410                         if(!FLAC__subframe_add_verbatim(&(subframe->data.verbatim), blocksize, subframe_bps, subframe->wasted_bits, frame)) {
3411                                 encoder->protected_->state = FLAC__STREAM_ENCODER_FRAMING_ERROR;
3412                                 return false;
3413                         }
3414                         break;
3415                 default:
3416                         FLAC__ASSERT(0);
3417         }
3418
3419         return true;
3420 }
3421
3422 #define SPOTCHECK_ESTIMATE 0
3423 #if SPOTCHECK_ESTIMATE
3424 static void spotcheck_subframe_estimate_(
3425         FLAC__StreamEncoder *encoder,
3426         unsigned blocksize,
3427         unsigned subframe_bps,
3428         const FLAC__Subframe *subframe,
3429         unsigned estimate
3430 )
3431 {
3432         FLAC__bool ret;
3433         FLAC__BitWriter *frame = FLAC__bitwriter_new();
3434         if(frame == 0) {
3435                 fprintf(stderr, "EST: can't allocate frame\n");
3436                 return;
3437         }
3438         if(!FLAC__bitwriter_init(frame)) {
3439                 fprintf(stderr, "EST: can't init frame\n");
3440                 return;
3441         }
3442         ret = add_subframe_(encoder, blocksize, subframe_bps, subframe, frame);
3443         FLAC__ASSERT(ret);
3444         {
3445                 const unsigned actual = FLAC__bitwriter_get_input_bits_unconsumed(frame);
3446                 if(estimate != actual)
3447                         fprintf(stderr, "EST: bad, frame#%u sub#%%d type=%8s est=%u, actual=%u, delta=%d\n", encoder->private_->current_frame_number, FLAC__SubframeTypeString[subframe->type], estimate, actual, (int)actual-(int)estimate);
3448         }
3449         FLAC__bitwriter_delete(frame);
3450 }
3451 #endif
3452
3453 unsigned evaluate_constant_subframe_(
3454         FLAC__StreamEncoder *encoder,
3455         const FLAC__int32 signal,
3456         unsigned blocksize,
3457         unsigned subframe_bps,
3458         FLAC__Subframe *subframe
3459 )
3460 {
3461         unsigned estimate;
3462         subframe->type = FLAC__SUBFRAME_TYPE_CONSTANT;
3463         subframe->data.constant.value = signal;
3464
3465         estimate = FLAC__SUBFRAME_ZERO_PAD_LEN + FLAC__SUBFRAME_TYPE_LEN + FLAC__SUBFRAME_WASTED_BITS_FLAG_LEN + subframe->wasted_bits + subframe_bps;
3466
3467 #if SPOTCHECK_ESTIMATE
3468         spotcheck_subframe_estimate_(encoder, blocksize, subframe_bps, subframe, estimate);
3469 #else
3470         (void)encoder, (void)blocksize;
3471 #endif
3472
3473         return estimate;
3474 }
3475
3476 unsigned evaluate_fixed_subframe_(
3477         FLAC__StreamEncoder *encoder,
3478         const FLAC__int32 signal[],
3479         FLAC__int32 residual[],
3480         FLAC__uint64 abs_residual_partition_sums[],
3481         unsigned raw_bits_per_partition[],
3482         unsigned blocksize,
3483         unsigned subframe_bps,
3484         unsigned order,
3485         unsigned rice_parameter,
3486         unsigned rice_parameter_limit,
3487         unsigned min_partition_order,
3488         unsigned max_partition_order,
3489         FLAC__bool do_escape_coding,
3490         unsigned rice_parameter_search_dist,
3491         FLAC__Subframe *subframe,
3492         FLAC__EntropyCodingMethod_PartitionedRiceContents *partitioned_rice_contents
3493 )
3494 {
3495         unsigned i, residual_bits, estimate;
3496         const unsigned residual_samples = blocksize - order;
3497
3498         FLAC__fixed_compute_residual(signal+order, residual_samples, order, residual);
3499
3500         subframe->type = FLAC__SUBFRAME_TYPE_FIXED;
3501
3502         subframe->data.fixed.entropy_coding_method.type = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE;
3503         subframe->data.fixed.entropy_coding_method.data.partitioned_rice.contents = partitioned_rice_contents;
3504         subframe->data.fixed.residual = residual;
3505
3506         residual_bits =
3507                 find_best_partition_order_(
3508                         encoder->private_,
3509                         residual,
3510                         abs_residual_partition_sums,
3511                         raw_bits_per_partition,
3512                         residual_samples,
3513                         order,
3514                         rice_parameter,
3515                         rice_parameter_limit,
3516                         min_partition_order,
3517                         max_partition_order,
3518                         subframe_bps,
3519                         do_escape_coding,
3520                         rice_parameter_search_dist,
3521                         &subframe->data.fixed.entropy_coding_method
3522                 );
3523
3524         subframe->data.fixed.order = order;
3525         for(i = 0; i < order; i++)
3526                 subframe->data.fixed.warmup[i] = signal[i];
3527
3528         estimate = FLAC__SUBFRAME_ZERO_PAD_LEN + FLAC__SUBFRAME_TYPE_LEN + FLAC__SUBFRAME_WASTED_BITS_FLAG_LEN + subframe->wasted_bits + (order * subframe_bps) + residual_bits;
3529
3530 #if SPOTCHECK_ESTIMATE
3531         spotcheck_subframe_estimate_(encoder, blocksize, subframe_bps, subframe, estimate);
3532 #endif
3533
3534         return estimate;
3535 }
3536
3537 #ifndef FLAC__INTEGER_ONLY_LIBRARY
3538 unsigned evaluate_lpc_subframe_(
3539         FLAC__StreamEncoder *encoder,
3540         const FLAC__int32 signal[],
3541         FLAC__int32 residual[],
3542         FLAC__uint64 abs_residual_partition_sums[],
3543         unsigned raw_bits_per_partition[],
3544         const FLAC__real lp_coeff[],
3545         unsigned blocksize,
3546         unsigned subframe_bps,
3547         unsigned order,
3548         unsigned qlp_coeff_precision,
3549         unsigned rice_parameter,
3550         unsigned rice_parameter_limit,
3551         unsigned min_partition_order,
3552         unsigned max_partition_order,
3553         FLAC__bool do_escape_coding,
3554         unsigned rice_parameter_search_dist,
3555         FLAC__Subframe *subframe,
3556         FLAC__EntropyCodingMethod_PartitionedRiceContents *partitioned_rice_contents
3557 )
3558 {
3559         FLAC__int32 qlp_coeff[FLAC__MAX_LPC_ORDER];
3560         unsigned i, residual_bits, estimate;
3561         int quantization, ret;
3562         const unsigned residual_samples = blocksize - order;
3563
3564         /* try to keep qlp coeff precision such that only 32-bit math is required for decode of <=16bps streams */
3565         if(subframe_bps <= 16) {
3566                 FLAC__ASSERT(order > 0);
3567                 FLAC__ASSERT(order <= FLAC__MAX_LPC_ORDER);
3568                 qlp_coeff_precision = flac_min(qlp_coeff_precision, 32 - subframe_bps - FLAC__bitmath_ilog2(order));
3569         }
3570
3571         ret = FLAC__lpc_quantize_coefficients(lp_coeff, order, qlp_coeff_precision, qlp_coeff, &quantization);
3572         if(ret != 0)
3573                 return 0; /* this is a hack to indicate to the caller that we can't do lp at this order on this subframe */
3574
3575         if(subframe_bps + qlp_coeff_precision + FLAC__bitmath_ilog2(order) <= 32)
3576                 if(subframe_bps <= 16 && qlp_coeff_precision <= 16)
3577                         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients_16bit(signal+order, residual_samples, qlp_coeff, order, quantization, residual);
3578                 else
3579                         encoder->private_->local_lpc_compute_residual_from_qlp_coefficients(signal+order, residual_samples, qlp_coeff, order, quantization, residual);
3580         else
3581                 encoder->private_->local_lpc_compute_residual_from_qlp_coefficients_64bit(signal+order, residual_samples, qlp_coeff, order, quantization, residual);
3582
3583         subframe->type = FLAC__SUBFRAME_TYPE_LPC;
3584
3585         subframe->data.lpc.entropy_coding_method.type = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE;
3586         subframe->data.lpc.entropy_coding_method.data.partitioned_rice.contents = partitioned_rice_contents;
3587         subframe->data.lpc.residual = residual;
3588
3589         residual_bits =
3590                 find_best_partition_order_(
3591                         encoder->private_,
3592                         residual,
3593                         abs_residual_partition_sums,
3594                         raw_bits_per_partition,
3595                         residual_samples,
3596                         order,
3597                         rice_parameter,
3598                         rice_parameter_limit,
3599                         min_partition_order,
3600                         max_partition_order,
3601                         subframe_bps,
3602                         do_escape_coding,
3603                         rice_parameter_search_dist,
3604                         &subframe->data.lpc.entropy_coding_method
3605                 );
3606
3607         subframe->data.lpc.order = order;
3608         subframe->data.lpc.qlp_coeff_precision = qlp_coeff_precision;
3609         subframe->data.lpc.quantization_level = quantization;
3610         memcpy(subframe->data.lpc.qlp_coeff, qlp_coeff, sizeof(FLAC__int32)*FLAC__MAX_LPC_ORDER);
3611         for(i = 0; i < order; i++)
3612                 subframe->data.lpc.warmup[i] = signal[i];
3613
3614         estimate = FLAC__SUBFRAME_ZERO_PAD_LEN + FLAC__SUBFRAME_TYPE_LEN + FLAC__SUBFRAME_WASTED_BITS_FLAG_LEN + subframe->wasted_bits + FLAC__SUBFRAME_LPC_QLP_COEFF_PRECISION_LEN + FLAC__SUBFRAME_LPC_QLP_SHIFT_LEN + (order * (qlp_coeff_precision + subframe_bps)) + residual_bits;
3615
3616 #if SPOTCHECK_ESTIMATE
3617         spotcheck_subframe_estimate_(encoder, blocksize, subframe_bps, subframe, estimate);
3618 #endif
3619
3620         return estimate;
3621 }
3622 #endif
3623
3624 unsigned evaluate_verbatim_subframe_(
3625         FLAC__StreamEncoder *encoder,
3626         const FLAC__int32 signal[],
3627         unsigned blocksize,
3628         unsigned subframe_bps,
3629         FLAC__Subframe *subframe
3630 )
3631 {
3632         unsigned estimate;
3633
3634         subframe->type = FLAC__SUBFRAME_TYPE_VERBATIM;
3635
3636         subframe->data.verbatim.data = signal;
3637
3638         estimate = FLAC__SUBFRAME_ZERO_PAD_LEN + FLAC__SUBFRAME_TYPE_LEN + FLAC__SUBFRAME_WASTED_BITS_FLAG_LEN + subframe->wasted_bits + (blocksize * subframe_bps);
3639
3640 #if SPOTCHECK_ESTIMATE
3641         spotcheck_subframe_estimate_(encoder, blocksize, subframe_bps, subframe, estimate);
3642 #else
3643         (void)encoder;
3644 #endif
3645
3646         return estimate;
3647 }
3648
3649 unsigned find_best_partition_order_(
3650         FLAC__StreamEncoderPrivate *private_,
3651         const FLAC__int32 residual[],
3652         FLAC__uint64 abs_residual_partition_sums[],
3653         unsigned raw_bits_per_partition[],
3654         unsigned residual_samples,
3655         unsigned predictor_order,
3656         unsigned rice_parameter,
3657         unsigned rice_parameter_limit,
3658         unsigned min_partition_order,
3659         unsigned max_partition_order,
3660         unsigned bps,
3661         FLAC__bool do_escape_coding,
3662         unsigned rice_parameter_search_dist,
3663         FLAC__EntropyCodingMethod *best_ecm
3664 )
3665 {
3666         unsigned residual_bits, best_residual_bits = 0;
3667         unsigned best_parameters_index = 0;
3668         unsigned best_partition_order = 0;
3669         const unsigned blocksize = residual_samples + predictor_order;
3670
3671         max_partition_order = FLAC__format_get_max_rice_partition_order_from_blocksize_limited_max_and_predictor_order(max_partition_order, blocksize, predictor_order);
3672         min_partition_order = flac_min(min_partition_order, max_partition_order);
3673
3674         precompute_partition_info_sums_(residual, abs_residual_partition_sums, residual_samples, predictor_order, min_partition_order, max_partition_order, bps);
3675
3676         if(do_escape_coding)
3677                 precompute_partition_info_escapes_(residual, raw_bits_per_partition, residual_samples, predictor_order, min_partition_order, max_partition_order);
3678
3679         {
3680                 int partition_order;
3681                 unsigned sum;
3682
3683                 for(partition_order = (int)max_partition_order, sum = 0; partition_order >= (int)min_partition_order; partition_order--) {
3684                         if(!
3685                                 set_partitioned_rice_(
3686 #ifdef EXACT_RICE_BITS_CALCULATION
3687                                         residual,
3688 #endif
3689                                         abs_residual_partition_sums+sum,
3690                                         raw_bits_per_partition+sum,
3691                                         residual_samples,
3692                                         predictor_order,
3693                                         rice_parameter,
3694                                         rice_parameter_limit,
3695                                         rice_parameter_search_dist,
3696                                         (unsigned)partition_order,
3697                                         do_escape_coding,
3698                                         &private_->partitioned_rice_contents_extra[!best_parameters_index],
3699                                         &residual_bits
3700                                 )
3701                         )
3702                         {
3703                                 FLAC__ASSERT(best_residual_bits != 0);
3704                                 break;
3705                         }
3706                         sum += 1u << partition_order;
3707                         if(best_residual_bits == 0 || residual_bits < best_residual_bits) {
3708                                 best_residual_bits = residual_bits;
3709                                 best_parameters_index = !best_parameters_index;
3710                                 best_partition_order = partition_order;
3711                         }
3712                 }
3713         }
3714
3715         best_ecm->data.partitioned_rice.order = best_partition_order;
3716
3717         {
3718                 /*
3719                  * We are allowed to de-const the pointer based on our special
3720                  * knowledge; it is const to the outside world.
3721                  */
3722                 FLAC__EntropyCodingMethod_PartitionedRiceContents* prc = (FLAC__EntropyCodingMethod_PartitionedRiceContents*)best_ecm->data.partitioned_rice.contents;
3723                 unsigned partition;
3724
3725                 /* save best parameters and raw_bits */
3726                 FLAC__format_entropy_coding_method_partitioned_rice_contents_ensure_size(prc, flac_max(6u, best_partition_order));
3727                 memcpy(prc->parameters, private_->partitioned_rice_contents_extra[best_parameters_index].parameters, sizeof(unsigned)*(1<<(best_partition_order)));
3728                 if(do_escape_coding)
3729                         memcpy(prc->raw_bits, private_->partitioned_rice_contents_extra[best_parameters_index].raw_bits, sizeof(unsigned)*(1<<(best_partition_order)));
3730                 /*
3731                  * Now need to check if the type should be changed to
3732                  * FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE2 based on the
3733                  * size of the rice parameters.
3734                  */
3735                 for(partition = 0; partition < (1u<<best_partition_order); partition++) {
3736                         if(prc->parameters[partition] >= FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ESCAPE_PARAMETER) {
3737                                 best_ecm->type = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE2;
3738                                 break;
3739                         }
3740                 }
3741         }
3742
3743         return best_residual_bits;
3744 }
3745
3746 #if defined(FLAC__CPU_IA32) && !defined FLAC__NO_ASM && defined FLAC__HAS_NASM
3747 extern void precompute_partition_info_sums_32bit_asm_ia32_(
3748         const FLAC__int32 residual[],
3749         FLAC__uint64 abs_residual_partition_sums[],
3750         unsigned blocksize,
3751         unsigned predictor_order,
3752         unsigned min_partition_order,
3753         unsigned max_partition_order
3754 );
3755 #endif
3756
3757 void precompute_partition_info_sums_(
3758         const FLAC__int32 residual[],
3759         FLAC__uint64 abs_residual_partition_sums[],
3760         unsigned residual_samples,
3761         unsigned predictor_order,
3762         unsigned min_partition_order,
3763         unsigned max_partition_order,
3764         unsigned bps
3765 )
3766 {
3767         const unsigned default_partition_samples = (residual_samples + predictor_order) >> max_partition_order;
3768         unsigned partitions = 1u << max_partition_order;
3769
3770         FLAC__ASSERT(default_partition_samples > predictor_order);
3771
3772 #if defined(FLAC__CPU_IA32) && !defined FLAC__NO_ASM && defined FLAC__HAS_NASM
3773         /* slightly pessimistic but still catches all common cases */
3774         /* WATCHOUT: "+ bps" is an assumption that the average residual magnitude will not be more than "bps" bits */
3775         if(FLAC__bitmath_ilog2(default_partition_samples) + bps < 32) {
3776                 precompute_partition_info_sums_32bit_asm_ia32_(residual, abs_residual_partition_sums, residual_samples + predictor_order, predictor_order, min_partition_order, max_partition_order);
3777                 return;
3778         }
3779 #endif
3780
3781         /* first do max_partition_order */
3782         {
3783                 unsigned partition, residual_sample, end = (unsigned)(-(int)predictor_order);
3784                 /* slightly pessimistic but still catches all common cases */
3785                 /* WATCHOUT: "+ bps" is an assumption that the average residual magnitude will not be more than "bps" bits */
3786                 if(FLAC__bitmath_ilog2(default_partition_samples) + bps < 32) {
3787                         FLAC__uint32 abs_residual_partition_sum;
3788
3789                         for(partition = residual_sample = 0; partition < partitions; partition++) {
3790                                 end += default_partition_samples;
3791                                 abs_residual_partition_sum = 0;
3792                                 for( ; residual_sample < end; residual_sample++)
3793                                         abs_residual_partition_sum += abs(residual[residual_sample]); /* abs(INT_MIN) is undefined, but if the residual is INT_MIN we have bigger problems */
3794                                 abs_residual_partition_sums[partition] = abs_residual_partition_sum;
3795                         }
3796                 }
3797                 else { /* have to pessimistically use 64 bits for accumulator */
3798                         FLAC__uint64 abs_residual_partition_sum;
3799
3800                         for(partition = residual_sample = 0; partition < partitions; partition++) {
3801                                 end += default_partition_samples;
3802                                 abs_residual_partition_sum = 0;
3803                                 for( ; residual_sample < end; residual_sample++)
3804                                         abs_residual_partition_sum += abs(residual[residual_sample]); /* abs(INT_MIN) is undefined, but if the residual is INT_MIN we have bigger problems */
3805                                 abs_residual_partition_sums[partition] = abs_residual_partition_sum;
3806                         }
3807                 }
3808         }
3809
3810         /* now merge partitions for lower orders */
3811         {
3812                 unsigned from_partition = 0, to_partition = partitions;
3813                 int partition_order;
3814                 for(partition_order = (int)max_partition_order - 1; partition_order >= (int)min_partition_order; partition_order--) {
3815                         unsigned i;
3816                         partitions >>= 1;
3817                         for(i = 0; i < partitions; i++) {
3818                                 abs_residual_partition_sums[to_partition++] =
3819                                         abs_residual_partition_sums[from_partition  ] +
3820                                         abs_residual_partition_sums[from_partition+1];
3821                                 from_partition += 2;
3822                         }
3823                 }
3824         }
3825 }
3826
3827 void precompute_partition_info_escapes_(
3828         const FLAC__int32 residual[],
3829         unsigned raw_bits_per_partition[],
3830         unsigned residual_samples,
3831         unsigned predictor_order,
3832         unsigned min_partition_order,
3833         unsigned max_partition_order
3834 )
3835 {
3836         int partition_order;
3837         unsigned from_partition, to_partition = 0;
3838         const unsigned blocksize = residual_samples + predictor_order;
3839
3840         /* first do max_partition_order */
3841         for(partition_order = (int)max_partition_order; partition_order >= 0; partition_order--) {
3842                 FLAC__int32 r;
3843                 FLAC__uint32 rmax;
3844                 unsigned partition, partition_sample, partition_samples, residual_sample;
3845                 const unsigned partitions = 1u << partition_order;
3846                 const unsigned default_partition_samples = blocksize >> partition_order;
3847
3848                 FLAC__ASSERT(default_partition_samples > predictor_order);
3849
3850                 for(partition = residual_sample = 0; partition < partitions; partition++) {
3851                         partition_samples = default_partition_samples;
3852                         if(partition == 0)
3853                                 partition_samples -= predictor_order;
3854                         rmax = 0;
3855                         for(partition_sample = 0; partition_sample < partition_samples; partition_sample++) {
3856                                 r = residual[residual_sample++];
3857                                 /* OPT: maybe faster: rmax |= r ^ (r>>31) */
3858                                 if(r < 0)
3859                                         rmax |= ~r;
3860                                 else
3861                                         rmax |= r;
3862                         }
3863                         /* now we know all residual values are in the range [-rmax-1,rmax] */
3864                         raw_bits_per_partition[partition] = rmax? FLAC__bitmath_ilog2(rmax) + 2 : 1;
3865                 }
3866                 to_partition = partitions;
3867                 break; /*@@@ yuck, should remove the 'for' loop instead */
3868         }
3869
3870         /* now merge partitions for lower orders */
3871         for(from_partition = 0, --partition_order; partition_order >= (int)min_partition_order; partition_order--) {
3872                 unsigned m;
3873                 unsigned i;
3874                 const unsigned partitions = 1u << partition_order;
3875                 for(i = 0; i < partitions; i++) {
3876                         m = raw_bits_per_partition[from_partition];
3877                         from_partition++;
3878                         raw_bits_per_partition[to_partition] = flac_max(m, raw_bits_per_partition[from_partition]);
3879                         from_partition++;
3880                         to_partition++;
3881                 }
3882         }
3883 }
3884
3885 #ifdef EXACT_RICE_BITS_CALCULATION
3886 static inline unsigned count_rice_bits_in_partition_(
3887         const unsigned rice_parameter,
3888         const unsigned partition_samples,
3889         const FLAC__int32 *residual
3890 )
3891 {
3892         unsigned i, partition_bits =
3893                 FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_PARAMETER_LEN + /* actually could end up being FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE2_PARAMETER_LEN but err on side of 16bps */
3894                 (1+rice_parameter) * partition_samples /* 1 for unary stop bit + rice_parameter for the binary portion */
3895         ;
3896         for(i = 0; i < partition_samples; i++)
3897                 partition_bits += ( (FLAC__uint32)((residual[i]<<1)^(residual[i]>>31)) >> rice_parameter );
3898         return partition_bits;
3899 }
3900 #else
3901 static inline unsigned count_rice_bits_in_partition_(
3902         const unsigned rice_parameter,
3903         const unsigned partition_samples,
3904         const FLAC__uint64 abs_residual_partition_sum
3905 )
3906 {
3907         return
3908                 FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_PARAMETER_LEN + /* actually could end up being FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE2_PARAMETER_LEN but err on side of 16bps */
3909                 (1+rice_parameter) * partition_samples + /* 1 for unary stop bit + rice_parameter for the binary portion */
3910                 (
3911                         rice_parameter?
3912                                 (unsigned)(abs_residual_partition_sum >> (rice_parameter-1)) /* rice_parameter-1 because the real coder sign-folds instead of using a sign bit */
3913                                 : (unsigned)(abs_residual_partition_sum << 1) /* can't shift by negative number, so reverse */
3914                 )
3915                 - (partition_samples >> 1)
3916                 /* -(partition_samples>>1) to subtract out extra contributions to the abs_residual_partition_sum.
3917                  * The actual number of bits used is closer to the sum(for all i in the partition) of  abs(residual[i])>>(rice_parameter-1)
3918                  * By using the abs_residual_partition sum, we also add in bits in the LSBs that would normally be shifted out.
3919                  * So the subtraction term tries to guess how many extra bits were contributed.
3920                  * If the LSBs are randomly distributed, this should average to 0.5 extra bits per sample.
3921                  */
3922         ;
3923 }
3924 #endif
3925
3926 FLAC__bool set_partitioned_rice_(
3927 #ifdef EXACT_RICE_BITS_CALCULATION
3928         const FLAC__int32 residual[],
3929 #endif
3930         const FLAC__uint64 abs_residual_partition_sums[],
3931         const unsigned raw_bits_per_partition[],
3932         const unsigned residual_samples,
3933         const unsigned predictor_order,
3934         const unsigned suggested_rice_parameter,
3935         const unsigned rice_parameter_limit,
3936         const unsigned rice_parameter_search_dist,
3937         const unsigned partition_order,
3938         const FLAC__bool search_for_escapes,
3939         FLAC__EntropyCodingMethod_PartitionedRiceContents *partitioned_rice_contents,
3940         unsigned *bits
3941 )
3942 {
3943         unsigned rice_parameter, partition_bits;
3944         unsigned best_partition_bits, best_rice_parameter = 0;
3945         unsigned bits_ = FLAC__ENTROPY_CODING_METHOD_TYPE_LEN + FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_ORDER_LEN;
3946         unsigned *parameters, *raw_bits;
3947 #ifdef ENABLE_RICE_PARAMETER_SEARCH
3948         unsigned min_rice_parameter, max_rice_parameter;
3949 #else
3950         (void)rice_parameter_search_dist;
3951 #endif
3952
3953         FLAC__ASSERT(suggested_rice_parameter < FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE2_ESCAPE_PARAMETER);
3954         FLAC__ASSERT(rice_parameter_limit <= FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE2_ESCAPE_PARAMETER);
3955
3956         FLAC__format_entropy_coding_method_partitioned_rice_contents_ensure_size(partitioned_rice_contents, flac_max(6u, partition_order));
3957         parameters = partitioned_rice_contents->parameters;
3958         raw_bits = partitioned_rice_contents->raw_bits;
3959
3960         if(partition_order == 0) {
3961                 best_partition_bits = (unsigned)(-1);
3962 #ifdef ENABLE_RICE_PARAMETER_SEARCH
3963                 if(rice_parameter_search_dist) {
3964                         if(suggested_rice_parameter < rice_parameter_search_dist)
3965                                 min_rice_parameter = 0;
3966                         else
3967                                 min_rice_parameter = suggested_rice_parameter - rice_parameter_search_dist;
3968                         max_rice_parameter = suggested_rice_parameter + rice_parameter_search_dist;
3969                         if(max_rice_parameter >= rice_parameter_limit) {
3970 #ifdef DEBUG_VERBOSE
3971                                 fprintf(stderr, "clipping rice_parameter (%u -> %u) @5\n", max_rice_parameter, rice_parameter_limit - 1);
3972 #endif
3973                                 max_rice_parameter = rice_parameter_limit - 1;
3974                         }
3975                 }
3976                 else
3977                         min_rice_parameter = max_rice_parameter = suggested_rice_parameter;
3978
3979                 for(rice_parameter = min_rice_parameter; rice_parameter <= max_rice_parameter; rice_parameter++) {
3980 #else
3981                         rice_parameter = suggested_rice_parameter;
3982 #endif
3983 #ifdef EXACT_RICE_BITS_CALCULATION
3984                         partition_bits = count_rice_bits_in_partition_(rice_parameter, residual_samples, residual);
3985 #else
3986                         partition_bits = count_rice_bits_in_partition_(rice_parameter, residual_samples, abs_residual_partition_sums[0]);
3987 #endif
3988                         if(partition_bits < best_partition_bits) {
3989                                 best_rice_parameter = rice_parameter;
3990                                 best_partition_bits = partition_bits;
3991                         }
3992 #ifdef ENABLE_RICE_PARAMETER_SEARCH
3993                 }
3994 #endif
3995                 if(search_for_escapes) {
3996                         partition_bits = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE2_PARAMETER_LEN + FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_RAW_LEN + raw_bits_per_partition[0] * residual_samples;
3997                         if(partition_bits <= best_partition_bits) {
3998                                 raw_bits[0] = raw_bits_per_partition[0];
3999                                 best_rice_parameter = 0; /* will be converted to appropriate escape parameter later */
4000                                 best_partition_bits = partition_bits;
4001                         }
4002                         else
4003                                 raw_bits[0] = 0;
4004                 }
4005                 parameters[0] = best_rice_parameter;
4006                 bits_ += best_partition_bits;
4007         }
4008         else {
4009                 unsigned partition, residual_sample;
4010                 unsigned partition_samples;
4011                 FLAC__uint64 mean, k;
4012                 const unsigned partitions = 1u << partition_order;
4013                 for(partition = residual_sample = 0; partition < partitions; partition++) {
4014                         partition_samples = (residual_samples+predictor_order) >> partition_order;
4015                         if(partition == 0) {
4016                                 if(partition_samples <= predictor_order)
4017                                         return false;
4018                                 else
4019                                         partition_samples -= predictor_order;
4020                         }
4021                         mean = abs_residual_partition_sums[partition];
4022                         /* we are basically calculating the size in bits of the
4023                          * average residual magnitude in the partition:
4024                          *   rice_parameter = floor(log2(mean/partition_samples))
4025                          * 'mean' is not a good name for the variable, it is
4026                          * actually the sum of magnitudes of all residual values
4027                          * in the partition, so the actual mean is
4028                          * mean/partition_samples
4029                          */
4030                         for(rice_parameter = 0, k = partition_samples; k < mean; rice_parameter++, k <<= 1)
4031                                 ;
4032                         if(rice_parameter >= rice_parameter_limit) {
4033 #ifdef DEBUG_VERBOSE
4034                                 fprintf(stderr, "clipping rice_parameter (%u -> %u) @6\n", rice_parameter, rice_parameter_limit - 1);
4035 #endif
4036                                 rice_parameter = rice_parameter_limit - 1;
4037                         }
4038
4039                         best_partition_bits = (unsigned)(-1);
4040 #ifdef ENABLE_RICE_PARAMETER_SEARCH
4041                         if(rice_parameter_search_dist) {
4042                                 if(rice_parameter < rice_parameter_search_dist)
4043                                         min_rice_parameter = 0;
4044                                 else
4045                                         min_rice_parameter = rice_parameter - rice_parameter_search_dist;
4046                                 max_rice_parameter = rice_parameter + rice_parameter_search_dist;
4047                                 if(max_rice_parameter >= rice_parameter_limit) {
4048 #ifdef DEBUG_VERBOSE
4049                                         fprintf(stderr, "clipping rice_parameter (%u -> %u) @7\n", max_rice_parameter, rice_parameter_limit - 1);
4050 #endif
4051                                         max_rice_parameter = rice_parameter_limit - 1;
4052                                 }
4053                         }
4054                         else
4055                                 min_rice_parameter = max_rice_parameter = rice_parameter;
4056
4057                         for(rice_parameter = min_rice_parameter; rice_parameter <= max_rice_parameter; rice_parameter++) {
4058 #endif
4059 #ifdef EXACT_RICE_BITS_CALCULATION
4060                                 partition_bits = count_rice_bits_in_partition_(rice_parameter, partition_samples, residual+residual_sample);
4061 #else
4062                                 partition_bits = count_rice_bits_in_partition_(rice_parameter, partition_samples, abs_residual_partition_sums[partition]);
4063 #endif
4064                                 if(partition_bits < best_partition_bits) {
4065                                         best_rice_parameter = rice_parameter;
4066                                         best_partition_bits = partition_bits;
4067                                 }
4068 #ifdef ENABLE_RICE_PARAMETER_SEARCH
4069                         }
4070 #endif
4071                         if(search_for_escapes) {
4072                                 partition_bits = FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE2_PARAMETER_LEN + FLAC__ENTROPY_CODING_METHOD_PARTITIONED_RICE_RAW_LEN + raw_bits_per_partition[partition] * partition_samples;
4073                                 if(partition_bits <= best_partition_bits) {
4074                                         raw_bits[partition] = raw_bits_per_partition[partition];
4075                                         best_rice_parameter = 0; /* will be converted to appropriate escape parameter later */
4076                                         best_partition_bits = partition_bits;
4077                                 }
4078                                 else
4079                                         raw_bits[partition] = 0;
4080                         }
4081                         parameters[partition] = best_rice_parameter;
4082                         bits_ += best_partition_bits;
4083                         residual_sample += partition_samples;
4084                 }
4085         }
4086
4087         *bits = bits_;
4088         return true;
4089 }
4090
4091 unsigned get_wasted_bits_(FLAC__int32 signal[], unsigned samples)
4092 {
4093         unsigned i, shift;
4094         FLAC__int32 x = 0;
4095
4096         for(i = 0; i < samples && !(x&1); i++)
4097                 x |= signal[i];
4098
4099         if(x == 0) {
4100                 shift = 0;
4101         }
4102         else {
4103                 for(shift = 0; !(x&1); shift++)
4104                         x >>= 1;
4105         }
4106
4107         if(shift > 0) {
4108                 for(i = 0; i < samples; i++)
4109                          signal[i] >>= shift;
4110         }
4111
4112         return shift;
4113 }
4114
4115 void append_to_verify_fifo_(verify_input_fifo *fifo, const FLAC__int32 * const input[], unsigned input_offset, unsigned channels, unsigned wide_samples)
4116 {
4117         unsigned channel;
4118
4119         for(channel = 0; channel < channels; channel++)
4120                 memcpy(&fifo->data[channel][fifo->tail], &input[channel][input_offset], sizeof(FLAC__int32) * wide_samples);
4121
4122         fifo->tail += wide_samples;
4123
4124         FLAC__ASSERT(fifo->tail <= fifo->size);
4125 }
4126
4127 void append_to_verify_fifo_interleaved_(verify_input_fifo *fifo, const FLAC__int32 input[], unsigned input_offset, unsigned channels, unsigned wide_samples)
4128 {
4129         unsigned channel;
4130         unsigned sample, wide_sample;
4131         unsigned tail = fifo->tail;
4132
4133         sample = input_offset * channels;
4134         for(wide_sample = 0; wide_sample < wide_samples; wide_sample++) {
4135                 for(channel = 0; channel < channels; channel++)
4136                         fifo->data[channel][tail] = input[sample++];
4137                 tail++;
4138         }
4139         fifo->tail = tail;
4140
4141         FLAC__ASSERT(fifo->tail <= fifo->size);
4142 }
4143
4144 FLAC__StreamDecoderReadStatus verify_read_callback_(const FLAC__StreamDecoder *decoder, FLAC__byte buffer[], size_t *bytes, void *client_data)
4145 {
4146         FLAC__StreamEncoder *encoder = (FLAC__StreamEncoder*)client_data;
4147         const size_t encoded_bytes = encoder->private_->verify.output.bytes;
4148         (void)decoder;
4149
4150         if(encoder->private_->verify.needs_magic_hack) {
4151                 FLAC__ASSERT(*bytes >= FLAC__STREAM_SYNC_LENGTH);
4152                 *bytes = FLAC__STREAM_SYNC_LENGTH;
4153                 memcpy(buffer, FLAC__STREAM_SYNC_STRING, *bytes);
4154                 encoder->private_->verify.needs_magic_hack = false;
4155         }
4156         else {
4157                 if(encoded_bytes == 0) {
4158                         /*
4159                          * If we get here, a FIFO underflow has occurred,
4160                          * which means there is a bug somewhere.
4161                          */
4162                         FLAC__ASSERT(0);
4163                         return FLAC__STREAM_DECODER_READ_STATUS_ABORT;
4164                 }
4165                 else if(encoded_bytes < *bytes)
4166                         *bytes = encoded_bytes;
4167                 memcpy(buffer, encoder->private_->verify.output.data, *bytes);
4168                 encoder->private_->verify.output.data += *bytes;
4169                 encoder->private_->verify.output.bytes -= *bytes;
4170         }
4171
4172         return FLAC__STREAM_DECODER_READ_STATUS_CONTINUE;
4173 }
4174
4175 FLAC__StreamDecoderWriteStatus verify_write_callback_(const FLAC__StreamDecoder *decoder, const FLAC__Frame *frame, const FLAC__int32 * const buffer[], void *client_data)
4176 {
4177         FLAC__StreamEncoder *encoder = (FLAC__StreamEncoder *)client_data;
4178         unsigned channel;
4179         const unsigned channels = frame->header.channels;
4180         const unsigned blocksize = frame->header.blocksize;
4181         const unsigned bytes_per_block = sizeof(FLAC__int32) * blocksize;
4182
4183         (void)decoder;
4184
4185         for(channel = 0; channel < channels; channel++) {
4186                 if(0 != memcmp(buffer[channel], encoder->private_->verify.input_fifo.data[channel], bytes_per_block)) {
4187                         unsigned i, sample = 0;
4188                         FLAC__int32 expect = 0, got = 0;
4189
4190                         for(i = 0; i < blocksize; i++) {
4191                                 if(buffer[channel][i] != encoder->private_->verify.input_fifo.data[channel][i]) {
4192                                         sample = i;
4193                                         expect = (FLAC__int32)encoder->private_->verify.input_fifo.data[channel][i];
4194                                         got = (FLAC__int32)buffer[channel][i];
4195                                         break;
4196                                 }
4197                         }
4198                         FLAC__ASSERT(i < blocksize);
4199                         FLAC__ASSERT(frame->header.number_type == FLAC__FRAME_NUMBER_TYPE_SAMPLE_NUMBER);
4200                         encoder->private_->verify.error_stats.absolute_sample = frame->header.number.sample_number + sample;
4201                         encoder->private_->verify.error_stats.frame_number = (unsigned)(frame->header.number.sample_number / blocksize);
4202                         encoder->private_->verify.error_stats.channel = channel;
4203                         encoder->private_->verify.error_stats.sample = sample;
4204                         encoder->private_->verify.error_stats.expected = expect;
4205                         encoder->private_->verify.error_stats.got = got;
4206                         encoder->protected_->state = FLAC__STREAM_ENCODER_VERIFY_MISMATCH_IN_AUDIO_DATA;
4207                         return FLAC__STREAM_DECODER_WRITE_STATUS_ABORT;
4208                 }
4209         }
4210         /* dequeue the frame from the fifo */
4211         encoder->private_->verify.input_fifo.tail -= blocksize;
4212         FLAC__ASSERT(encoder->private_->verify.input_fifo.tail <= OVERREAD_);
4213         for(channel = 0; channel < channels; channel++)
4214                 memmove(&encoder->private_->verify.input_fifo.data[channel][0], &encoder->private_->verify.input_fifo.data[channel][blocksize], encoder->private_->verify.input_fifo.tail * sizeof(encoder->private_->verify.input_fifo.data[0][0]));
4215         return FLAC__STREAM_DECODER_WRITE_STATUS_CONTINUE;
4216 }
4217
4218 void verify_metadata_callback_(const FLAC__StreamDecoder *decoder, const FLAC__StreamMetadata *metadata, void *client_data)
4219 {
4220         (void)decoder, (void)metadata, (void)client_data;
4221 }
4222
4223 void verify_error_callback_(const FLAC__StreamDecoder *decoder, FLAC__StreamDecoderErrorStatus status, void *client_data)
4224 {
4225         FLAC__StreamEncoder *encoder = (FLAC__StreamEncoder*)client_data;
4226         (void)decoder, (void)status;
4227         encoder->protected_->state = FLAC__STREAM_ENCODER_VERIFY_DECODER_ERROR;
4228 }
4229
4230 FLAC__StreamEncoderReadStatus file_read_callback_(const FLAC__StreamEncoder *encoder, FLAC__byte buffer[], size_t *bytes, void *client_data)
4231 {
4232         (void)client_data;
4233
4234         *bytes = fread(buffer, 1, *bytes, encoder->private_->file);
4235         if (*bytes == 0) {
4236                 if (feof(encoder->private_->file))
4237                         return FLAC__STREAM_ENCODER_READ_STATUS_END_OF_STREAM;
4238                 else if (ferror(encoder->private_->file))
4239                         return FLAC__STREAM_ENCODER_READ_STATUS_ABORT;
4240         }
4241         return FLAC__STREAM_ENCODER_READ_STATUS_CONTINUE;
4242 }
4243
4244 FLAC__StreamEncoderSeekStatus file_seek_callback_(const FLAC__StreamEncoder *encoder, FLAC__uint64 absolute_byte_offset, void *client_data)
4245 {
4246         (void)client_data;
4247
4248         if(fseeko(encoder->private_->file, (FLAC__off_t)absolute_byte_offset, SEEK_SET) < 0)
4249                 return FLAC__STREAM_ENCODER_SEEK_STATUS_ERROR;
4250         else
4251                 return FLAC__STREAM_ENCODER_SEEK_STATUS_OK;
4252 }
4253
4254 FLAC__StreamEncoderTellStatus file_tell_callback_(const FLAC__StreamEncoder *encoder, FLAC__uint64 *absolute_byte_offset, void *client_data)
4255 {
4256         FLAC__off_t offset;
4257
4258         (void)client_data;
4259
4260         offset = ftello(encoder->private_->file);
4261
4262         if(offset < 0) {
4263                 return FLAC__STREAM_ENCODER_TELL_STATUS_ERROR;
4264         }
4265         else {
4266                 *absolute_byte_offset = (FLAC__uint64)offset;
4267                 return FLAC__STREAM_ENCODER_TELL_STATUS_OK;
4268         }
4269 }
4270
4271 #ifdef FLAC__VALGRIND_TESTING
4272 static size_t local__fwrite(const void *ptr, size_t size, size_t nmemb, FILE *stream)
4273 {
4274         size_t ret = fwrite(ptr, size, nmemb, stream);
4275         if(!ferror(stream))
4276                 fflush(stream);
4277         return ret;
4278 }
4279 #else
4280 #define local__fwrite fwrite
4281 #endif
4282
4283 FLAC__StreamEncoderWriteStatus file_write_callback_(const FLAC__StreamEncoder *encoder, const FLAC__byte buffer[], size_t bytes, unsigned samples, unsigned current_frame, void *client_data)
4284 {
4285         (void)client_data, (void)current_frame;
4286
4287         if(local__fwrite(buffer, sizeof(FLAC__byte), bytes, encoder->private_->file) == bytes) {
4288                 FLAC__bool call_it = 0 != encoder->private_->progress_callback && (
4289 #if FLAC__HAS_OGG
4290                         /* We would like to be able to use 'samples > 0' in the
4291                          * clause here but currently because of the nature of our
4292                          * Ogg writing implementation, 'samples' is always 0 (see
4293                          * ogg_encoder_aspect.c).  The downside is extra progress
4294                          * callbacks.
4295                          */
4296                         encoder->private_->is_ogg? true :
4297 #endif
4298                         samples > 0
4299                 );
4300                 if(call_it) {
4301                         /* NOTE: We have to add +bytes, +samples, and +1 to the stats
4302                          * because at this point in the callback chain, the stats
4303                          * have not been updated.  Only after we return and control
4304                          * gets back to write_frame_() are the stats updated
4305                          */
4306                         encoder->private_->progress_callback(encoder, encoder->private_->bytes_written+bytes, encoder->private_->samples_written+samples, encoder->private_->frames_written+(samples?1:0), encoder->private_->total_frames_estimate, encoder->private_->client_data);
4307                 }
4308                 return FLAC__STREAM_ENCODER_WRITE_STATUS_OK;
4309         }
4310         else
4311                 return FLAC__STREAM_ENCODER_WRITE_STATUS_FATAL_ERROR;
4312 }
4313
4314 /*
4315  * This will forcibly set stdout to binary mode (for OSes that require it)
4316  */
4317 FILE *get_binary_stdout_(void)
4318 {
4319         /* if something breaks here it is probably due to the presence or
4320          * absence of an underscore before the identifiers 'setmode',
4321          * 'fileno', and/or 'O_BINARY'; check your system header files.
4322          */
4323 #if defined _MSC_VER || defined __MINGW32__
4324         _setmode(_fileno(stdout), _O_BINARY);
4325 #elif defined __CYGWIN__
4326         /* almost certainly not needed for any modern Cygwin, but let's be safe... */
4327         setmode(_fileno(stdout), _O_BINARY);
4328 #elif defined __EMX__
4329         setmode(fileno(stdout), O_BINARY);
4330 #endif
4331
4332         return stdout;
4333 }