[svn] / trunk / xvidcore / src / plugins / plugin_2pass2.c Repository:
ViewVC logotype

Annotation of /trunk/xvidcore/src/plugins/plugin_2pass2.c

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1876 - (view) (download)

1 : edgomez 1382 /******************************************************************************
2 :     *
3 :     * XviD Bit Rate Controller Library
4 :     * - VBR 2 pass bitrate controller implementation -
5 :     *
6 :     * Copyright (C) 2002 Foxer <email?>
7 :     * 2002 Dirk Knop <dknop@gwdg.de>
8 :     * 2002-2003 Edouard Gomez <ed.gomez@free.fr>
9 :     * 2003 Pete Ross <pross@xvid.org>
10 :     *
11 :     * This curve treatment algorithm is the one originally implemented by Foxer
12 :     * and tuned by Dirk Knop for the XviD vfw frontend.
13 :     *
14 :     * This program is free software; you can redistribute it and/or modify
15 :     * it under the terms of the GNU General Public License as published by
16 :     * the Free Software Foundation; either version 2 of the License, or
17 :     * (at your option) any later version.
18 :     *
19 :     * This program is distributed in the hope that it will be useful,
20 :     * but WITHOUT ANY WARRANTY; without even the implied warranty of
21 :     * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
22 :     * GNU General Public License for more details.
23 :     *
24 :     * You should have received a copy of the GNU General Public License
25 :     * along with this program; if not, write to the Free Software
26 :     * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
27 :     *
28 : Isibaar 1876 * $Id: plugin_2pass2.c,v 1.8 2009-07-01 09:25:38 Isibaar Exp $
29 : edgomez 1382 *
30 :     *****************************************************************************/
31 :    
32 :     #define BQUANT_PRESCALE
33 :     #undef COMPENSATE_FORMULA
34 :    
35 :     /* forces second pass not to be bigger than first */
36 :     #undef PASS_SMALLER
37 :    
38 : edgomez 1473 /* automatically alters overflow controls (strength and improvement/degradation)
39 : edgomez 1382 to fight most common problems without user's knowladge */
40 :     #define SMART_OVERFLOW_SETTING
41 :    
42 :     #include <stdio.h>
43 :     #include <math.h>
44 :     #include <limits.h>
45 :    
46 :     #include "../xvid.h"
47 :     #include "../image/image.h"
48 :    
49 :     /*****************************************************************************
50 :     * Some default settings
51 :     ****************************************************************************/
52 :    
53 :     #define DEFAULT_KEYFRAME_BOOST 0
54 :     #define DEFAULT_OVERFLOW_CONTROL_STRENGTH 10
55 :     #define DEFAULT_CURVE_COMPRESSION_HIGH 0
56 :     #define DEFAULT_CURVE_COMPRESSION_LOW 0
57 :     #define DEFAULT_MAX_OVERFLOW_IMPROVEMENT 10
58 :     #define DEFAULT_MAX_OVERFLOW_DEGRADATION 10
59 :    
60 :     /* Keyframe settings */
61 :     #define DEFAULT_KFREDUCTION 20
62 :     #define DEFAULT_KFTHRESHOLD 1
63 :    
64 :     /*****************************************************************************
65 :     * Some default constants (can be tuned)
66 :     ****************************************************************************/
67 :    
68 :     /* Specify the invariant part of the headers bits (header+MV)
69 :     * as hlength/cst */
70 :     #define INVARIANT_HEADER_PART_IVOP 1 /* factor 1.0f */
71 :     #define INVARIANT_HEADER_PART_PVOP 2 /* factor 0.5f */
72 :     #define INVARIANT_HEADER_PART_BVOP 8 /* factor 0.125f */
73 :    
74 :     /*****************************************************************************
75 :     * Structures
76 :     ****************************************************************************/
77 :    
78 :     /* Statistics */
79 :     typedef struct {
80 :     int type; /* first pass type */
81 :     int quant; /* first pass quant */
82 :     int blks[3]; /* k,m,y blks */
83 :     int length; /* first pass length */
84 :     int invariant; /* what we assume as being invariant between the two passes, it's a sub part of header + MV bits */
85 :     int scaled_length; /* scaled length */
86 :     int desired_length; /* desired length; calculated during encoding */
87 :     int error;
88 :    
89 :     int zone_mode; /* XVID_ZONE_xxx */
90 :     double weight;
91 :     } twopass_stat_t;
92 :    
93 :     /* Context struct */
94 :     typedef struct
95 :     {
96 :     xvid_plugin_2pass2_t param;
97 :    
98 :     /*----------------------------------
99 :     * constant statistical data
100 :     *--------------------------------*/
101 :    
102 :     /* Number of frames of the sequence */
103 :     int num_frames;
104 :    
105 :     /* Number of Intra frames of the sequence */
106 :     int num_keyframes;
107 :    
108 :     /* Target filesize to reach */
109 :     uint64_t target;
110 :    
111 :     /* Count of each frame types */
112 :     int count[3];
113 :    
114 :     /* Total length of each frame types (1st pass) */
115 :     uint64_t tot_length[3];
116 :     uint64_t tot_invariant[3];
117 :    
118 :     /* Average length of each frame types (used first for 1st pass data and
119 :     * then for scaled averages */
120 :     double avg_length[3];
121 :    
122 :     /* Minimum frame length allowed for each frame type */
123 :     int min_length[3];
124 :    
125 :     /* Total bytes per frame type once the curve has been scaled
126 :     * NB: advanced parameters do not change this value. This field
127 :     * represents the total scaled w/o any advanced settings */
128 :     uint64_t tot_scaled_length[3];
129 :    
130 :     /* Maximum observed frame size observed during the first pass, the RC
131 :     * will try tp force all frame sizes in the second pass to be under that
132 :     * limit */
133 :     int max_length;
134 :    
135 :     /*----------------------------------
136 :     * Zones statistical data
137 :     *--------------------------------*/
138 :    
139 :     /* Total length used by XVID_ZONE_QUANT zones */
140 :     uint64_t tot_quant;
141 :     uint64_t tot_quant_invariant;
142 :    
143 :     /* Holds the total amount of frame bytes, zone weighted (only scalable
144 :     * part of frame bytes) */
145 :     uint64_t tot_weighted;
146 :    
147 :     /*----------------------------------
148 :     * Advanced settings helper ratios
149 :     *--------------------------------*/
150 :    
151 :     /* This the ratio that has to be applied to all p/b frames in order
152 :     * to reserve/retrieve bits for/from keyframe boosting and consecutive
153 :     * keyframe penalty */
154 :     double pb_iboost_tax_ratio;
155 :    
156 :     /* This the ratio to apply to all b/p frames in order to respect the
157 :     * assymetric curve compression while respecting a target filesize
158 :     * NB: The assymetric delta gain has to be computed before this ratio
159 :     * is applied, and then the delta is added to the scaled size */
160 :     double assymetric_tax_ratio;
161 :    
162 :     /*----------------------------------
163 :     * Data from the stats file kept
164 :     * into RAM for easy access
165 :     *--------------------------------*/
166 :    
167 :     /* Array of keyframe locations
168 :     * eg: rc->keyframe_locations[100] returns the frame number of the 100th
169 :     * keyframe */
170 :     int *keyframe_locations;
171 :    
172 :     /* Index of the last keyframe used in the keyframe_location */
173 :     int KF_idx;
174 :    
175 :     /* Array of all 1st pass data file -- see the twopass_stat_t structure
176 :     * definition for more details */
177 :     twopass_stat_t * stats;
178 :    
179 :     /*----------------------------------
180 : chl 1470 * Hysteresis helpers
181 : edgomez 1382 *--------------------------------*/
182 :    
183 :     /* This field holds the int2float conversion errors of each quant per
184 :     * frame type, this allow the RC to keep track of rouding error and thus
185 :     * increase or decrease the chosen quant according to this residue */
186 :     double quant_error[3][32];
187 :    
188 :     /* This fields stores the count of each quant usage per frame type
189 :     * No real role but for debugging */
190 :     int quant_count[3][32];
191 :    
192 :     /* Last valid quantizer used per frame type, it allows quantizer
193 :     * increament/decreament limitation in order to avoid big image quality
194 :     * "jumps" */
195 :     int last_quant[3];
196 :    
197 :     /*----------------------------------
198 :     * Overflow control
199 :     *--------------------------------*/
200 :    
201 :     /* Current overflow that has to be distributed to p/b frames */
202 :     double overflow;
203 :    
204 :     /* Total overflow for keyframes -- not distributed directly */
205 :     double KFoverflow;
206 :    
207 :     /* Amount of keyframe overflow to introduce to the global p/b frame
208 :     * overflow counter at each encoded frame */
209 :     double KFoverflow_partial;
210 :    
211 :     /* Unknown ???
212 :     * ToDo: description */
213 :     double fq_error;
214 :    
215 :     int min_quant; /* internal minimal quant, prevents wrong quants from being used */
216 :    
217 :     /*----------------------------------
218 :     * Debug
219 :     *--------------------------------*/
220 :     double desired_total;
221 :     double real_total;
222 :     } rc_2pass2_t;
223 :    
224 :    
225 :     /*****************************************************************************
226 :     * Sub plugin functions prototypes
227 :     ****************************************************************************/
228 :    
229 :     static int rc_2pass2_create(xvid_plg_create_t * create, rc_2pass2_t ** handle);
230 :     static int rc_2pass2_before(rc_2pass2_t * rc, xvid_plg_data_t * data);
231 :     static int rc_2pass2_after(rc_2pass2_t * rc, xvid_plg_data_t * data);
232 :     static int rc_2pass2_destroy(rc_2pass2_t * rc, xvid_plg_destroy_t * destroy);
233 :    
234 :     /*****************************************************************************
235 :     * Plugin definition
236 :     ****************************************************************************/
237 :    
238 :     int
239 :     xvid_plugin_2pass2(void * handle, int opt, void * param1, void * param2)
240 :     {
241 :     switch(opt) {
242 :     case XVID_PLG_INFO :
243 :     case XVID_PLG_FRAME :
244 :     return 0;
245 :    
246 :     case XVID_PLG_CREATE :
247 :     return rc_2pass2_create((xvid_plg_create_t*)param1, param2);
248 :    
249 :     case XVID_PLG_DESTROY :
250 :     return rc_2pass2_destroy((rc_2pass2_t*)handle, (xvid_plg_destroy_t*)param1);
251 :    
252 :     case XVID_PLG_BEFORE :
253 :     return rc_2pass2_before((rc_2pass2_t*)handle, (xvid_plg_data_t*)param1);
254 :    
255 :     case XVID_PLG_AFTER :
256 :     return rc_2pass2_after((rc_2pass2_t*)handle, (xvid_plg_data_t*)param1);
257 :     }
258 :    
259 :     return XVID_ERR_FAIL;
260 :     }
261 :    
262 :     /*****************************************************************************
263 :     * Sub plugin functions definitions
264 :     ****************************************************************************/
265 :    
266 :     /* First a few local helping function prototypes */
267 :     static int statsfile_count_frames(rc_2pass2_t * rc, char * filename);
268 :     static int statsfile_load(rc_2pass2_t *rc, char * filename);
269 :     static void zone_process(rc_2pass2_t *rc, const xvid_plg_create_t * create);
270 :     static void first_pass_stats_prepare_data(rc_2pass2_t * rc);
271 :     static void first_pass_scale_curve_internal(rc_2pass2_t *rc);
272 :     static void scaled_curve_apply_advanced_parameters(rc_2pass2_t * rc);
273 : chl 1470 static int check_curve_for_vbv_compliancy(rc_2pass2_t * rc, const float fps);
274 :     static int scale_curve_for_vbv_compliancy(rc_2pass2_t * rc, const float fps);
275 : edgomez 1382 #if 0
276 :     static void stats_print(rc_2pass2_t * rc);
277 :     #endif
278 :    
279 :     /*----------------------------------------------------------------------------
280 :     *--------------------------------------------------------------------------*/
281 :    
282 :     static int
283 :     rc_2pass2_create(xvid_plg_create_t * create, rc_2pass2_t **handle)
284 :     {
285 :     xvid_plugin_2pass2_t * param = (xvid_plugin_2pass2_t *)create->param;
286 :     rc_2pass2_t * rc;
287 :     int i;
288 :    
289 :     rc = malloc(sizeof(rc_2pass2_t));
290 :     if (rc == NULL)
291 :     return XVID_ERR_MEMORY;
292 :    
293 : suxen_drol 1471 /* v1.0.x */
294 :     rc->param.version = param->version;
295 :     rc->param.bitrate = param->bitrate;
296 :     rc->param.filename = param->filename;
297 :     rc->param.keyframe_boost = param->keyframe_boost;
298 :     rc->param.curve_compression_high = param->curve_compression_high;
299 :     rc->param.curve_compression_low = param->curve_compression_low;
300 :     rc->param.overflow_control_strength = param->overflow_control_strength;
301 :     rc->param.max_overflow_improvement = param->max_overflow_improvement;
302 :     rc->param.max_overflow_degradation = param->max_overflow_degradation;
303 :     rc->param.kfreduction = param->kfreduction;
304 :     rc->param.kfthreshold = param->kfthreshold;
305 :     rc->param.container_frame_overhead = param->container_frame_overhead;
306 : edgomez 1382
307 : suxen_drol 1471 if (XVID_VERSION_MINOR(param->version) >= 1) {
308 :     rc->param.vbv_size = param->vbv_size;
309 :     rc->param.vbv_initial = param->vbv_initial;
310 :     rc->param.vbv_maxrate = param->vbv_maxrate;
311 :     rc->param.vbv_peakrate = param->vbv_peakrate;
312 :     }else{
313 : edgomez 1473 rc->param.vbv_size =
314 :     rc->param.vbv_initial =
315 :     rc->param.vbv_maxrate =
316 : suxen_drol 1471 rc->param.vbv_peakrate = 0;
317 :     }
318 :    
319 : edgomez 1382 /* Initialize all defaults */
320 :     #define _INIT(a, b) if((a) <= 0) (a) = (b)
321 :     /* Let's set our defaults if needed */
322 :     _INIT(rc->param.keyframe_boost, DEFAULT_KEYFRAME_BOOST);
323 :     _INIT(rc->param.overflow_control_strength, DEFAULT_OVERFLOW_CONTROL_STRENGTH);
324 :     _INIT(rc->param.curve_compression_high, DEFAULT_CURVE_COMPRESSION_HIGH);
325 :     _INIT(rc->param.curve_compression_low, DEFAULT_CURVE_COMPRESSION_LOW);
326 :     _INIT(rc->param.max_overflow_improvement, DEFAULT_MAX_OVERFLOW_IMPROVEMENT);
327 :     _INIT(rc->param.max_overflow_degradation, DEFAULT_MAX_OVERFLOW_DEGRADATION);
328 :    
329 :     /* Keyframe settings */
330 :     _INIT(rc->param.kfreduction, DEFAULT_KFREDUCTION);
331 :     _INIT(rc->param.kfthreshold, DEFAULT_KFTHRESHOLD);
332 :     #undef _INIT
333 :    
334 :     /* Initialize some stuff to zero */
335 :     for(i=0; i<3; i++) {
336 :     int j;
337 :     for (j=0; j<32; j++) {
338 :     rc->quant_error[i][j] = 0;
339 :     rc->quant_count[i][j] = 0;
340 :     }
341 :     }
342 :    
343 :     for (i=0; i<3; i++) rc->last_quant[i] = 0;
344 :    
345 :     rc->fq_error = 0;
346 :     rc->min_quant = 1;
347 :    
348 :     /* Count frames (and intra frames) in the stats file, store the result into
349 :     * the rc structure */
350 :     if (statsfile_count_frames(rc, param->filename) == -1) {
351 :     DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- ERROR: fopen %s failed\n", param->filename);
352 :     free(rc);
353 :     return(XVID_ERR_FAIL);
354 :     }
355 :    
356 :     /* Allocate the stats' memory */
357 :     if ((rc->stats = malloc(rc->num_frames * sizeof(twopass_stat_t))) == NULL) {
358 :     free(rc);
359 :     return(XVID_ERR_MEMORY);
360 :     }
361 :    
362 :     /* Allocate keyframes location's memory
363 :     * PS: see comment in pre_process0 for the +1 location requirement */
364 :     rc->keyframe_locations = malloc((rc->num_keyframes + 1) * sizeof(int));
365 :     if (rc->keyframe_locations == NULL) {
366 :     free(rc->stats);
367 :     free(rc);
368 :     return(XVID_ERR_MEMORY);
369 :     }
370 :    
371 :     /* Load the first pass stats */
372 :     if (statsfile_load(rc, param->filename) == -1) {
373 :     DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- ERROR: fopen %s failed\n", param->filename);
374 :     free(rc->keyframe_locations);
375 :     free(rc->stats);
376 :     free(rc);
377 :     return XVID_ERR_FAIL;
378 :     }
379 :    
380 :     /* Compute the target filesize */
381 :     if (rc->param.bitrate<0) {
382 :     /* if negative, bitrate equals the target (in kbytes) */
383 :     rc->target = ((uint64_t)(-rc->param.bitrate)) * 1024;
384 :     } else if (rc->num_frames < create->fbase/create->fincr) {
385 :     /* Source sequence is less than 1s long, we do as if it was 1s long */
386 :     rc->target = rc->param.bitrate / 8;
387 :     } else {
388 :     /* Target filesize = bitrate/8 * numframes / framerate */
389 :     rc->target =
390 :     ((uint64_t)rc->param.bitrate * (uint64_t)rc->num_frames * \
391 :     (uint64_t)create->fincr) / \
392 :     ((uint64_t)create->fbase * 8);
393 :     }
394 :    
395 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Frame rate: %d/%d (%ffps)\n",
396 :     create->fbase, create->fincr,
397 :     (double)create->fbase/(double)create->fincr);
398 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Number of frames: %d\n", rc->num_frames);
399 :     if(rc->param.bitrate>=0)
400 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Target bitrate: %ld\n", rc->param.bitrate);
401 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Target filesize: %lld\n", rc->target);
402 :    
403 :     /* Compensate the average frame overhead caused by the container */
404 :     rc->target -= rc->num_frames*rc->param.container_frame_overhead;
405 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Container Frame overhead: %d\n", rc->param.container_frame_overhead);
406 :     if(rc->param.container_frame_overhead)
407 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- New target filesize after container compensation: %lld\n", rc->target);
408 :    
409 :     /* When bitrate is not given it means it has been scaled by an external
410 :     * application */
411 :     if (rc->param.bitrate) {
412 :     /* Apply zone settings
413 :     * - set rc->tot_quant which represents the total num of bytes spent in
414 :     * fixed quant zones
415 :     * - set rc->tot_weighted which represents the total amount of bytes
416 :     * spent in normal or weighted zones in first pass (normal zones can
417 :     * be considered weight=1)
418 :     * - set rc->tot_quant_invariant which represents the total num of bytes
419 :     * spent in fixed quant zones for headers */
420 :     zone_process(rc, create);
421 :     } else {
422 :     /* External scaling -- zones are ignored */
423 :     for (i=0;i<rc->num_frames;i++) {
424 :     rc->stats[i].zone_mode = XVID_ZONE_WEIGHT;
425 :     rc->stats[i].weight = 1.0;
426 :     }
427 :     rc->tot_quant = 0;
428 :     }
429 :    
430 :     /* Gathers some information about first pass stats:
431 :     * - finds the minimum frame length for each frame type during 1st pass.
432 :     * rc->min_size[]
433 :     * - determines the maximum frame length observed (no frame type distinction).
434 :     * rc->max_size
435 :     * - count how many times each frame type has been used.
436 :     * rc->count[]
437 :     * - total bytes used per frame type
438 :     * rc->tot_length[]
439 :     * - total bytes considered invariant between the 2 passes
440 :     * - store keyframe location
441 :     * rc->keyframe_locations[]
442 :     */
443 :     first_pass_stats_prepare_data(rc);
444 :    
445 :     /* If we have a user bitrate, it means it's an internal curve scaling */
446 :     if (rc->param.bitrate) {
447 :     /* Perform internal curve scaling */
448 :     first_pass_scale_curve_internal(rc);
449 :     }
450 :    
451 :     /* Apply advanced curve options, and compute some parameters in order to
452 :     * shape the curve in the BEFORE/AFTER pair of functions */
453 :     scaled_curve_apply_advanced_parameters(rc);
454 :    
455 : edgomez 1473 /* Check curve for VBV compliancy and rescale if necessary */
456 : chl 1470 #ifdef VBV_FORCE
457 : edgomez 1473 if (rc->param.vbv_size==0) {
458 :     rc->param.vbv_size = 3145728;
459 :     rc->param.vbv_initial = 2359296;
460 : suxen_drol 1607 rc->param.vbv_maxrate = 4854000;
461 :     rc->param.vbv_peakrate = 8000000;
462 : edgomez 1473 }
463 : chl 1470 #endif
464 :    
465 : edgomez 1473 /* vbv_size==0 switches VBV check off */
466 :     if (rc->param.vbv_size > 0) {
467 :     const double fps = (double)create->fbase/(double)create->fincr;
468 :     int status = check_curve_for_vbv_compliancy(rc, fps);
469 : chl 1470
470 : edgomez 1473 if (status) {
471 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] Underflow detected - Scaling Curve for compliancy.\n");
472 :     }
473 : chl 1470
474 : edgomez 1473 status = scale_curve_for_vbv_compliancy(rc, fps);
475 :    
476 :     if (status == 0) {
477 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] VBV compliant curve scaling done.\n");
478 :     } else {
479 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] VBV compliant curve scaling impossible.\n");
480 :     }
481 :     }
482 : edgomez 1382 *handle = rc;
483 :     return(0);
484 :     }
485 :    
486 :     /*----------------------------------------------------------------------------
487 :     *--------------------------------------------------------------------------*/
488 :    
489 :     static int
490 :     rc_2pass2_destroy(rc_2pass2_t * rc, xvid_plg_destroy_t * destroy)
491 :     {
492 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- target_total:%lld desired_total:%.2f (%.2f%%) actual_total:%.2f (%.2f%%)\n",
493 :     rc->target,
494 :     rc->desired_total,
495 :     100*rc->desired_total/(double)rc->target,
496 :     rc->real_total,
497 :     100*rc->real_total/(double)rc->target);
498 :    
499 :     free(rc->keyframe_locations);
500 :     free(rc->stats);
501 :     free(rc);
502 :     return(0);
503 :     }
504 :    
505 :     /*----------------------------------------------------------------------------
506 :     *--------------------------------------------------------------------------*/
507 :    
508 :     static int
509 :     rc_2pass2_before(rc_2pass2_t * rc, xvid_plg_data_t * data)
510 :     {
511 :     twopass_stat_t * s = &rc->stats[data->frame_num];
512 :     double dbytes;
513 :     double scaled_quant;
514 :     double overflow;
515 :     int capped_to_max_framesize = 0;
516 :    
517 :     /* This function is quite long but easy to understand. In order to simplify
518 :     * the code path (a bit), we treat 3 cases that can return immediatly. */
519 :    
520 :     /* First case: Another plugin has already set a quantizer */
521 :     if (data->quant > 0)
522 :     return(0);
523 :    
524 :     /* Second case: insufficent stats data
525 :     * We can't guess much what we should do, let core decide all alone */
526 :     if (data->frame_num >= rc->num_frames) {
527 :     DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- stats file too short (now processing frame %d)",
528 :     data->frame_num);
529 :     return(0);
530 :     }
531 :    
532 :     /* Third case: We are in a Quant zone
533 :     * Quant zones must just ensure we use the same settings as first pass
534 :     * So set the quantizer and the type */
535 :     if (s->zone_mode == XVID_ZONE_QUANT) {
536 :     /* Quant stuff */
537 :     rc->fq_error += s->weight;
538 :     data->quant = (int)rc->fq_error;
539 :     rc->fq_error -= data->quant;
540 :    
541 :     /* The type stuff */
542 :     data->type = s->type;
543 :    
544 :     /* The only required data for AFTER step is this one for the overflow
545 :     * control */
546 :     s->desired_length = s->length;
547 :    
548 :     return(0);
549 :     }
550 :    
551 :    
552 :     /*************************************************************************/
553 :     /*************************************************************************/
554 :     /*************************************************************************/
555 :    
556 :     /*-------------------------------------------------------------------------
557 :     * Frame bit allocation first part
558 :     *
559 :     * First steps apply user settings, just like it is done in the theoritical
560 :     * scaled_curve_apply_advanced_parameters
561 :     *-----------------------------------------------------------------------*/
562 :    
563 :     /* Set desired to what we are wanting to obtain for this frame */
564 :     dbytes = (double)s->scaled_length;
565 :    
566 :     /* IFrame user settings*/
567 :     if (s->type == XVID_TYPE_IVOP) {
568 :     /* Keyframe boosting -- All keyframes benefit from it */
569 :     dbytes += dbytes*rc->param.keyframe_boost / 100;
570 :    
571 :     #if 0 /* ToDo: decide how to apply kfthresholding */
572 :     #endif
573 :     } else {
574 :    
575 :     /* P/S/B frames must reserve some bits for iframe boosting */
576 :     dbytes *= rc->pb_iboost_tax_ratio;
577 :    
578 :     /* Apply assymetric curve compression */
579 :     if (rc->param.curve_compression_high || rc->param.curve_compression_low) {
580 :     double assymetric_delta;
581 :    
582 :     /* Compute the assymetric delta, this is computed before applying
583 :     * the tax, as done in the pre_process function */
584 :     if (dbytes > rc->avg_length[s->type-1])
585 :     assymetric_delta = (rc->avg_length[s->type-1] - dbytes) * rc->param.curve_compression_high / 100.0;
586 :     else
587 :     assymetric_delta = (rc->avg_length[s->type-1] - dbytes) * rc->param.curve_compression_low / 100.0;
588 :    
589 :     /* Now we must apply the assymetric tax, else our curve compression
590 :     * would not give a theoritical target size equal to what it is
591 :     * expected */
592 :     dbytes *= rc->assymetric_tax_ratio;
593 :    
594 :     /* Now we can add the assymetric delta */
595 :     dbytes += assymetric_delta;
596 :     }
597 :     }
598 :    
599 :     /* That is what we would like to have -- Don't put that chunk after
600 :     * overflow control, otherwise, overflow is counted twice and you obtain
601 :     * half sized bitrate sequences */
602 :     s->desired_length = (int)dbytes;
603 :     rc->desired_total += dbytes;
604 :    
605 :     /*------------------------------------------------------------------------
606 :     * Frame bit allocation: overflow control part.
607 :     *
608 :     * Unlike the theoritical scaled_curve_apply_advanced_parameters, here
609 :     * it's real encoding and we need to make sure we don't go so far from
610 :     * what is our ideal scaled curve.
611 :     *-----------------------------------------------------------------------*/
612 :    
613 :     /* Compute the overflow we should compensate */
614 :     if (s->type != XVID_TYPE_IVOP || rc->overflow > 0) {
615 :     double frametype_factor;
616 :     double framesize_factor;
617 :    
618 :     /* Take only the desired part of overflow */
619 :     overflow = rc->overflow;
620 :    
621 :     /* Factor that will take care to decrease the overflow applied
622 :     * according to the importance of this frame type in term of
623 :     * overall size */
624 :     frametype_factor = rc->count[XVID_TYPE_IVOP-1]*rc->avg_length[XVID_TYPE_IVOP-1];
625 :     frametype_factor += rc->count[XVID_TYPE_PVOP-1]*rc->avg_length[XVID_TYPE_PVOP-1];
626 :     frametype_factor += rc->count[XVID_TYPE_BVOP-1]*rc->avg_length[XVID_TYPE_BVOP-1];
627 :     frametype_factor /= rc->count[s->type-1]*rc->avg_length[s->type-1];
628 :     frametype_factor = 1/frametype_factor;
629 :    
630 :     /* Factor that will take care not to compensate too much for this frame
631 :     * size */
632 :     framesize_factor = dbytes;
633 :     framesize_factor /= rc->avg_length[s->type-1];
634 :    
635 :     /* Treat only the overflow part concerned by this frame type and size */
636 :     overflow *= frametype_factor;
637 :     #if 0
638 :     /* Leave this one alone, as it impacts badly on quality */
639 :     overflow *= framesize_factor;
640 :     #endif
641 :    
642 :     /* Apply the overflow strength imposed by the user */
643 :     overflow *= (rc->param.overflow_control_strength/100.0f);
644 :     } else {
645 :     /* no negative overflow applied in IFrames because:
646 :     * - their role is important as they're references for P/BFrames.
647 :     * - there aren't much in typical sequences, so if an IFrame overflows too
648 :     * much, this overflow may impact the next IFrame too much and generate
649 :     * a sequence of poor quality frames */
650 :     overflow = 0;
651 :     }
652 :    
653 :     /* Make sure we are not trying to compensate more overflow than we even have */
654 :     if (fabs(overflow) > fabs(rc->overflow))
655 :     overflow = rc->overflow;
656 :    
657 :     /* Make sure the overflow doesn't make the frame size to get out of the range
658 :     * [-max_degradation..+max_improvment] */
659 :     if (overflow > dbytes*rc->param.max_overflow_improvement / 100) {
660 :     if(overflow <= dbytes)
661 :     dbytes += dbytes * rc->param.max_overflow_improvement / 100;
662 :     else
663 :     dbytes += overflow * rc->param.max_overflow_improvement / 100;
664 :     } else if (overflow < - dbytes * rc->param.max_overflow_degradation / 100) {
665 :     dbytes -= dbytes * rc->param.max_overflow_degradation / 100;
666 :     } else {
667 :     dbytes += overflow;
668 :     }
669 :    
670 :     /*-------------------------------------------------------------------------
671 :     * Frame bit allocation last part:
672 :     *
673 :     * Cap frame length so we don't reach neither bigger frame sizes than first
674 :     * pass nor smaller than the allowed minimum.
675 :     *-----------------------------------------------------------------------*/
676 :    
677 :     #ifdef PASS_SMALLER
678 :     if (dbytes > s->length) {
679 :     dbytes = s->length;
680 :     }
681 :     #endif
682 :    
683 :     /* Prevent stupid desired sizes under logical values */
684 :     if (dbytes < rc->min_length[s->type-1]) {
685 :     dbytes = rc->min_length[s->type-1];
686 :     }
687 :    
688 :     /*------------------------------------------------------------------------
689 :     * Desired frame length <-> quantizer mapping
690 :     *-----------------------------------------------------------------------*/
691 :    
692 :     #ifdef BQUANT_PRESCALE
693 :     /* For bframes we prescale the quantizer to avoid too high quant scaling */
694 :     if(s->type == XVID_TYPE_BVOP) {
695 :    
696 :     twopass_stat_t *b_ref = s;
697 :    
698 :     /* Find the reference frame */
699 :     while(b_ref != &rc->stats[0] && b_ref->type == XVID_TYPE_BVOP)
700 :     b_ref--;
701 :    
702 :     /* Compute the original quant */
703 :     s->quant = 2*(100*s->quant - data->bquant_offset);
704 :     s->quant += data->bquant_ratio - 1; /* to avoid rounding issues */
705 :     s->quant = s->quant/data->bquant_ratio - b_ref->quant;
706 :     }
707 :     #endif
708 :    
709 :     /* Don't laugh at this very 'simple' quant<->size relationship, it
710 :     * proves to be acurate enough for our algorithm */
711 :     scaled_quant = (double)s->quant*(double)s->length/(double)dbytes;
712 :    
713 :     #ifdef COMPENSATE_FORMULA
714 :     /* We know xvidcore will apply the bframe formula again, so we compensate
715 :     * it right now to make sure we would not apply it twice */
716 :     if(s->type == XVID_TYPE_BVOP) {
717 :    
718 :     twopass_stat_t *b_ref = s;
719 :    
720 :     /* Find the reference frame */
721 :     while(b_ref != &rc->stats[0] && b_ref->type == XVID_TYPE_BVOP)
722 :     b_ref--;
723 :    
724 :     /* Compute the quant it would be if the core did not apply the bframe
725 :     * formula */
726 :     scaled_quant = 100*scaled_quant - data->bquant_offset;
727 :     scaled_quant += data->bquant_ratio - 1; /* to avoid rouding issues */
728 :     scaled_quant /= data->bquant_ratio;
729 :     }
730 :     #endif
731 :    
732 :     /* Quantizer has been scaled using floating point operations/results, we
733 :     * must cast it to integer */
734 :     data->quant = (int)scaled_quant;
735 :    
736 :     /* Let's clip the computed quantizer, if needed */
737 :     if (data->quant < 1) {
738 :     data->quant = 1;
739 :     } else if (data->quant > 31) {
740 :     data->quant = 31;
741 :     } else {
742 :    
743 :     /* The frame quantizer has not been clipped, this appears to be a good
744 :     * computed quantizer, do not loose quantizer decimal part that we
745 :     * accumulate for later reuse when its sum represents a complete
746 :     * unit. */
747 :     rc->quant_error[s->type-1][data->quant] += scaled_quant - (double)data->quant;
748 :    
749 :     if (rc->quant_error[s->type-1][data->quant] >= 1.0) {
750 :     rc->quant_error[s->type-1][data->quant] -= 1.0;
751 :     data->quant++;
752 :     } else if (rc->quant_error[s->type-1][data->quant] <= -1.0) {
753 :     rc->quant_error[s->type-1][data->quant] += 1.0;
754 :     data->quant--;
755 :     }
756 :     }
757 :    
758 :     /* Now we have a computed quant that is in the right quante range, with a
759 :     * possible +1 correction due to cumulated error. We can now safely clip
760 :     * the quantizer again with user's quant ranges. "Safely" means the Rate
761 :     * Control could learn more about this quantizer, this knowledge is useful
762 :     * for future frames even if it this quantizer won't be really used atm,
763 :     * that's why we don't perform this clipping earlier. */
764 :     if (data->quant < data->min_quant[s->type-1]) {
765 :     data->quant = data->min_quant[s->type-1];
766 :     } else if (data->quant > data->max_quant[s->type-1]) {
767 :     data->quant = data->max_quant[s->type-1];
768 :     }
769 :    
770 :     if (data->quant < rc->min_quant) data->quant = rc->min_quant;
771 :    
772 :     /* To avoid big quality jumps from frame to frame, we apply a "security"
773 :     * rule that makes |last_quant - new_quant| <= 2. This rule only applies
774 :     * to predicted frames (P and B) */
775 :     if (s->type != XVID_TYPE_IVOP && rc->last_quant[s->type-1] && capped_to_max_framesize == 0) {
776 :    
777 :     if (data->quant > rc->last_quant[s->type-1] + 2) {
778 :     data->quant = rc->last_quant[s->type-1] + 2;
779 :     DPRINTF(XVID_DEBUG_RC,
780 :     "[xvid rc] -- frame %d p/b-frame quantizer prevented from rising too steeply\n",
781 :     data->frame_num);
782 :     }
783 :     if (data->quant < rc->last_quant[s->type-1] - 2) {
784 :     data->quant = rc->last_quant[s->type-1] - 2;
785 :     DPRINTF(XVID_DEBUG_RC,
786 :     "[xvid rc] -- frame:%d p/b-frame quantizer prevented from falling too steeply\n",
787 :     data->frame_num);
788 :     }
789 :     }
790 :    
791 :     /* We don't want to pollute the RC histerisis when our computed quant has
792 :     * been computed from a capped frame size */
793 :     if (capped_to_max_framesize == 0)
794 :     rc->last_quant[s->type-1] = data->quant;
795 :    
796 :     /* Don't forget to force 1st pass frame type ;-) */
797 :     data->type = s->type;
798 :    
799 :     return 0;
800 :     }
801 :    
802 :     /*----------------------------------------------------------------------------
803 :     *--------------------------------------------------------------------------*/
804 :    
805 :     static int
806 :     rc_2pass2_after(rc_2pass2_t * rc, xvid_plg_data_t * data)
807 :     {
808 :     const char frame_type[4] = { 'i', 'p', 'b', 's'};
809 :     twopass_stat_t * s = &rc->stats[data->frame_num];
810 :    
811 :     /* Insufficent stats data */
812 :     if (data->frame_num >= rc->num_frames)
813 :     return 0;
814 :    
815 :     /* Update the quantizer counter */
816 :     rc->quant_count[s->type-1][data->quant]++;
817 :    
818 :     /* Update the frame type overflow */
819 :     if (data->type == XVID_TYPE_IVOP) {
820 :     int kfdiff = 0;
821 :    
822 :     if(rc->KF_idx != rc->num_frames -1) {
823 :     kfdiff = rc->keyframe_locations[rc->KF_idx+1];
824 :     kfdiff -= rc->keyframe_locations[rc->KF_idx];
825 :     }
826 :    
827 :     /* Flush Keyframe overflow accumulator */
828 :     rc->overflow += rc->KFoverflow;
829 :    
830 :     /* Store the frame overflow to the keyframe accumulator */
831 :     rc->KFoverflow = s->desired_length - data->length;
832 :    
833 :     if (kfdiff > 1) {
834 :     /* Non-consecutive keyframes case:
835 :     * We can then divide this total keyframe overflow into equal parts
836 :     * that we will distribute into regular overflow at each frame
837 :     * between the sequence bounded by two IFrames */
838 :     rc->KFoverflow_partial = rc->KFoverflow / (kfdiff - 1);
839 :     } else {
840 :     /* Consecutive keyframes case:
841 :     * Flush immediatly the keyframe overflow and reset keyframe
842 :     * overflow */
843 :     rc->overflow += rc->KFoverflow;
844 :     rc->KFoverflow = 0;
845 :     rc->KFoverflow_partial = 0;
846 :     }
847 :     rc->KF_idx++;
848 :     } else {
849 :     /* Accumulate the frame overflow */
850 :     rc->overflow += s->desired_length - data->length;
851 :    
852 :     /* Distribute part of the keyframe overflow */
853 :     rc->overflow += rc->KFoverflow_partial;
854 :    
855 :     /* Don't forget to substract that same amount from the total keyframe
856 :     * overflow */
857 :     rc->KFoverflow -= rc->KFoverflow_partial;
858 :     }
859 :    
860 : edgomez 1589 s->error = s->desired_length - data->length;
861 : edgomez 1382 rc->real_total += data->length;
862 :    
863 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- frame:%d type:%c quant:%d stats:%d scaled:%d desired:%d actual:%d error:%d overflow:%.2f\n",
864 :     data->frame_num,
865 :     frame_type[data->type-1],
866 :     data->quant,
867 :     s->length,
868 :     s->scaled_length,
869 :     s->desired_length,
870 :     s->desired_length - s->error,
871 :     -s->error,
872 :     rc->overflow);
873 :    
874 :     return(0);
875 :     }
876 :    
877 :     /*****************************************************************************
878 :     * Helper functions definition
879 :     ****************************************************************************/
880 :    
881 :     /* Default buffer size for reading lines */
882 :     #define BUF_SZ 1024
883 :    
884 :     /* Helper functions for reading/parsing the stats file */
885 :     static char *skipspaces(char *string);
886 :     static int iscomment(char *string);
887 :     static char *readline(FILE *f);
888 :    
889 :     /* This function counts the number of frame entries in the stats file
890 :     * It also counts the number of I Frames */
891 :     static int
892 :     statsfile_count_frames(rc_2pass2_t * rc, char * filename)
893 :     {
894 :     FILE * f;
895 :     char *line;
896 :     int lines;
897 :    
898 :     rc->num_frames = 0;
899 :     rc->num_keyframes = 0;
900 :    
901 :     if ((f = fopen(filename, "rb")) == NULL)
902 :     return(-1);
903 :    
904 :     lines = 0;
905 :     while ((line = readline(f)) != NULL) {
906 :    
907 :     char *ptr;
908 :     char type;
909 :     int fields;
910 :    
911 :     lines++;
912 :    
913 :     /* We skip spaces */
914 :     ptr = skipspaces(line);
915 :    
916 :     /* Skip coment lines or empty lines */
917 :     if(iscomment(ptr) || *ptr == '\0') {
918 :     free(line);
919 :     continue;
920 :     }
921 :    
922 :     /* Read the stat line from buffer */
923 :     fields = sscanf(ptr, "%c", &type);
924 :    
925 :     /* Valid stats files have at least 7 fields */
926 :     if (fields == 1) {
927 :     switch(type) {
928 :     case 'i':
929 :     case 'I':
930 :     rc->num_keyframes++;
931 :     case 'p':
932 :     case 'P':
933 :     case 'b':
934 :     case 'B':
935 :     case 's':
936 :     case 'S':
937 :     rc->num_frames++;
938 :     break;
939 :     default:
940 :     DPRINTF(XVID_DEBUG_RC,
941 :     "[xvid rc] -- WARNING: L%d unknown frame type used (%c).\n",
942 :     lines, type);
943 :     }
944 :     } else {
945 :     DPRINTF(XVID_DEBUG_RC,
946 :     "[xvid rc] -- WARNING: L%d misses some stat fields (%d).\n",
947 :     lines, 7-fields);
948 :     }
949 :    
950 :     /* Free the line buffer */
951 :     free(line);
952 :     }
953 :    
954 :     /* We are done with the file */
955 :     fclose(f);
956 :    
957 : Isibaar 1876 if (!rc->num_keyframes) return (-1); /* No keyframes? Then something is wrong */
958 :     else return(0);
959 : edgomez 1382 }
960 :    
961 :     /* open stats file(s) and read into rc->stats array */
962 :     static int
963 :     statsfile_load(rc_2pass2_t *rc, char * filename)
964 :     {
965 :     FILE * f;
966 :     int processed_entries;
967 :    
968 :     /* Opens the file */
969 :     if ((f = fopen(filename, "rb"))==NULL)
970 :     return(-1);
971 :    
972 :     processed_entries = 0;
973 :     while(processed_entries < rc->num_frames) {
974 :     char type;
975 :     int fields;
976 :     twopass_stat_t * s = &rc->stats[processed_entries];
977 :     char *line, *ptr;
978 :    
979 :     /* Read the line from the file */
980 :     if((line = readline(f)) == NULL)
981 :     break;
982 :    
983 :     /* We skip spaces */
984 :     ptr = skipspaces(line);
985 :    
986 :     /* Skip comment lines or empty lines */
987 :     if(iscomment(ptr) || *ptr == '\0') {
988 :     free(line);
989 :     continue;
990 :     }
991 :    
992 :     /* Reset this field that is optional */
993 :     s->scaled_length = 0;
994 :    
995 :     /* Convert the fields */
996 :     fields = sscanf(ptr,
997 :     "%c %d %d %d %d %d %d %d\n",
998 :     &type,
999 :     &s->quant,
1000 :     &s->blks[0], &s->blks[1], &s->blks[2],
1001 :     &s->length, &s->invariant /* not really yet */,
1002 :     &s->scaled_length);
1003 :    
1004 :     /* Free line buffer, we don't need it anymore */
1005 :     free(line);
1006 :    
1007 :     /* Fail silently, this has probably been warned in
1008 :     * statsfile_count_frames */
1009 :     if(fields != 7 && fields != 8)
1010 :     continue;
1011 :    
1012 :     /* Convert frame type and compute the invariant length part */
1013 :     switch(type) {
1014 :     case 'i':
1015 :     case 'I':
1016 :     s->type = XVID_TYPE_IVOP;
1017 :     s->invariant /= INVARIANT_HEADER_PART_IVOP;
1018 :     break;
1019 :     case 'p':
1020 :     case 'P':
1021 :     case 's':
1022 :     case 'S':
1023 :     s->type = XVID_TYPE_PVOP;
1024 :     s->invariant /= INVARIANT_HEADER_PART_PVOP;
1025 :     break;
1026 :     case 'b':
1027 :     case 'B':
1028 :     s->type = XVID_TYPE_BVOP;
1029 :     s->invariant /= INVARIANT_HEADER_PART_BVOP;
1030 :     break;
1031 :     default:
1032 :     /* Same as before, fail silently */
1033 :     continue;
1034 :     }
1035 :    
1036 :     /* Ok it seems it's been processed correctly */
1037 :     processed_entries++;
1038 :     }
1039 :    
1040 :     /* Close the file */
1041 :     fclose(f);
1042 :    
1043 :     return(0);
1044 :     }
1045 :    
1046 :     /* pre-process the statistics data
1047 :     * - for each type, count, tot_length, min_length, max_length
1048 :     * - set keyframes_locations, tot_prescaled */
1049 :     static void
1050 :     first_pass_stats_prepare_data(rc_2pass2_t * rc)
1051 :     {
1052 :     int i,j;
1053 :    
1054 :     /* *rc fields initialization
1055 :     * NB: INT_MAX and INT_MIN are used in order to be immediately replaced
1056 :     * with real values of the 1pass */
1057 :     for (i=0; i<3; i++) {
1058 :     rc->count[i]=0;
1059 :     rc->tot_length[i] = 0;
1060 :     rc->tot_invariant[i] = 0;
1061 :     rc->min_length[i] = INT_MAX;
1062 :     }
1063 :    
1064 :     rc->max_length = INT_MIN;
1065 :     rc->tot_weighted = 0;
1066 :    
1067 :     /* Loop through all frames and find/compute all the stuff this function
1068 :     * is supposed to do */
1069 :     for (i=j=0; i<rc->num_frames; i++) {
1070 :     twopass_stat_t * s = &rc->stats[i];
1071 :    
1072 :     rc->count[s->type-1]++;
1073 :     rc->tot_length[s->type-1] += s->length;
1074 :     rc->tot_invariant[s->type-1] += s->invariant;
1075 :     if (s->zone_mode != XVID_ZONE_QUANT)
1076 :     rc->tot_weighted += (int)(s->weight*(s->length - s->invariant));
1077 :    
1078 :     if (s->length < rc->min_length[s->type-1]) {
1079 :     rc->min_length[s->type-1] = s->length;
1080 :     }
1081 :    
1082 :     if (s->length > rc->max_length) {
1083 :     rc->max_length = s->length;
1084 :     }
1085 :    
1086 :     if (s->type == XVID_TYPE_IVOP) {
1087 :     rc->keyframe_locations[j] = i;
1088 :     j++;
1089 :     }
1090 :     }
1091 :    
1092 :     /* NB:
1093 :     * The "per sequence" overflow system considers a natural sequence to be
1094 :     * formed by all frames between two iframes, so if we want to make sure
1095 :     * the system does not go nuts during last sequence, we force the last
1096 :     * frame to appear in the keyframe locations array. */
1097 :     rc->keyframe_locations[j] = i;
1098 :    
1099 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Min 1st pass IFrame length: %d\n", rc->min_length[0]);
1100 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Min 1st pass PFrame length: %d\n", rc->min_length[1]);
1101 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Min 1st pass BFrame length: %d\n", rc->min_length[2]);
1102 :     }
1103 :    
1104 :     /* calculate zone weight "center" */
1105 :     static void
1106 :     zone_process(rc_2pass2_t *rc, const xvid_plg_create_t * create)
1107 :     {
1108 :     int i,j;
1109 :     int n = 0;
1110 :    
1111 :     rc->tot_quant = 0;
1112 :     rc->tot_quant_invariant = 0;
1113 :    
1114 :     if (create->num_zones == 0) {
1115 :     for (j = 0; j < rc->num_frames; j++) {
1116 :     rc->stats[j].zone_mode = XVID_ZONE_WEIGHT;
1117 :     rc->stats[j].weight = 1.0;
1118 :     }
1119 :     n += rc->num_frames;
1120 :     }
1121 :    
1122 :    
1123 :     for(i=0; i < create->num_zones; i++) {
1124 :    
1125 :     int next = (i+1<create->num_zones) ? create->zones[i+1].frame : rc->num_frames;
1126 :    
1127 :     /* Zero weight make no sense */
1128 :     if (create->zones[i].increment == 0) create->zones[i].increment = 1;
1129 :     /* And obviously an undetermined infinite makes even less sense */
1130 :     if (create->zones[i].base == 0) create->zones[i].base = 1;
1131 :    
1132 :     if (i==0 && create->zones[i].frame > 0) {
1133 :     for (j = 0; j < create->zones[i].frame && j < rc->num_frames; j++) {
1134 :     rc->stats[j].zone_mode = XVID_ZONE_WEIGHT;
1135 :     rc->stats[j].weight = 1.0;
1136 :     }
1137 :     n += create->zones[i].frame;
1138 :     }
1139 :    
1140 :     if (create->zones[i].mode == XVID_ZONE_WEIGHT) {
1141 :     for (j = create->zones[i].frame; j < next && j < rc->num_frames; j++ ) {
1142 :     rc->stats[j].zone_mode = XVID_ZONE_WEIGHT;
1143 :     rc->stats[j].weight = (double)create->zones[i].increment / (double)create->zones[i].base;
1144 :     }
1145 :     next -= create->zones[i].frame;
1146 :     n += next;
1147 :     } else{ /* XVID_ZONE_QUANT */
1148 :     for (j = create->zones[i].frame; j < next && j < rc->num_frames; j++ ) {
1149 :     rc->stats[j].zone_mode = XVID_ZONE_QUANT;
1150 :     rc->stats[j].weight = (double)create->zones[i].increment / (double)create->zones[i].base;
1151 :     rc->tot_quant += rc->stats[j].length;
1152 :     rc->tot_quant_invariant += rc->stats[j].invariant;
1153 :     }
1154 :     }
1155 :     }
1156 :     }
1157 :    
1158 :    
1159 :     /* scale the curve */
1160 :     static void
1161 :     first_pass_scale_curve_internal(rc_2pass2_t *rc)
1162 :     {
1163 :     int64_t target;
1164 :     int64_t total_invariant;
1165 :     double scaler;
1166 :     int i, num_MBs;
1167 :    
1168 :     /* We only scale texture data ! */
1169 :     total_invariant = rc->tot_invariant[XVID_TYPE_IVOP-1];
1170 :     total_invariant += rc->tot_invariant[XVID_TYPE_PVOP-1];
1171 :     total_invariant += rc->tot_invariant[XVID_TYPE_BVOP-1];
1172 :     /* don't forget to substract header bytes used in quant zones, otherwise we
1173 :     * counting them twice */
1174 :     total_invariant -= rc->tot_quant_invariant;
1175 :    
1176 :     /* We remove the bytes used by the fixed quantizer zones during first pass
1177 :     * with the same quants, so we know very precisely how much that
1178 :     * represents */
1179 :     target = rc->target;
1180 :     target -= rc->tot_quant;
1181 :    
1182 :     /* Let's compute a linear scaler in order to perform curve scaling */
1183 :     scaler = (double)(target - total_invariant) / (double)(rc->tot_weighted);
1184 :    
1185 :     #ifdef SMART_OVERFLOW_SETTING
1186 :     if (scaler > 0.9) {
1187 :     rc->param.max_overflow_degradation *= 5;
1188 :     rc->param.max_overflow_improvement *= 5;
1189 :     rc->param.overflow_control_strength *= 3;
1190 :     } else if (scaler > 0.6) {
1191 :     rc->param.max_overflow_degradation *= 2;
1192 :     rc->param.max_overflow_improvement *= 2;
1193 :     rc->param.overflow_control_strength *= 2;
1194 :     } else {
1195 :     rc->min_quant = 2;
1196 :     }
1197 :     #endif
1198 :    
1199 :     /* Compute min frame lengths (for each frame type) according to the number
1200 :     * of MBs. We sum all block type counters of frame 0, this gives us the
1201 :     * number of MBs.
1202 :     *
1203 :     * We compare these hardcoded values with observed values in first pass
1204 :     * (determined in pre_process0).Then we keep the real minimum. */
1205 :    
1206 :     /* Number of MBs */
1207 :     num_MBs = rc->stats[0].blks[0];
1208 :     num_MBs += rc->stats[0].blks[1];
1209 :     num_MBs += rc->stats[0].blks[2];
1210 :    
1211 :     /* Minimum for I frames */
1212 :     if(rc->min_length[XVID_TYPE_IVOP-1] > ((num_MBs*22) + 240) / 8)
1213 :     rc->min_length[XVID_TYPE_IVOP-1] = ((num_MBs*22) + 240) / 8;
1214 :    
1215 :     /* Minimum for P/S frames */
1216 :     if(rc->min_length[XVID_TYPE_PVOP-1] > ((num_MBs) + 88) / 8)
1217 :     rc->min_length[XVID_TYPE_PVOP-1] = ((num_MBs) + 88) / 8;
1218 :    
1219 :     /* Minimum for B frames */
1220 :     if(rc->min_length[XVID_TYPE_BVOP-1] > 8)
1221 :     rc->min_length[XVID_TYPE_BVOP-1] = 8;
1222 :    
1223 :     /* Perform an initial scale pass.
1224 :     *
1225 :     * If a frame size is scaled underneath our hardcoded minimums, then we
1226 :     * force the frame size to the minimum, and deduct the original & scaled
1227 :     * frame length from the original and target total lengths */
1228 :     for (i=0; i<rc->num_frames; i++) {
1229 :     twopass_stat_t * s = &rc->stats[i];
1230 :     int len;
1231 :    
1232 :     /* No need to scale frame length for which a specific quantizer is
1233 :     * specified thanks to zones */
1234 :     if (s->zone_mode == XVID_ZONE_QUANT) {
1235 :     s->scaled_length = s->length;
1236 :     continue;
1237 :     }
1238 :    
1239 :     /* Compute the scaled length -- only non invariant data length is scaled */
1240 :     len = s->invariant + (int)((double)(s->length-s->invariant) * scaler * s->weight);
1241 :    
1242 :     /* Compare with the computed minimum */
1243 :     if (len < rc->min_length[s->type-1]) {
1244 :     /* This is a 'forced size' frame, set its frame size to the
1245 :     * computed minimum */
1246 :     s->scaled_length = rc->min_length[s->type-1];
1247 :    
1248 :     /* Remove both scaled and original size from their respective
1249 :     * total counters, as we prepare a second pass for 'regular'
1250 :     * frames */
1251 :     target -= s->scaled_length;
1252 :     } else {
1253 :     /* Do nothing for now, we'll scale this later */
1254 :     s->scaled_length = 0;
1255 :     }
1256 :     }
1257 :    
1258 :     /* The first pass on data substracted all 'forced size' frames from the
1259 :     * total counters. Now, it's possible to scale the 'regular' frames. */
1260 :    
1261 :     /* Scaling factor for 'regular' frames */
1262 :     scaler = (double)(target - total_invariant) / (double)(rc->tot_weighted);
1263 :    
1264 :     /* Do another pass with the new scaler */
1265 :     for (i=0; i<rc->num_frames; i++) {
1266 :     twopass_stat_t * s = &rc->stats[i];
1267 :    
1268 :     /* Ignore frame with forced frame sizes */
1269 :     if (s->scaled_length == 0)
1270 :     s->scaled_length = s->invariant + (int)((double)(s->length-s->invariant) * scaler * s->weight);
1271 :     }
1272 :    
1273 :     /* Job done */
1274 :     return;
1275 :     }
1276 :    
1277 :     /* Apply all user settings to the scaled curve
1278 :     * This implies:
1279 :     * keyframe boosting
1280 :     * high/low compression */
1281 :     static void
1282 :     scaled_curve_apply_advanced_parameters(rc_2pass2_t * rc)
1283 :     {
1284 :     int i;
1285 :     int64_t ivop_boost_total;
1286 :    
1287 :     /* Reset the rate controller (per frame type) total byte counters */
1288 :     for (i=0; i<3; i++) rc->tot_scaled_length[i] = 0;
1289 :    
1290 :     /* Compute total bytes for each frame type */
1291 :     for (i=0; i<rc->num_frames;i++) {
1292 :     twopass_stat_t *s = &rc->stats[i];
1293 :     rc->tot_scaled_length[s->type-1] += s->scaled_length;
1294 :     }
1295 :    
1296 :     /* First we compute the total amount of bits needed, as being described by
1297 :     * the scaled distribution. During this pass over the complete stats data,
1298 :     * we see how much bits two user settings will get/give from/to p&b frames:
1299 :     * - keyframe boosting
1300 :     * - keyframe distance penalty */
1301 :     rc->KF_idx = 0;
1302 :     ivop_boost_total = 0;
1303 :     for (i=0; i<rc->num_frames; i++) {
1304 :     twopass_stat_t * s = &rc->stats[i];
1305 :    
1306 :     /* Some more work is needed for I frames */
1307 :     if (s->type == XVID_TYPE_IVOP) {
1308 :     int ivop_boost;
1309 :    
1310 :     /* Accumulate bytes needed for keyframe boosting */
1311 :     ivop_boost = s->scaled_length*rc->param.keyframe_boost/100;
1312 :    
1313 :     #if 0 /* ToDo: decide how to apply kfthresholding */
1314 :     #endif
1315 :     /* If the frame size drops under the minimum length, then cap ivop_boost */
1316 :     if (ivop_boost + s->scaled_length < rc->min_length[XVID_TYPE_IVOP-1])
1317 :     ivop_boost = rc->min_length[XVID_TYPE_IVOP-1] - s->scaled_length;
1318 :    
1319 :     /* Accumulate the ivop boost */
1320 :     ivop_boost_total += ivop_boost;
1321 :    
1322 :     /* Don't forget to update the keyframe index */
1323 :     rc->KF_idx++;
1324 :     }
1325 :     }
1326 :    
1327 :     /* Initialize the IBoost tax ratio for P/S/B frames
1328 :     *
1329 :     * This ratio has to be applied to p/b/s frames in order to reserve
1330 :     * additional bits for keyframes (keyframe boosting) or if too much
1331 :     * keyframe distance is applied, bits retrieved from the keyframes.
1332 :     *
1333 :     * ie pb_length *= rc->pb_iboost_tax_ratio;
1334 :     *
1335 :     * gives the ideal length of a p/b frame */
1336 :    
1337 :     /* Compute the total length of p/b/s frames (temporary storage into
1338 :     * movie_curve) */
1339 :     rc->pb_iboost_tax_ratio = (double)rc->tot_scaled_length[XVID_TYPE_PVOP-1];
1340 :     rc->pb_iboost_tax_ratio += (double)rc->tot_scaled_length[XVID_TYPE_BVOP-1];
1341 :    
1342 :     /* Compute the ratio described above
1343 :     * taxed_total = sum(0, n, tax*scaled_length)
1344 :     * <=> taxed_total = tax.sum(0, n, scaled_length)
1345 :     * <=> tax = taxed_total / original_total */
1346 :     rc->pb_iboost_tax_ratio =
1347 :     (rc->pb_iboost_tax_ratio - ivop_boost_total) /
1348 :     rc->pb_iboost_tax_ratio;
1349 :    
1350 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- IFrame boost tax ratio:%.2f\n",
1351 :     rc->pb_iboost_tax_ratio);
1352 :    
1353 :     /* Compute the average size of frames per frame type */
1354 :     for(i=0; i<3; i++) {
1355 :     /* Special case for missing type or weird case */
1356 :     if (rc->count[i] == 0 || rc->pb_iboost_tax_ratio == 0) {
1357 :     rc->avg_length[i] = 1;
1358 :     } else {
1359 :     rc->avg_length[i] = rc->tot_scaled_length[i];
1360 :    
1361 :     if (i == (XVID_TYPE_IVOP-1)) {
1362 :     /* I Frames total has to be added the boost total */
1363 :     rc->avg_length[i] += ivop_boost_total;
1364 :     } else {
1365 :     /* P/B frames has to taxed */
1366 :     rc->avg_length[i] *= rc->pb_iboost_tax_ratio;
1367 :     }
1368 :    
1369 :     /* Finally compute the average frame size */
1370 :     rc->avg_length[i] /= (double)rc->count[i];
1371 :     }
1372 :     }
1373 :    
1374 :     /* Assymetric curve compression */
1375 :     if (rc->param.curve_compression_high || rc->param.curve_compression_low) {
1376 :     double symetric_total;
1377 :     double assymetric_delta_total;
1378 :    
1379 :     /* Like I frame boosting, assymetric curve compression modifies the total
1380 :     * amount of needed bits, we must compute the ratio so we can prescale
1381 :     lengths */
1382 :     symetric_total = 0;
1383 :     assymetric_delta_total = 0;
1384 :     for (i=0; i<rc->num_frames; i++) {
1385 :     double assymetric_delta;
1386 :     double dbytes;
1387 :     twopass_stat_t * s = &rc->stats[i];
1388 :    
1389 :     /* I Frames are not concerned by assymetric scaling */
1390 :     if (s->type == XVID_TYPE_IVOP)
1391 :     continue;
1392 :    
1393 :     /* During the real run, we would have to apply the iboost tax */
1394 :     dbytes = s->scaled_length * rc->pb_iboost_tax_ratio;
1395 :    
1396 :     /* Update the symmetric curve compression total */
1397 :     symetric_total += dbytes;
1398 :    
1399 :     /* Apply assymetric curve compression */
1400 :     if (dbytes > rc->avg_length[s->type-1])
1401 :     assymetric_delta = (rc->avg_length[s->type-1] - dbytes) * (double)rc->param.curve_compression_high / 100.0f;
1402 :     else
1403 :     assymetric_delta = (rc->avg_length[s->type-1] - dbytes) * (double)rc->param.curve_compression_low / 100.0f;
1404 :    
1405 :     /* Cap to the minimum frame size if needed */
1406 :     if (dbytes + assymetric_delta < rc->min_length[s->type-1])
1407 :     assymetric_delta = rc->min_length[s->type-1] - dbytes;
1408 :    
1409 :     /* Accumulate after assymetric curve compression */
1410 :     assymetric_delta_total += assymetric_delta;
1411 :     }
1412 :    
1413 :     /* Compute the tax that all p/b frames have to pay in order to respect the
1414 :     * bit distribution changes that the assymetric compression curve imposes
1415 :     * We want assymetric_total = sum(0, n-1, tax.scaled_length)
1416 :     * ie assymetric_total = ratio.sum(0, n-1, scaled_length)
1417 :     * ratio = assymetric_total / symmetric_total */
1418 :     rc->assymetric_tax_ratio = ((double)symetric_total - (double)assymetric_delta_total) / (double)symetric_total;
1419 :     } else {
1420 :     rc->assymetric_tax_ratio = 1.0f;
1421 :     }
1422 :    
1423 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Assymetric tax ratio:%.2f\n", rc->assymetric_tax_ratio);
1424 :    
1425 :     /* Last bits that need to be reset */
1426 :     rc->overflow = 0;
1427 :     rc->KFoverflow = 0;
1428 :     rc->KFoverflow_partial = 0;
1429 :     rc->KF_idx = 0;
1430 :     rc->desired_total = 0;
1431 :     rc->real_total = 0;
1432 :    
1433 :     /* Job done */
1434 :     return;
1435 :     }
1436 :    
1437 :     /*****************************************************************************
1438 : chl 1470 * VBV compliancy check and scale
1439 :     * MPEG-4 standard specifies certain restrictions for bitrate/framesize in VBR
1440 :     * to enable playback on devices with limited readspeed and memory (and which
1441 :     * aren't...)
1442 :     *
1443 :     * DivX profiles have 2 criteria: VBV as in MPEG standard
1444 : edgomez 1473 * a limit on peak bitrate for any 3 seconds
1445 : chl 1470 *
1446 : edgomez 1473 * But if VBV is fulfilled, peakrate is automatically fulfilled in any profile
1447 : chl 1470 * define so far, so we check for it (for completeness) but correct only VBV
1448 : edgomez 1473 *
1449 : chl 1470 *****************************************************************************/
1450 :    
1451 : edgomez 1473 #define VBV_COMPLIANT 0
1452 : chl 1470 #define VBV_UNDERFLOW 1 /* video buffer runs empty */
1453 :     #define VBV_OVERFLOW 2 /* doesn't exist for VBR encoding */
1454 :     #define VBV_PEAKRATE 4 /* peak bitrate (within 3s) violated */
1455 :    
1456 : edgomez 1473 static int
1457 :     check_curve_for_vbv_compliancy(rc_2pass2_t * rc, const float fps)
1458 : chl 1470 {
1459 : edgomez 1473 /* We do all calculations in float, for higher accuracy,
1460 :     * and in bytes for convenience.
1461 :     *
1462 :     * typical values from DivX Home Theater profile:
1463 :     * vbv_size= 384*1024 (384kB)
1464 :     * vbv_initial= 288*1024 (75% fill)
1465 : suxen_drol 1607 * maxrate= 4854000 (4.854MBps)
1466 :     * peakrate= 8000000 (8MBps)
1467 : edgomez 1473 *
1468 :     * PAL: offset3s = 75 (3 seconds of 25fps)
1469 :     * NTSC: offset3s = 90 (3 seconds of 29.97fps) or 72 (3 seconds of 23.976fps)
1470 :     */
1471 : chl 1470
1472 : edgomez 1473 const float vbv_size = (float)rc->param.vbv_size/8.f;
1473 :     float vbvfill = (float)rc->param.vbv_initial/8.f;
1474 :     float vbvmin;
1475 : chl 1470
1476 : edgomez 1473 const float maxrate = (float)rc->param.vbv_maxrate;
1477 :     const float peakrate = (float)rc->param.vbv_peakrate;
1478 :     const float r0 = (int)(maxrate/fps+0.5)/8.f;
1479 : chl 1470
1480 : edgomez 1473 int bytes3s = 0;
1481 :     int offset3s = (int)(3.f*fps+0.5);
1482 :     int i;
1483 : chl 1470
1484 : edgomez 1473 /* 1Gbit should be enough to inuitialize the vbvmin
1485 :     * an arbitrary high value */
1486 :     vbvmin = 1000*1000*1000;
1487 : chl 1470
1488 : edgomez 1473 for (i=0; i<rc->num_frames; i++) {
1489 :     /* DivX 3s peak bitrate check */
1490 :     bytes3s += rc->stats[i].scaled_length;
1491 :     if (i>=offset3s)
1492 :     bytes3s -= rc->stats[i-offset3s].scaled_length;
1493 : chl 1470
1494 : suxen_drol 1607 /* ignore peakrate constraint if peakrate is <= 0.f */
1495 :     if (peakrate>0.f && 8.f*bytes3s > 3*peakrate)
1496 : edgomez 1473 return(VBV_PEAKRATE);
1497 :    
1498 :     /* update vbv fill level */
1499 :     vbvfill += r0 - rc->stats[i].scaled_length;
1500 :    
1501 :     /* this check is _NOT_ an "overflow"! only reading from disk stops then */
1502 :     if (vbvfill > vbv_size)
1503 :     vbvfill = vbv_size;
1504 :    
1505 :     /* but THIS would be an underflow. report it! */
1506 :     if (vbvfill < 0)
1507 :     return(VBV_UNDERFLOW);
1508 :    
1509 :     /* Store the minimum buffer filling */
1510 :     if (vbvfill < vbvmin)
1511 :     vbvmin = vbvfill;
1512 :     }
1513 :    
1514 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] Minimum buffer fill: %f bytes\n", vbvmin);
1515 :    
1516 :     return(VBV_COMPLIANT);
1517 : chl 1470 }
1518 :    
1519 :    
1520 : edgomez 1473 static int
1521 :     scale_curve_for_vbv_compliancy(rc_2pass2_t * rc, const float fps)
1522 : chl 1470 {
1523 : edgomez 1473 /* correct any VBV violations. Peak bitrate violations disappears
1524 :     * by this automatically
1525 :     *
1526 :     * This implementation follows
1527 :     *
1528 :     * Westerink, Rajagopalan, Gonzales "Two-pass MPEG-2 variable-bitrate encoding"
1529 :     * IBM J. RES. DEVELOP. VOL 43, No. 4, July 1999, p.471--488
1530 :     *
1531 :     * Thanks, guys! This paper rocks!!! */
1532 : chl 1470
1533 : edgomez 1473 /* For each scene of len N, we have to check up to N^2 possible buffer fills.
1534 :     * This works well with MPEG-2 where N==12 or so, but for MPEG-4 it's a
1535 :     * little slow...
1536 :     *
1537 :     * TODO: Better control on VBVfill between scenes */
1538 : chl 1470
1539 : edgomez 1473 const float vbv_size = (float)rc->param.vbv_size/8.f;
1540 :     const float vbv_initial = (float)rc->param.vbv_initial/8.f;
1541 : chl 1470
1542 : edgomez 1473 const float maxrate = 0.9*rc->param.vbv_maxrate;
1543 :     const float vbv_low = 0.10f*vbv_size;
1544 :     const float r0 = (int)(maxrate/fps+0.5)/8.f;
1545 : chl 1470
1546 : edgomez 1473 int i,k,l,n,violation = 0;
1547 :     float *scenefactor;
1548 :     int *scenestart;
1549 :     int *scenelength;
1550 : chl 1470
1551 : edgomez 1473 /* first step: determine how many "scenes" there are and store their
1552 :     * boundaries we could get all this from existing keyframe_positions,
1553 :     * somehow, but there we don't have a min_scenelength, and it's no big
1554 :     * deal to get it again. */
1555 : chl 1470
1556 : edgomez 1473 const int min_scenelength = (int)(fps+0.5);
1557 :     int num_scenes = 0;
1558 :     int last_scene = -999;
1559 :     for (i=0; i<rc->num_frames; i++) {
1560 :     if ((rc->stats[i].type == XVID_TYPE_IVOP) && (i-last_scene>min_scenelength)) {
1561 :     last_scene = i;
1562 :     num_scenes++;
1563 :     }
1564 :     }
1565 : chl 1470
1566 : edgomez 1473 scenefactor = (float*)malloc(num_scenes*sizeof(float));
1567 :     scenestart = (int*)malloc(num_scenes*sizeof(int));
1568 :     scenelength = (int*)malloc(num_scenes*sizeof(int));
1569 : chl 1470
1570 : edgomez 1473 if ((!scenefactor) || (!scenestart) || (!scenelength) ) {
1571 :     free(scenefactor);
1572 :     free(scenestart);
1573 :     free(scenelength);
1574 :     /* remember: free(0) is valid and does exactly nothing. */
1575 :     return(-1);
1576 :     }
1577 : chl 1470
1578 : edgomez 1473 /* count again and safe the length/position */
1579 : chl 1470
1580 : edgomez 1473 num_scenes = 0;
1581 :     last_scene = -999;
1582 :     for (i=0; i<rc->num_frames; i++) {
1583 :     if ((rc->stats[i].type == XVID_TYPE_IVOP) && (i-last_scene>min_scenelength)) {
1584 :     if (num_scenes>0) {
1585 :     scenelength[num_scenes-1]=i-last_scene;
1586 :     }
1587 :     scenestart[num_scenes]=i;
1588 :     num_scenes++;
1589 :     last_scene = i;
1590 :     }
1591 :     }
1592 :     scenelength[num_scenes-1]=i-last_scene;
1593 : chl 1470
1594 : edgomez 1473 /* second step: check for each scene, how much we can scale its frames up or
1595 :     * down such that the VBV restriction is just fulfilled */
1596 :     #define R(k,n) (((n)+1-(k))*r0) /* how much enters the buffer between frame k and n */
1597 :     for (l=0; l<num_scenes;l++) {
1598 :     const int start = scenestart[l];
1599 :     const int length = scenelength[l];
1600 :     twopass_stat_t * frames = &rc->stats[start];
1601 : chl 1470
1602 : edgomez 1473 float S0n,Skn;
1603 :     float f,minf = 99999.f;
1604 : chl 1470
1605 : edgomez 1473 S0n=0.;
1606 :     for (n=0;n<=length-1;n++) {
1607 :     S0n += frames[n].scaled_length;
1608 : chl 1470
1609 : edgomez 1473 k = 0;
1610 :     Skn = S0n;
1611 :     f = (R(k,n-1) + (vbv_initial - vbv_low)) / Skn;
1612 :     if (f < minf)
1613 :     minf = f;
1614 : chl 1470
1615 : edgomez 1473 for (k=1;k<=n;k++) {
1616 :     Skn -= frames[k].scaled_length;
1617 : chl 1470
1618 : edgomez 1473 f = (R(k,n-1) + (vbv_size - vbv_low)) / Skn;
1619 :     if (f < minf)
1620 :     minf = f;
1621 :     }
1622 :     }
1623 : chl 1470
1624 : edgomez 1473 /* special case: at the end, fill buffer up to vbv_initial again
1625 :     *
1626 :     * TODO: Allow other values for buffer fill between scenes
1627 :     * e.g. if n=N is smallest f-value, then check for better value */
1628 : chl 1470
1629 : edgomez 1473 n=length;
1630 :     k=0;
1631 :     Skn = S0n;
1632 :     f = R(k,n-1)/Skn;
1633 :     if (f < minf)
1634 :     minf = f;
1635 : chl 1470
1636 : edgomez 1473 for (k=1;k<=n-1;k++) {
1637 :     Skn -= frames[k].scaled_length;
1638 :    
1639 :     f = (R(k,n-1) + (vbv_initial - vbv_low)) / Skn;
1640 :     if (f < minf)
1641 :     minf = f;
1642 :     }
1643 :    
1644 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] Scene %d (Frames %d-%d): VBVfactor %f\n",
1645 :     l, start, start+length-1 , minf);
1646 :    
1647 :     scenefactor[l] = minf;
1648 :     }
1649 : chl 1470 #undef R
1650 :    
1651 : edgomez 1473 /* last step: now we know of any scene how much it can be scaled up or down
1652 :     * without violating VBV. Next, distribute bits from the evil scenes to the
1653 :     * good ones */
1654 :     do {
1655 :     float S_red = 0.f; /* how much to redistribute */
1656 :     float S_elig = 0.f; /* sum of bit for those scenes you can still swallow something*/
1657 :     float f_red;
1658 :     int l;
1659 : chl 1470
1660 : edgomez 1473 /* check how much is wrong */
1661 :     for (l=0;l<num_scenes;l++) {
1662 :     const int start = scenestart[l];
1663 :     const int length = scenelength[l];
1664 :     twopass_stat_t * frames = &rc->stats[start];
1665 : chl 1470
1666 : edgomez 1473 /* exactly 1 means "don't touch this anymore!" */
1667 :     if (scenefactor[l] == 1.)
1668 :     continue;
1669 : chl 1470
1670 : edgomez 1473 /* within limits */
1671 :     if (scenefactor[l] > 1.) {
1672 :     for (n= 0; n < length; n++)
1673 :     S_elig += frames[n].scaled_length;
1674 :     } else {
1675 :     /* underflowing segment */
1676 :     for (n= 0; n < length; n++) {
1677 :     float newbytes = (float)frames[n].scaled_length * scenefactor[l];
1678 :     S_red += (float)frames[n].scaled_length - (float)newbytes;
1679 :     frames[n].scaled_length =(int)newbytes;
1680 :     }
1681 :     scenefactor[l] = 1.f;
1682 :     }
1683 :     }
1684 : chl 1470
1685 : edgomez 1473 /* no more underflows */
1686 :     if (S_red < 1.f)
1687 :     break;
1688 : chl 1470
1689 : edgomez 1473 if (S_elig < 1.f) {
1690 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] Everything underflowing.\n");
1691 :     free(scenefactor);
1692 :     free(scenestart);
1693 :     free(scenelength);
1694 :     return(-2);
1695 :     }
1696 : chl 1470
1697 : edgomez 1473 f_red = (1.f + S_red/S_elig);
1698 : chl 1470
1699 : edgomez 1473 DPRINTF(XVID_DEBUG_RC, "[xvid rc] Moving %.0f kB to avoid buffer underflow, correction factor: %.5f\n",
1700 :     S_red/1024.f, f_red);
1701 : chl 1470
1702 : edgomez 1473 violation=0;
1703 :     /* scale remaining scenes up to meet total size */
1704 :     for (l=0; l<num_scenes; l++) {
1705 :     const int start = scenestart[l];
1706 :     const int length = scenelength[l];
1707 :     twopass_stat_t * frames = &rc->stats[start];
1708 : chl 1470
1709 : edgomez 1473 if (scenefactor[l] == 1.)
1710 :     continue;
1711 : chl 1470
1712 : edgomez 1473 /* there shouldn't be any segments with factor<1 left, so all the rest is >1 */
1713 :     for (n= 0; n < length; n++) {
1714 :     frames[n].scaled_length = (int)(frames[n].scaled_length * f_red + 0.5);
1715 :     }
1716 : chl 1470
1717 : edgomez 1473 scenefactor[l] /= f_red;
1718 :     if (scenefactor[l] < 1.f)
1719 :     violation=1;
1720 :     }
1721 :    
1722 :     } while (violation);
1723 :    
1724 :     free(scenefactor);
1725 :     free(scenestart);
1726 :     free(scenelength);
1727 :     return(0);
1728 : chl 1470 }
1729 :    
1730 :    
1731 :     /*****************************************************************************
1732 : edgomez 1382 * Still more low level stuff (nothing to do with stats treatment)
1733 :     ****************************************************************************/
1734 :    
1735 :     /* This function returns an allocated string containing a complete line read
1736 :     * from the file starting at the current position */
1737 :     static char *
1738 :     readline(FILE *f)
1739 :     {
1740 :     char *buffer = NULL;
1741 :     int buffer_size = 0;
1742 :     int pos = 0;
1743 :    
1744 :     do {
1745 :     int c;
1746 :    
1747 :     /* Read a character from the stream */
1748 :     c = fgetc(f);
1749 :    
1750 :     /* Is that EOF or new line ? */
1751 :     if(c == EOF || c == '\n')
1752 :     break;
1753 :    
1754 :     /* Do we have to update buffer ? */
1755 :     if(pos >= buffer_size - 1) {
1756 :     buffer_size += BUF_SZ;
1757 :     buffer = (char*)realloc(buffer, buffer_size);
1758 :     if (buffer == NULL)
1759 :     return(NULL);
1760 :     }
1761 :    
1762 :     buffer[pos] = c;
1763 :     pos++;
1764 :     } while(1);
1765 :    
1766 :     /* Read \n or EOF */
1767 :     if (buffer == NULL) {
1768 :     /* EOF, so we reached the end of the file, return NULL */
1769 :     if(feof(f))
1770 :     return(NULL);
1771 :    
1772 :     /* Just an empty line with just a newline, allocate a 1 byte buffer to
1773 :     * store a zero length string */
1774 :     buffer = (char*)malloc(1);
1775 :     if(buffer == NULL)
1776 :     return(NULL);
1777 :     }
1778 :    
1779 :     /* Zero terminated string */
1780 :     buffer[pos] = '\0';
1781 :    
1782 :     return(buffer);
1783 :     }
1784 :    
1785 :     /* This function returns a pointer to the first non space char in the given
1786 :     * string */
1787 :     static char *
1788 :     skipspaces(char *string)
1789 :     {
1790 :     const char spaces[] =
1791 :     {
1792 :     ' ','\t','\0'
1793 :     };
1794 :     const char *spacechar = spaces;
1795 :    
1796 :     if (string == NULL) return(NULL);
1797 :    
1798 :     while (*string != '\0') {
1799 :     /* Test against space chars */
1800 :     while (*spacechar != '\0') {
1801 :     if (*string == *spacechar) {
1802 :     string++;
1803 :     spacechar = spaces;
1804 :     break;
1805 :     }
1806 :     spacechar++;
1807 :     }
1808 :    
1809 :     /* No space char */
1810 :     if (*spacechar == '\0') return(string);
1811 :     }
1812 :    
1813 :     return(string);
1814 :     }
1815 :    
1816 :     /* This function returns a boolean that tells if the string is only a
1817 :     * comment */
1818 :     static int
1819 :     iscomment(char *string)
1820 :     {
1821 :     const char comments[] =
1822 :     {
1823 :     '#',';', '%', '\0'
1824 :     };
1825 :     const char *cmtchar = comments;
1826 :     int iscomment = 0;
1827 :    
1828 :     if (string == NULL) return(1);
1829 :    
1830 :     string = skipspaces(string);
1831 :    
1832 :     while(*cmtchar != '\0') {
1833 :     if(*string == *cmtchar) {
1834 :     iscomment = 1;
1835 :     break;
1836 :     }
1837 :     cmtchar++;
1838 :     }
1839 :    
1840 :     return(iscomment);
1841 :     }
1842 :    
1843 :     #if 0
1844 :     static void
1845 :     stats_print(rc_2pass2_t * rc)
1846 :     {
1847 :     int i;
1848 :     const char frame_type[4] = { 'i', 'p', 'b', 's'};
1849 :    
1850 :     for (i=0; i<rc->num_frames; i++) {
1851 :     twopass_stat_t *s = &rc->stats[i];
1852 :     DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- frame:%d type:%c quant:%d stats:%d scaled:%d desired:%d actual:%d overflow(%c):%.2f\n",
1853 :     i, frame_type[s->type-1], -1, s->length, s->scaled_length,
1854 :     s->desired_length, -1, frame_type[s->type-1], -1.0f);
1855 :     }
1856 :     }
1857 :     #endif

No admin address has been configured
ViewVC Help
Powered by ViewVC 1.0.4