Parent Directory | Revision Log
Revision 1589 - (view) (download)
1 : | edgomez | 1382 | /****************************************************************************** |
2 : | * | ||
3 : | * XviD Bit Rate Controller Library | ||
4 : | * - VBR 2 pass bitrate controller implementation - | ||
5 : | * | ||
6 : | * Copyright (C) 2002 Foxer <email?> | ||
7 : | * 2002 Dirk Knop <dknop@gwdg.de> | ||
8 : | * 2002-2003 Edouard Gomez <ed.gomez@free.fr> | ||
9 : | * 2003 Pete Ross <pross@xvid.org> | ||
10 : | * | ||
11 : | * This curve treatment algorithm is the one originally implemented by Foxer | ||
12 : | * and tuned by Dirk Knop for the XviD vfw frontend. | ||
13 : | * | ||
14 : | * This program is free software; you can redistribute it and/or modify | ||
15 : | * it under the terms of the GNU General Public License as published by | ||
16 : | * the Free Software Foundation; either version 2 of the License, or | ||
17 : | * (at your option) any later version. | ||
18 : | * | ||
19 : | * This program is distributed in the hope that it will be useful, | ||
20 : | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
21 : | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
22 : | * GNU General Public License for more details. | ||
23 : | * | ||
24 : | * You should have received a copy of the GNU General Public License | ||
25 : | * along with this program; if not, write to the Free Software | ||
26 : | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | ||
27 : | * | ||
28 : | edgomez | 1589 | * $Id: plugin_2pass2.c,v 1.6 2005-01-09 20:26:42 edgomez Exp $ |
29 : | edgomez | 1382 | * |
30 : | *****************************************************************************/ | ||
31 : | |||
32 : | #define BQUANT_PRESCALE | ||
33 : | #undef COMPENSATE_FORMULA | ||
34 : | |||
35 : | /* forces second pass not to be bigger than first */ | ||
36 : | #undef PASS_SMALLER | ||
37 : | |||
38 : | edgomez | 1473 | /* automatically alters overflow controls (strength and improvement/degradation) |
39 : | edgomez | 1382 | to fight most common problems without user's knowladge */ |
40 : | #define SMART_OVERFLOW_SETTING | ||
41 : | |||
42 : | #include <stdio.h> | ||
43 : | #include <math.h> | ||
44 : | #include <limits.h> | ||
45 : | |||
46 : | #include "../xvid.h" | ||
47 : | #include "../image/image.h" | ||
48 : | |||
49 : | /***************************************************************************** | ||
50 : | * Some default settings | ||
51 : | ****************************************************************************/ | ||
52 : | |||
53 : | #define DEFAULT_KEYFRAME_BOOST 0 | ||
54 : | #define DEFAULT_OVERFLOW_CONTROL_STRENGTH 10 | ||
55 : | #define DEFAULT_CURVE_COMPRESSION_HIGH 0 | ||
56 : | #define DEFAULT_CURVE_COMPRESSION_LOW 0 | ||
57 : | #define DEFAULT_MAX_OVERFLOW_IMPROVEMENT 10 | ||
58 : | #define DEFAULT_MAX_OVERFLOW_DEGRADATION 10 | ||
59 : | |||
60 : | /* Keyframe settings */ | ||
61 : | #define DEFAULT_KFREDUCTION 20 | ||
62 : | #define DEFAULT_KFTHRESHOLD 1 | ||
63 : | |||
64 : | /***************************************************************************** | ||
65 : | * Some default constants (can be tuned) | ||
66 : | ****************************************************************************/ | ||
67 : | |||
68 : | /* Specify the invariant part of the headers bits (header+MV) | ||
69 : | * as hlength/cst */ | ||
70 : | #define INVARIANT_HEADER_PART_IVOP 1 /* factor 1.0f */ | ||
71 : | #define INVARIANT_HEADER_PART_PVOP 2 /* factor 0.5f */ | ||
72 : | #define INVARIANT_HEADER_PART_BVOP 8 /* factor 0.125f */ | ||
73 : | |||
74 : | /***************************************************************************** | ||
75 : | * Structures | ||
76 : | ****************************************************************************/ | ||
77 : | |||
78 : | /* Statistics */ | ||
79 : | typedef struct { | ||
80 : | int type; /* first pass type */ | ||
81 : | int quant; /* first pass quant */ | ||
82 : | int blks[3]; /* k,m,y blks */ | ||
83 : | int length; /* first pass length */ | ||
84 : | int invariant; /* what we assume as being invariant between the two passes, it's a sub part of header + MV bits */ | ||
85 : | int scaled_length; /* scaled length */ | ||
86 : | int desired_length; /* desired length; calculated during encoding */ | ||
87 : | int error; | ||
88 : | |||
89 : | int zone_mode; /* XVID_ZONE_xxx */ | ||
90 : | double weight; | ||
91 : | } twopass_stat_t; | ||
92 : | |||
93 : | /* Context struct */ | ||
94 : | typedef struct | ||
95 : | { | ||
96 : | xvid_plugin_2pass2_t param; | ||
97 : | |||
98 : | /*---------------------------------- | ||
99 : | * constant statistical data | ||
100 : | *--------------------------------*/ | ||
101 : | |||
102 : | /* Number of frames of the sequence */ | ||
103 : | int num_frames; | ||
104 : | |||
105 : | /* Number of Intra frames of the sequence */ | ||
106 : | int num_keyframes; | ||
107 : | |||
108 : | /* Target filesize to reach */ | ||
109 : | uint64_t target; | ||
110 : | |||
111 : | /* Count of each frame types */ | ||
112 : | int count[3]; | ||
113 : | |||
114 : | /* Total length of each frame types (1st pass) */ | ||
115 : | uint64_t tot_length[3]; | ||
116 : | uint64_t tot_invariant[3]; | ||
117 : | |||
118 : | /* Average length of each frame types (used first for 1st pass data and | ||
119 : | * then for scaled averages */ | ||
120 : | double avg_length[3]; | ||
121 : | |||
122 : | /* Minimum frame length allowed for each frame type */ | ||
123 : | int min_length[3]; | ||
124 : | |||
125 : | /* Total bytes per frame type once the curve has been scaled | ||
126 : | * NB: advanced parameters do not change this value. This field | ||
127 : | * represents the total scaled w/o any advanced settings */ | ||
128 : | uint64_t tot_scaled_length[3]; | ||
129 : | |||
130 : | /* Maximum observed frame size observed during the first pass, the RC | ||
131 : | * will try tp force all frame sizes in the second pass to be under that | ||
132 : | * limit */ | ||
133 : | int max_length; | ||
134 : | |||
135 : | /*---------------------------------- | ||
136 : | * Zones statistical data | ||
137 : | *--------------------------------*/ | ||
138 : | |||
139 : | /* Total length used by XVID_ZONE_QUANT zones */ | ||
140 : | uint64_t tot_quant; | ||
141 : | uint64_t tot_quant_invariant; | ||
142 : | |||
143 : | /* Holds the total amount of frame bytes, zone weighted (only scalable | ||
144 : | * part of frame bytes) */ | ||
145 : | uint64_t tot_weighted; | ||
146 : | |||
147 : | /*---------------------------------- | ||
148 : | * Advanced settings helper ratios | ||
149 : | *--------------------------------*/ | ||
150 : | |||
151 : | /* This the ratio that has to be applied to all p/b frames in order | ||
152 : | * to reserve/retrieve bits for/from keyframe boosting and consecutive | ||
153 : | * keyframe penalty */ | ||
154 : | double pb_iboost_tax_ratio; | ||
155 : | |||
156 : | /* This the ratio to apply to all b/p frames in order to respect the | ||
157 : | * assymetric curve compression while respecting a target filesize | ||
158 : | * NB: The assymetric delta gain has to be computed before this ratio | ||
159 : | * is applied, and then the delta is added to the scaled size */ | ||
160 : | double assymetric_tax_ratio; | ||
161 : | |||
162 : | /*---------------------------------- | ||
163 : | * Data from the stats file kept | ||
164 : | * into RAM for easy access | ||
165 : | *--------------------------------*/ | ||
166 : | |||
167 : | /* Array of keyframe locations | ||
168 : | * eg: rc->keyframe_locations[100] returns the frame number of the 100th | ||
169 : | * keyframe */ | ||
170 : | int *keyframe_locations; | ||
171 : | |||
172 : | /* Index of the last keyframe used in the keyframe_location */ | ||
173 : | int KF_idx; | ||
174 : | |||
175 : | /* Array of all 1st pass data file -- see the twopass_stat_t structure | ||
176 : | * definition for more details */ | ||
177 : | twopass_stat_t * stats; | ||
178 : | |||
179 : | /*---------------------------------- | ||
180 : | chl | 1470 | * Hysteresis helpers |
181 : | edgomez | 1382 | *--------------------------------*/ |
182 : | |||
183 : | /* This field holds the int2float conversion errors of each quant per | ||
184 : | * frame type, this allow the RC to keep track of rouding error and thus | ||
185 : | * increase or decrease the chosen quant according to this residue */ | ||
186 : | double quant_error[3][32]; | ||
187 : | |||
188 : | /* This fields stores the count of each quant usage per frame type | ||
189 : | * No real role but for debugging */ | ||
190 : | int quant_count[3][32]; | ||
191 : | |||
192 : | /* Last valid quantizer used per frame type, it allows quantizer | ||
193 : | * increament/decreament limitation in order to avoid big image quality | ||
194 : | * "jumps" */ | ||
195 : | int last_quant[3]; | ||
196 : | |||
197 : | /*---------------------------------- | ||
198 : | * Overflow control | ||
199 : | *--------------------------------*/ | ||
200 : | |||
201 : | /* Current overflow that has to be distributed to p/b frames */ | ||
202 : | double overflow; | ||
203 : | |||
204 : | /* Total overflow for keyframes -- not distributed directly */ | ||
205 : | double KFoverflow; | ||
206 : | |||
207 : | /* Amount of keyframe overflow to introduce to the global p/b frame | ||
208 : | * overflow counter at each encoded frame */ | ||
209 : | double KFoverflow_partial; | ||
210 : | |||
211 : | /* Unknown ??? | ||
212 : | * ToDo: description */ | ||
213 : | double fq_error; | ||
214 : | |||
215 : | int min_quant; /* internal minimal quant, prevents wrong quants from being used */ | ||
216 : | |||
217 : | /*---------------------------------- | ||
218 : | * Debug | ||
219 : | *--------------------------------*/ | ||
220 : | double desired_total; | ||
221 : | double real_total; | ||
222 : | } rc_2pass2_t; | ||
223 : | |||
224 : | |||
225 : | /***************************************************************************** | ||
226 : | * Sub plugin functions prototypes | ||
227 : | ****************************************************************************/ | ||
228 : | |||
229 : | static int rc_2pass2_create(xvid_plg_create_t * create, rc_2pass2_t ** handle); | ||
230 : | static int rc_2pass2_before(rc_2pass2_t * rc, xvid_plg_data_t * data); | ||
231 : | static int rc_2pass2_after(rc_2pass2_t * rc, xvid_plg_data_t * data); | ||
232 : | static int rc_2pass2_destroy(rc_2pass2_t * rc, xvid_plg_destroy_t * destroy); | ||
233 : | |||
234 : | /***************************************************************************** | ||
235 : | * Plugin definition | ||
236 : | ****************************************************************************/ | ||
237 : | |||
238 : | int | ||
239 : | xvid_plugin_2pass2(void * handle, int opt, void * param1, void * param2) | ||
240 : | { | ||
241 : | switch(opt) { | ||
242 : | case XVID_PLG_INFO : | ||
243 : | case XVID_PLG_FRAME : | ||
244 : | return 0; | ||
245 : | |||
246 : | case XVID_PLG_CREATE : | ||
247 : | return rc_2pass2_create((xvid_plg_create_t*)param1, param2); | ||
248 : | |||
249 : | case XVID_PLG_DESTROY : | ||
250 : | return rc_2pass2_destroy((rc_2pass2_t*)handle, (xvid_plg_destroy_t*)param1); | ||
251 : | |||
252 : | case XVID_PLG_BEFORE : | ||
253 : | return rc_2pass2_before((rc_2pass2_t*)handle, (xvid_plg_data_t*)param1); | ||
254 : | |||
255 : | case XVID_PLG_AFTER : | ||
256 : | return rc_2pass2_after((rc_2pass2_t*)handle, (xvid_plg_data_t*)param1); | ||
257 : | } | ||
258 : | |||
259 : | return XVID_ERR_FAIL; | ||
260 : | } | ||
261 : | |||
262 : | /***************************************************************************** | ||
263 : | * Sub plugin functions definitions | ||
264 : | ****************************************************************************/ | ||
265 : | |||
266 : | /* First a few local helping function prototypes */ | ||
267 : | static int statsfile_count_frames(rc_2pass2_t * rc, char * filename); | ||
268 : | static int statsfile_load(rc_2pass2_t *rc, char * filename); | ||
269 : | static void zone_process(rc_2pass2_t *rc, const xvid_plg_create_t * create); | ||
270 : | static void first_pass_stats_prepare_data(rc_2pass2_t * rc); | ||
271 : | static void first_pass_scale_curve_internal(rc_2pass2_t *rc); | ||
272 : | static void scaled_curve_apply_advanced_parameters(rc_2pass2_t * rc); | ||
273 : | chl | 1470 | static int check_curve_for_vbv_compliancy(rc_2pass2_t * rc, const float fps); |
274 : | static int scale_curve_for_vbv_compliancy(rc_2pass2_t * rc, const float fps); | ||
275 : | edgomez | 1382 | #if 0 |
276 : | static void stats_print(rc_2pass2_t * rc); | ||
277 : | #endif | ||
278 : | |||
279 : | /*---------------------------------------------------------------------------- | ||
280 : | *--------------------------------------------------------------------------*/ | ||
281 : | |||
282 : | static int | ||
283 : | rc_2pass2_create(xvid_plg_create_t * create, rc_2pass2_t **handle) | ||
284 : | { | ||
285 : | xvid_plugin_2pass2_t * param = (xvid_plugin_2pass2_t *)create->param; | ||
286 : | rc_2pass2_t * rc; | ||
287 : | int i; | ||
288 : | |||
289 : | rc = malloc(sizeof(rc_2pass2_t)); | ||
290 : | if (rc == NULL) | ||
291 : | return XVID_ERR_MEMORY; | ||
292 : | |||
293 : | suxen_drol | 1471 | /* v1.0.x */ |
294 : | rc->param.version = param->version; | ||
295 : | rc->param.bitrate = param->bitrate; | ||
296 : | rc->param.filename = param->filename; | ||
297 : | rc->param.keyframe_boost = param->keyframe_boost; | ||
298 : | rc->param.curve_compression_high = param->curve_compression_high; | ||
299 : | rc->param.curve_compression_low = param->curve_compression_low; | ||
300 : | rc->param.overflow_control_strength = param->overflow_control_strength; | ||
301 : | rc->param.max_overflow_improvement = param->max_overflow_improvement; | ||
302 : | rc->param.max_overflow_degradation = param->max_overflow_degradation; | ||
303 : | rc->param.kfreduction = param->kfreduction; | ||
304 : | rc->param.kfthreshold = param->kfthreshold; | ||
305 : | rc->param.container_frame_overhead = param->container_frame_overhead; | ||
306 : | edgomez | 1382 | |
307 : | suxen_drol | 1471 | if (XVID_VERSION_MINOR(param->version) >= 1) { |
308 : | rc->param.vbv_size = param->vbv_size; | ||
309 : | rc->param.vbv_initial = param->vbv_initial; | ||
310 : | rc->param.vbv_maxrate = param->vbv_maxrate; | ||
311 : | rc->param.vbv_peakrate = param->vbv_peakrate; | ||
312 : | }else{ | ||
313 : | edgomez | 1473 | rc->param.vbv_size = |
314 : | rc->param.vbv_initial = | ||
315 : | rc->param.vbv_maxrate = | ||
316 : | suxen_drol | 1471 | rc->param.vbv_peakrate = 0; |
317 : | } | ||
318 : | |||
319 : | edgomez | 1382 | /* Initialize all defaults */ |
320 : | #define _INIT(a, b) if((a) <= 0) (a) = (b) | ||
321 : | /* Let's set our defaults if needed */ | ||
322 : | _INIT(rc->param.keyframe_boost, DEFAULT_KEYFRAME_BOOST); | ||
323 : | _INIT(rc->param.overflow_control_strength, DEFAULT_OVERFLOW_CONTROL_STRENGTH); | ||
324 : | _INIT(rc->param.curve_compression_high, DEFAULT_CURVE_COMPRESSION_HIGH); | ||
325 : | _INIT(rc->param.curve_compression_low, DEFAULT_CURVE_COMPRESSION_LOW); | ||
326 : | _INIT(rc->param.max_overflow_improvement, DEFAULT_MAX_OVERFLOW_IMPROVEMENT); | ||
327 : | _INIT(rc->param.max_overflow_degradation, DEFAULT_MAX_OVERFLOW_DEGRADATION); | ||
328 : | |||
329 : | /* Keyframe settings */ | ||
330 : | _INIT(rc->param.kfreduction, DEFAULT_KFREDUCTION); | ||
331 : | _INIT(rc->param.kfthreshold, DEFAULT_KFTHRESHOLD); | ||
332 : | #undef _INIT | ||
333 : | |||
334 : | /* Initialize some stuff to zero */ | ||
335 : | for(i=0; i<3; i++) { | ||
336 : | int j; | ||
337 : | for (j=0; j<32; j++) { | ||
338 : | rc->quant_error[i][j] = 0; | ||
339 : | rc->quant_count[i][j] = 0; | ||
340 : | } | ||
341 : | } | ||
342 : | |||
343 : | for (i=0; i<3; i++) rc->last_quant[i] = 0; | ||
344 : | |||
345 : | rc->fq_error = 0; | ||
346 : | rc->min_quant = 1; | ||
347 : | |||
348 : | /* Count frames (and intra frames) in the stats file, store the result into | ||
349 : | * the rc structure */ | ||
350 : | if (statsfile_count_frames(rc, param->filename) == -1) { | ||
351 : | DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- ERROR: fopen %s failed\n", param->filename); | ||
352 : | free(rc); | ||
353 : | return(XVID_ERR_FAIL); | ||
354 : | } | ||
355 : | |||
356 : | /* Allocate the stats' memory */ | ||
357 : | if ((rc->stats = malloc(rc->num_frames * sizeof(twopass_stat_t))) == NULL) { | ||
358 : | free(rc); | ||
359 : | return(XVID_ERR_MEMORY); | ||
360 : | } | ||
361 : | |||
362 : | /* Allocate keyframes location's memory | ||
363 : | * PS: see comment in pre_process0 for the +1 location requirement */ | ||
364 : | rc->keyframe_locations = malloc((rc->num_keyframes + 1) * sizeof(int)); | ||
365 : | if (rc->keyframe_locations == NULL) { | ||
366 : | free(rc->stats); | ||
367 : | free(rc); | ||
368 : | return(XVID_ERR_MEMORY); | ||
369 : | } | ||
370 : | |||
371 : | /* Load the first pass stats */ | ||
372 : | if (statsfile_load(rc, param->filename) == -1) { | ||
373 : | DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- ERROR: fopen %s failed\n", param->filename); | ||
374 : | free(rc->keyframe_locations); | ||
375 : | free(rc->stats); | ||
376 : | free(rc); | ||
377 : | return XVID_ERR_FAIL; | ||
378 : | } | ||
379 : | |||
380 : | /* Compute the target filesize */ | ||
381 : | if (rc->param.bitrate<0) { | ||
382 : | /* if negative, bitrate equals the target (in kbytes) */ | ||
383 : | rc->target = ((uint64_t)(-rc->param.bitrate)) * 1024; | ||
384 : | } else if (rc->num_frames < create->fbase/create->fincr) { | ||
385 : | /* Source sequence is less than 1s long, we do as if it was 1s long */ | ||
386 : | rc->target = rc->param.bitrate / 8; | ||
387 : | } else { | ||
388 : | /* Target filesize = bitrate/8 * numframes / framerate */ | ||
389 : | rc->target = | ||
390 : | ((uint64_t)rc->param.bitrate * (uint64_t)rc->num_frames * \ | ||
391 : | (uint64_t)create->fincr) / \ | ||
392 : | ((uint64_t)create->fbase * 8); | ||
393 : | } | ||
394 : | |||
395 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Frame rate: %d/%d (%ffps)\n", | ||
396 : | create->fbase, create->fincr, | ||
397 : | (double)create->fbase/(double)create->fincr); | ||
398 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Number of frames: %d\n", rc->num_frames); | ||
399 : | if(rc->param.bitrate>=0) | ||
400 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Target bitrate: %ld\n", rc->param.bitrate); | ||
401 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Target filesize: %lld\n", rc->target); | ||
402 : | |||
403 : | /* Compensate the average frame overhead caused by the container */ | ||
404 : | rc->target -= rc->num_frames*rc->param.container_frame_overhead; | ||
405 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Container Frame overhead: %d\n", rc->param.container_frame_overhead); | ||
406 : | if(rc->param.container_frame_overhead) | ||
407 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- New target filesize after container compensation: %lld\n", rc->target); | ||
408 : | |||
409 : | /* When bitrate is not given it means it has been scaled by an external | ||
410 : | * application */ | ||
411 : | if (rc->param.bitrate) { | ||
412 : | /* Apply zone settings | ||
413 : | * - set rc->tot_quant which represents the total num of bytes spent in | ||
414 : | * fixed quant zones | ||
415 : | * - set rc->tot_weighted which represents the total amount of bytes | ||
416 : | * spent in normal or weighted zones in first pass (normal zones can | ||
417 : | * be considered weight=1) | ||
418 : | * - set rc->tot_quant_invariant which represents the total num of bytes | ||
419 : | * spent in fixed quant zones for headers */ | ||
420 : | zone_process(rc, create); | ||
421 : | } else { | ||
422 : | /* External scaling -- zones are ignored */ | ||
423 : | for (i=0;i<rc->num_frames;i++) { | ||
424 : | rc->stats[i].zone_mode = XVID_ZONE_WEIGHT; | ||
425 : | rc->stats[i].weight = 1.0; | ||
426 : | } | ||
427 : | rc->tot_quant = 0; | ||
428 : | } | ||
429 : | |||
430 : | /* Gathers some information about first pass stats: | ||
431 : | * - finds the minimum frame length for each frame type during 1st pass. | ||
432 : | * rc->min_size[] | ||
433 : | * - determines the maximum frame length observed (no frame type distinction). | ||
434 : | * rc->max_size | ||
435 : | * - count how many times each frame type has been used. | ||
436 : | * rc->count[] | ||
437 : | * - total bytes used per frame type | ||
438 : | * rc->tot_length[] | ||
439 : | * - total bytes considered invariant between the 2 passes | ||
440 : | * - store keyframe location | ||
441 : | * rc->keyframe_locations[] | ||
442 : | */ | ||
443 : | first_pass_stats_prepare_data(rc); | ||
444 : | |||
445 : | /* If we have a user bitrate, it means it's an internal curve scaling */ | ||
446 : | if (rc->param.bitrate) { | ||
447 : | /* Perform internal curve scaling */ | ||
448 : | first_pass_scale_curve_internal(rc); | ||
449 : | } | ||
450 : | |||
451 : | /* Apply advanced curve options, and compute some parameters in order to | ||
452 : | * shape the curve in the BEFORE/AFTER pair of functions */ | ||
453 : | scaled_curve_apply_advanced_parameters(rc); | ||
454 : | |||
455 : | edgomez | 1473 | /* Check curve for VBV compliancy and rescale if necessary */ |
456 : | chl | 1470 | #ifdef VBV_FORCE |
457 : | edgomez | 1473 | if (rc->param.vbv_size==0) { |
458 : | rc->param.vbv_size = 3145728; | ||
459 : | rc->param.vbv_initial = 2359296; | ||
460 : | rc->param.vbv_maxrate = 4000000; | ||
461 : | rc->param.vbv_peakrate = 10000000; | ||
462 : | } | ||
463 : | chl | 1470 | #endif |
464 : | |||
465 : | edgomez | 1473 | /* vbv_size==0 switches VBV check off */ |
466 : | if (rc->param.vbv_size > 0) { | ||
467 : | const double fps = (double)create->fbase/(double)create->fincr; | ||
468 : | int status = check_curve_for_vbv_compliancy(rc, fps); | ||
469 : | chl | 1470 | |
470 : | edgomez | 1473 | if (status) { |
471 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] Underflow detected - Scaling Curve for compliancy.\n"); | ||
472 : | } | ||
473 : | chl | 1470 | |
474 : | edgomez | 1473 | status = scale_curve_for_vbv_compliancy(rc, fps); |
475 : | |||
476 : | if (status == 0) { | ||
477 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] VBV compliant curve scaling done.\n"); | ||
478 : | } else { | ||
479 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] VBV compliant curve scaling impossible.\n"); | ||
480 : | } | ||
481 : | } | ||
482 : | edgomez | 1382 | *handle = rc; |
483 : | return(0); | ||
484 : | } | ||
485 : | |||
486 : | /*---------------------------------------------------------------------------- | ||
487 : | *--------------------------------------------------------------------------*/ | ||
488 : | |||
489 : | static int | ||
490 : | rc_2pass2_destroy(rc_2pass2_t * rc, xvid_plg_destroy_t * destroy) | ||
491 : | { | ||
492 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- target_total:%lld desired_total:%.2f (%.2f%%) actual_total:%.2f (%.2f%%)\n", | ||
493 : | rc->target, | ||
494 : | rc->desired_total, | ||
495 : | 100*rc->desired_total/(double)rc->target, | ||
496 : | rc->real_total, | ||
497 : | 100*rc->real_total/(double)rc->target); | ||
498 : | |||
499 : | free(rc->keyframe_locations); | ||
500 : | free(rc->stats); | ||
501 : | free(rc); | ||
502 : | return(0); | ||
503 : | } | ||
504 : | |||
505 : | /*---------------------------------------------------------------------------- | ||
506 : | *--------------------------------------------------------------------------*/ | ||
507 : | |||
508 : | static int | ||
509 : | rc_2pass2_before(rc_2pass2_t * rc, xvid_plg_data_t * data) | ||
510 : | { | ||
511 : | twopass_stat_t * s = &rc->stats[data->frame_num]; | ||
512 : | double dbytes; | ||
513 : | double scaled_quant; | ||
514 : | double overflow; | ||
515 : | int capped_to_max_framesize = 0; | ||
516 : | |||
517 : | /* This function is quite long but easy to understand. In order to simplify | ||
518 : | * the code path (a bit), we treat 3 cases that can return immediatly. */ | ||
519 : | |||
520 : | /* First case: Another plugin has already set a quantizer */ | ||
521 : | if (data->quant > 0) | ||
522 : | return(0); | ||
523 : | |||
524 : | /* Second case: insufficent stats data | ||
525 : | * We can't guess much what we should do, let core decide all alone */ | ||
526 : | if (data->frame_num >= rc->num_frames) { | ||
527 : | DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- stats file too short (now processing frame %d)", | ||
528 : | data->frame_num); | ||
529 : | return(0); | ||
530 : | } | ||
531 : | |||
532 : | /* Third case: We are in a Quant zone | ||
533 : | * Quant zones must just ensure we use the same settings as first pass | ||
534 : | * So set the quantizer and the type */ | ||
535 : | if (s->zone_mode == XVID_ZONE_QUANT) { | ||
536 : | /* Quant stuff */ | ||
537 : | rc->fq_error += s->weight; | ||
538 : | data->quant = (int)rc->fq_error; | ||
539 : | rc->fq_error -= data->quant; | ||
540 : | |||
541 : | /* The type stuff */ | ||
542 : | data->type = s->type; | ||
543 : | |||
544 : | /* The only required data for AFTER step is this one for the overflow | ||
545 : | * control */ | ||
546 : | s->desired_length = s->length; | ||
547 : | |||
548 : | return(0); | ||
549 : | } | ||
550 : | |||
551 : | |||
552 : | /*************************************************************************/ | ||
553 : | /*************************************************************************/ | ||
554 : | /*************************************************************************/ | ||
555 : | |||
556 : | /*------------------------------------------------------------------------- | ||
557 : | * Frame bit allocation first part | ||
558 : | * | ||
559 : | * First steps apply user settings, just like it is done in the theoritical | ||
560 : | * scaled_curve_apply_advanced_parameters | ||
561 : | *-----------------------------------------------------------------------*/ | ||
562 : | |||
563 : | /* Set desired to what we are wanting to obtain for this frame */ | ||
564 : | dbytes = (double)s->scaled_length; | ||
565 : | |||
566 : | /* IFrame user settings*/ | ||
567 : | if (s->type == XVID_TYPE_IVOP) { | ||
568 : | /* Keyframe boosting -- All keyframes benefit from it */ | ||
569 : | dbytes += dbytes*rc->param.keyframe_boost / 100; | ||
570 : | |||
571 : | #if 0 /* ToDo: decide how to apply kfthresholding */ | ||
572 : | #endif | ||
573 : | } else { | ||
574 : | |||
575 : | /* P/S/B frames must reserve some bits for iframe boosting */ | ||
576 : | dbytes *= rc->pb_iboost_tax_ratio; | ||
577 : | |||
578 : | /* Apply assymetric curve compression */ | ||
579 : | if (rc->param.curve_compression_high || rc->param.curve_compression_low) { | ||
580 : | double assymetric_delta; | ||
581 : | |||
582 : | /* Compute the assymetric delta, this is computed before applying | ||
583 : | * the tax, as done in the pre_process function */ | ||
584 : | if (dbytes > rc->avg_length[s->type-1]) | ||
585 : | assymetric_delta = (rc->avg_length[s->type-1] - dbytes) * rc->param.curve_compression_high / 100.0; | ||
586 : | else | ||
587 : | assymetric_delta = (rc->avg_length[s->type-1] - dbytes) * rc->param.curve_compression_low / 100.0; | ||
588 : | |||
589 : | /* Now we must apply the assymetric tax, else our curve compression | ||
590 : | * would not give a theoritical target size equal to what it is | ||
591 : | * expected */ | ||
592 : | dbytes *= rc->assymetric_tax_ratio; | ||
593 : | |||
594 : | /* Now we can add the assymetric delta */ | ||
595 : | dbytes += assymetric_delta; | ||
596 : | } | ||
597 : | } | ||
598 : | |||
599 : | /* That is what we would like to have -- Don't put that chunk after | ||
600 : | * overflow control, otherwise, overflow is counted twice and you obtain | ||
601 : | * half sized bitrate sequences */ | ||
602 : | s->desired_length = (int)dbytes; | ||
603 : | rc->desired_total += dbytes; | ||
604 : | |||
605 : | /*------------------------------------------------------------------------ | ||
606 : | * Frame bit allocation: overflow control part. | ||
607 : | * | ||
608 : | * Unlike the theoritical scaled_curve_apply_advanced_parameters, here | ||
609 : | * it's real encoding and we need to make sure we don't go so far from | ||
610 : | * what is our ideal scaled curve. | ||
611 : | *-----------------------------------------------------------------------*/ | ||
612 : | |||
613 : | /* Compute the overflow we should compensate */ | ||
614 : | if (s->type != XVID_TYPE_IVOP || rc->overflow > 0) { | ||
615 : | double frametype_factor; | ||
616 : | double framesize_factor; | ||
617 : | |||
618 : | /* Take only the desired part of overflow */ | ||
619 : | overflow = rc->overflow; | ||
620 : | |||
621 : | /* Factor that will take care to decrease the overflow applied | ||
622 : | * according to the importance of this frame type in term of | ||
623 : | * overall size */ | ||
624 : | frametype_factor = rc->count[XVID_TYPE_IVOP-1]*rc->avg_length[XVID_TYPE_IVOP-1]; | ||
625 : | frametype_factor += rc->count[XVID_TYPE_PVOP-1]*rc->avg_length[XVID_TYPE_PVOP-1]; | ||
626 : | frametype_factor += rc->count[XVID_TYPE_BVOP-1]*rc->avg_length[XVID_TYPE_BVOP-1]; | ||
627 : | frametype_factor /= rc->count[s->type-1]*rc->avg_length[s->type-1]; | ||
628 : | frametype_factor = 1/frametype_factor; | ||
629 : | |||
630 : | /* Factor that will take care not to compensate too much for this frame | ||
631 : | * size */ | ||
632 : | framesize_factor = dbytes; | ||
633 : | framesize_factor /= rc->avg_length[s->type-1]; | ||
634 : | |||
635 : | /* Treat only the overflow part concerned by this frame type and size */ | ||
636 : | overflow *= frametype_factor; | ||
637 : | #if 0 | ||
638 : | /* Leave this one alone, as it impacts badly on quality */ | ||
639 : | overflow *= framesize_factor; | ||
640 : | #endif | ||
641 : | |||
642 : | /* Apply the overflow strength imposed by the user */ | ||
643 : | overflow *= (rc->param.overflow_control_strength/100.0f); | ||
644 : | } else { | ||
645 : | /* no negative overflow applied in IFrames because: | ||
646 : | * - their role is important as they're references for P/BFrames. | ||
647 : | * - there aren't much in typical sequences, so if an IFrame overflows too | ||
648 : | * much, this overflow may impact the next IFrame too much and generate | ||
649 : | * a sequence of poor quality frames */ | ||
650 : | overflow = 0; | ||
651 : | } | ||
652 : | |||
653 : | /* Make sure we are not trying to compensate more overflow than we even have */ | ||
654 : | if (fabs(overflow) > fabs(rc->overflow)) | ||
655 : | overflow = rc->overflow; | ||
656 : | |||
657 : | /* Make sure the overflow doesn't make the frame size to get out of the range | ||
658 : | * [-max_degradation..+max_improvment] */ | ||
659 : | if (overflow > dbytes*rc->param.max_overflow_improvement / 100) { | ||
660 : | if(overflow <= dbytes) | ||
661 : | dbytes += dbytes * rc->param.max_overflow_improvement / 100; | ||
662 : | else | ||
663 : | dbytes += overflow * rc->param.max_overflow_improvement / 100; | ||
664 : | } else if (overflow < - dbytes * rc->param.max_overflow_degradation / 100) { | ||
665 : | dbytes -= dbytes * rc->param.max_overflow_degradation / 100; | ||
666 : | } else { | ||
667 : | dbytes += overflow; | ||
668 : | } | ||
669 : | |||
670 : | /*------------------------------------------------------------------------- | ||
671 : | * Frame bit allocation last part: | ||
672 : | * | ||
673 : | * Cap frame length so we don't reach neither bigger frame sizes than first | ||
674 : | * pass nor smaller than the allowed minimum. | ||
675 : | *-----------------------------------------------------------------------*/ | ||
676 : | |||
677 : | #ifdef PASS_SMALLER | ||
678 : | if (dbytes > s->length) { | ||
679 : | dbytes = s->length; | ||
680 : | } | ||
681 : | #endif | ||
682 : | |||
683 : | /* Prevent stupid desired sizes under logical values */ | ||
684 : | if (dbytes < rc->min_length[s->type-1]) { | ||
685 : | dbytes = rc->min_length[s->type-1]; | ||
686 : | } | ||
687 : | |||
688 : | /*------------------------------------------------------------------------ | ||
689 : | * Desired frame length <-> quantizer mapping | ||
690 : | *-----------------------------------------------------------------------*/ | ||
691 : | |||
692 : | #ifdef BQUANT_PRESCALE | ||
693 : | /* For bframes we prescale the quantizer to avoid too high quant scaling */ | ||
694 : | if(s->type == XVID_TYPE_BVOP) { | ||
695 : | |||
696 : | twopass_stat_t *b_ref = s; | ||
697 : | |||
698 : | /* Find the reference frame */ | ||
699 : | while(b_ref != &rc->stats[0] && b_ref->type == XVID_TYPE_BVOP) | ||
700 : | b_ref--; | ||
701 : | |||
702 : | /* Compute the original quant */ | ||
703 : | s->quant = 2*(100*s->quant - data->bquant_offset); | ||
704 : | s->quant += data->bquant_ratio - 1; /* to avoid rounding issues */ | ||
705 : | s->quant = s->quant/data->bquant_ratio - b_ref->quant; | ||
706 : | } | ||
707 : | #endif | ||
708 : | |||
709 : | /* Don't laugh at this very 'simple' quant<->size relationship, it | ||
710 : | * proves to be acurate enough for our algorithm */ | ||
711 : | scaled_quant = (double)s->quant*(double)s->length/(double)dbytes; | ||
712 : | |||
713 : | #ifdef COMPENSATE_FORMULA | ||
714 : | /* We know xvidcore will apply the bframe formula again, so we compensate | ||
715 : | * it right now to make sure we would not apply it twice */ | ||
716 : | if(s->type == XVID_TYPE_BVOP) { | ||
717 : | |||
718 : | twopass_stat_t *b_ref = s; | ||
719 : | |||
720 : | /* Find the reference frame */ | ||
721 : | while(b_ref != &rc->stats[0] && b_ref->type == XVID_TYPE_BVOP) | ||
722 : | b_ref--; | ||
723 : | |||
724 : | /* Compute the quant it would be if the core did not apply the bframe | ||
725 : | * formula */ | ||
726 : | scaled_quant = 100*scaled_quant - data->bquant_offset; | ||
727 : | scaled_quant += data->bquant_ratio - 1; /* to avoid rouding issues */ | ||
728 : | scaled_quant /= data->bquant_ratio; | ||
729 : | } | ||
730 : | #endif | ||
731 : | |||
732 : | /* Quantizer has been scaled using floating point operations/results, we | ||
733 : | * must cast it to integer */ | ||
734 : | data->quant = (int)scaled_quant; | ||
735 : | |||
736 : | /* Let's clip the computed quantizer, if needed */ | ||
737 : | if (data->quant < 1) { | ||
738 : | data->quant = 1; | ||
739 : | } else if (data->quant > 31) { | ||
740 : | data->quant = 31; | ||
741 : | } else { | ||
742 : | |||
743 : | /* The frame quantizer has not been clipped, this appears to be a good | ||
744 : | * computed quantizer, do not loose quantizer decimal part that we | ||
745 : | * accumulate for later reuse when its sum represents a complete | ||
746 : | * unit. */ | ||
747 : | rc->quant_error[s->type-1][data->quant] += scaled_quant - (double)data->quant; | ||
748 : | |||
749 : | if (rc->quant_error[s->type-1][data->quant] >= 1.0) { | ||
750 : | rc->quant_error[s->type-1][data->quant] -= 1.0; | ||
751 : | data->quant++; | ||
752 : | } else if (rc->quant_error[s->type-1][data->quant] <= -1.0) { | ||
753 : | rc->quant_error[s->type-1][data->quant] += 1.0; | ||
754 : | data->quant--; | ||
755 : | } | ||
756 : | } | ||
757 : | |||
758 : | /* Now we have a computed quant that is in the right quante range, with a | ||
759 : | * possible +1 correction due to cumulated error. We can now safely clip | ||
760 : | * the quantizer again with user's quant ranges. "Safely" means the Rate | ||
761 : | * Control could learn more about this quantizer, this knowledge is useful | ||
762 : | * for future frames even if it this quantizer won't be really used atm, | ||
763 : | * that's why we don't perform this clipping earlier. */ | ||
764 : | if (data->quant < data->min_quant[s->type-1]) { | ||
765 : | data->quant = data->min_quant[s->type-1]; | ||
766 : | } else if (data->quant > data->max_quant[s->type-1]) { | ||
767 : | data->quant = data->max_quant[s->type-1]; | ||
768 : | } | ||
769 : | |||
770 : | if (data->quant < rc->min_quant) data->quant = rc->min_quant; | ||
771 : | |||
772 : | /* To avoid big quality jumps from frame to frame, we apply a "security" | ||
773 : | * rule that makes |last_quant - new_quant| <= 2. This rule only applies | ||
774 : | * to predicted frames (P and B) */ | ||
775 : | if (s->type != XVID_TYPE_IVOP && rc->last_quant[s->type-1] && capped_to_max_framesize == 0) { | ||
776 : | |||
777 : | if (data->quant > rc->last_quant[s->type-1] + 2) { | ||
778 : | data->quant = rc->last_quant[s->type-1] + 2; | ||
779 : | DPRINTF(XVID_DEBUG_RC, | ||
780 : | "[xvid rc] -- frame %d p/b-frame quantizer prevented from rising too steeply\n", | ||
781 : | data->frame_num); | ||
782 : | } | ||
783 : | if (data->quant < rc->last_quant[s->type-1] - 2) { | ||
784 : | data->quant = rc->last_quant[s->type-1] - 2; | ||
785 : | DPRINTF(XVID_DEBUG_RC, | ||
786 : | "[xvid rc] -- frame:%d p/b-frame quantizer prevented from falling too steeply\n", | ||
787 : | data->frame_num); | ||
788 : | } | ||
789 : | } | ||
790 : | |||
791 : | /* We don't want to pollute the RC histerisis when our computed quant has | ||
792 : | * been computed from a capped frame size */ | ||
793 : | if (capped_to_max_framesize == 0) | ||
794 : | rc->last_quant[s->type-1] = data->quant; | ||
795 : | |||
796 : | /* Don't forget to force 1st pass frame type ;-) */ | ||
797 : | data->type = s->type; | ||
798 : | |||
799 : | return 0; | ||
800 : | } | ||
801 : | |||
802 : | /*---------------------------------------------------------------------------- | ||
803 : | *--------------------------------------------------------------------------*/ | ||
804 : | |||
805 : | static int | ||
806 : | rc_2pass2_after(rc_2pass2_t * rc, xvid_plg_data_t * data) | ||
807 : | { | ||
808 : | const char frame_type[4] = { 'i', 'p', 'b', 's'}; | ||
809 : | twopass_stat_t * s = &rc->stats[data->frame_num]; | ||
810 : | |||
811 : | /* Insufficent stats data */ | ||
812 : | if (data->frame_num >= rc->num_frames) | ||
813 : | return 0; | ||
814 : | |||
815 : | /* Update the quantizer counter */ | ||
816 : | rc->quant_count[s->type-1][data->quant]++; | ||
817 : | |||
818 : | /* Update the frame type overflow */ | ||
819 : | if (data->type == XVID_TYPE_IVOP) { | ||
820 : | int kfdiff = 0; | ||
821 : | |||
822 : | if(rc->KF_idx != rc->num_frames -1) { | ||
823 : | kfdiff = rc->keyframe_locations[rc->KF_idx+1]; | ||
824 : | kfdiff -= rc->keyframe_locations[rc->KF_idx]; | ||
825 : | } | ||
826 : | |||
827 : | /* Flush Keyframe overflow accumulator */ | ||
828 : | rc->overflow += rc->KFoverflow; | ||
829 : | |||
830 : | /* Store the frame overflow to the keyframe accumulator */ | ||
831 : | rc->KFoverflow = s->desired_length - data->length; | ||
832 : | |||
833 : | if (kfdiff > 1) { | ||
834 : | /* Non-consecutive keyframes case: | ||
835 : | * We can then divide this total keyframe overflow into equal parts | ||
836 : | * that we will distribute into regular overflow at each frame | ||
837 : | * between the sequence bounded by two IFrames */ | ||
838 : | rc->KFoverflow_partial = rc->KFoverflow / (kfdiff - 1); | ||
839 : | } else { | ||
840 : | /* Consecutive keyframes case: | ||
841 : | * Flush immediatly the keyframe overflow and reset keyframe | ||
842 : | * overflow */ | ||
843 : | rc->overflow += rc->KFoverflow; | ||
844 : | rc->KFoverflow = 0; | ||
845 : | rc->KFoverflow_partial = 0; | ||
846 : | } | ||
847 : | rc->KF_idx++; | ||
848 : | } else { | ||
849 : | /* Accumulate the frame overflow */ | ||
850 : | rc->overflow += s->desired_length - data->length; | ||
851 : | |||
852 : | /* Distribute part of the keyframe overflow */ | ||
853 : | rc->overflow += rc->KFoverflow_partial; | ||
854 : | |||
855 : | /* Don't forget to substract that same amount from the total keyframe | ||
856 : | * overflow */ | ||
857 : | rc->KFoverflow -= rc->KFoverflow_partial; | ||
858 : | } | ||
859 : | |||
860 : | edgomez | 1589 | s->error = s->desired_length - data->length; |
861 : | edgomez | 1382 | rc->real_total += data->length; |
862 : | |||
863 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- frame:%d type:%c quant:%d stats:%d scaled:%d desired:%d actual:%d error:%d overflow:%.2f\n", | ||
864 : | data->frame_num, | ||
865 : | frame_type[data->type-1], | ||
866 : | data->quant, | ||
867 : | s->length, | ||
868 : | s->scaled_length, | ||
869 : | s->desired_length, | ||
870 : | s->desired_length - s->error, | ||
871 : | -s->error, | ||
872 : | rc->overflow); | ||
873 : | |||
874 : | return(0); | ||
875 : | } | ||
876 : | |||
877 : | /***************************************************************************** | ||
878 : | * Helper functions definition | ||
879 : | ****************************************************************************/ | ||
880 : | |||
881 : | /* Default buffer size for reading lines */ | ||
882 : | #define BUF_SZ 1024 | ||
883 : | |||
884 : | /* Helper functions for reading/parsing the stats file */ | ||
885 : | static char *skipspaces(char *string); | ||
886 : | static int iscomment(char *string); | ||
887 : | static char *readline(FILE *f); | ||
888 : | |||
889 : | /* This function counts the number of frame entries in the stats file | ||
890 : | * It also counts the number of I Frames */ | ||
891 : | static int | ||
892 : | statsfile_count_frames(rc_2pass2_t * rc, char * filename) | ||
893 : | { | ||
894 : | FILE * f; | ||
895 : | char *line; | ||
896 : | int lines; | ||
897 : | |||
898 : | rc->num_frames = 0; | ||
899 : | rc->num_keyframes = 0; | ||
900 : | |||
901 : | if ((f = fopen(filename, "rb")) == NULL) | ||
902 : | return(-1); | ||
903 : | |||
904 : | lines = 0; | ||
905 : | while ((line = readline(f)) != NULL) { | ||
906 : | |||
907 : | char *ptr; | ||
908 : | char type; | ||
909 : | int fields; | ||
910 : | |||
911 : | lines++; | ||
912 : | |||
913 : | /* We skip spaces */ | ||
914 : | ptr = skipspaces(line); | ||
915 : | |||
916 : | /* Skip coment lines or empty lines */ | ||
917 : | if(iscomment(ptr) || *ptr == '\0') { | ||
918 : | free(line); | ||
919 : | continue; | ||
920 : | } | ||
921 : | |||
922 : | /* Read the stat line from buffer */ | ||
923 : | fields = sscanf(ptr, "%c", &type); | ||
924 : | |||
925 : | /* Valid stats files have at least 7 fields */ | ||
926 : | if (fields == 1) { | ||
927 : | switch(type) { | ||
928 : | case 'i': | ||
929 : | case 'I': | ||
930 : | rc->num_keyframes++; | ||
931 : | case 'p': | ||
932 : | case 'P': | ||
933 : | case 'b': | ||
934 : | case 'B': | ||
935 : | case 's': | ||
936 : | case 'S': | ||
937 : | rc->num_frames++; | ||
938 : | break; | ||
939 : | default: | ||
940 : | DPRINTF(XVID_DEBUG_RC, | ||
941 : | "[xvid rc] -- WARNING: L%d unknown frame type used (%c).\n", | ||
942 : | lines, type); | ||
943 : | } | ||
944 : | } else { | ||
945 : | DPRINTF(XVID_DEBUG_RC, | ||
946 : | "[xvid rc] -- WARNING: L%d misses some stat fields (%d).\n", | ||
947 : | lines, 7-fields); | ||
948 : | } | ||
949 : | |||
950 : | /* Free the line buffer */ | ||
951 : | free(line); | ||
952 : | } | ||
953 : | |||
954 : | /* We are done with the file */ | ||
955 : | fclose(f); | ||
956 : | |||
957 : | return(0); | ||
958 : | } | ||
959 : | |||
960 : | /* open stats file(s) and read into rc->stats array */ | ||
961 : | static int | ||
962 : | statsfile_load(rc_2pass2_t *rc, char * filename) | ||
963 : | { | ||
964 : | FILE * f; | ||
965 : | int processed_entries; | ||
966 : | |||
967 : | /* Opens the file */ | ||
968 : | if ((f = fopen(filename, "rb"))==NULL) | ||
969 : | return(-1); | ||
970 : | |||
971 : | processed_entries = 0; | ||
972 : | while(processed_entries < rc->num_frames) { | ||
973 : | char type; | ||
974 : | int fields; | ||
975 : | twopass_stat_t * s = &rc->stats[processed_entries]; | ||
976 : | char *line, *ptr; | ||
977 : | |||
978 : | /* Read the line from the file */ | ||
979 : | if((line = readline(f)) == NULL) | ||
980 : | break; | ||
981 : | |||
982 : | /* We skip spaces */ | ||
983 : | ptr = skipspaces(line); | ||
984 : | |||
985 : | /* Skip comment lines or empty lines */ | ||
986 : | if(iscomment(ptr) || *ptr == '\0') { | ||
987 : | free(line); | ||
988 : | continue; | ||
989 : | } | ||
990 : | |||
991 : | /* Reset this field that is optional */ | ||
992 : | s->scaled_length = 0; | ||
993 : | |||
994 : | /* Convert the fields */ | ||
995 : | fields = sscanf(ptr, | ||
996 : | "%c %d %d %d %d %d %d %d\n", | ||
997 : | &type, | ||
998 : | &s->quant, | ||
999 : | &s->blks[0], &s->blks[1], &s->blks[2], | ||
1000 : | &s->length, &s->invariant /* not really yet */, | ||
1001 : | &s->scaled_length); | ||
1002 : | |||
1003 : | /* Free line buffer, we don't need it anymore */ | ||
1004 : | free(line); | ||
1005 : | |||
1006 : | /* Fail silently, this has probably been warned in | ||
1007 : | * statsfile_count_frames */ | ||
1008 : | if(fields != 7 && fields != 8) | ||
1009 : | continue; | ||
1010 : | |||
1011 : | /* Convert frame type and compute the invariant length part */ | ||
1012 : | switch(type) { | ||
1013 : | case 'i': | ||
1014 : | case 'I': | ||
1015 : | s->type = XVID_TYPE_IVOP; | ||
1016 : | s->invariant /= INVARIANT_HEADER_PART_IVOP; | ||
1017 : | break; | ||
1018 : | case 'p': | ||
1019 : | case 'P': | ||
1020 : | case 's': | ||
1021 : | case 'S': | ||
1022 : | s->type = XVID_TYPE_PVOP; | ||
1023 : | s->invariant /= INVARIANT_HEADER_PART_PVOP; | ||
1024 : | break; | ||
1025 : | case 'b': | ||
1026 : | case 'B': | ||
1027 : | s->type = XVID_TYPE_BVOP; | ||
1028 : | s->invariant /= INVARIANT_HEADER_PART_BVOP; | ||
1029 : | break; | ||
1030 : | default: | ||
1031 : | /* Same as before, fail silently */ | ||
1032 : | continue; | ||
1033 : | } | ||
1034 : | |||
1035 : | /* Ok it seems it's been processed correctly */ | ||
1036 : | processed_entries++; | ||
1037 : | } | ||
1038 : | |||
1039 : | /* Close the file */ | ||
1040 : | fclose(f); | ||
1041 : | |||
1042 : | return(0); | ||
1043 : | } | ||
1044 : | |||
1045 : | /* pre-process the statistics data | ||
1046 : | * - for each type, count, tot_length, min_length, max_length | ||
1047 : | * - set keyframes_locations, tot_prescaled */ | ||
1048 : | static void | ||
1049 : | first_pass_stats_prepare_data(rc_2pass2_t * rc) | ||
1050 : | { | ||
1051 : | int i,j; | ||
1052 : | |||
1053 : | /* *rc fields initialization | ||
1054 : | * NB: INT_MAX and INT_MIN are used in order to be immediately replaced | ||
1055 : | * with real values of the 1pass */ | ||
1056 : | for (i=0; i<3; i++) { | ||
1057 : | rc->count[i]=0; | ||
1058 : | rc->tot_length[i] = 0; | ||
1059 : | rc->tot_invariant[i] = 0; | ||
1060 : | rc->min_length[i] = INT_MAX; | ||
1061 : | } | ||
1062 : | |||
1063 : | rc->max_length = INT_MIN; | ||
1064 : | rc->tot_weighted = 0; | ||
1065 : | |||
1066 : | /* Loop through all frames and find/compute all the stuff this function | ||
1067 : | * is supposed to do */ | ||
1068 : | for (i=j=0; i<rc->num_frames; i++) { | ||
1069 : | twopass_stat_t * s = &rc->stats[i]; | ||
1070 : | |||
1071 : | rc->count[s->type-1]++; | ||
1072 : | rc->tot_length[s->type-1] += s->length; | ||
1073 : | rc->tot_invariant[s->type-1] += s->invariant; | ||
1074 : | if (s->zone_mode != XVID_ZONE_QUANT) | ||
1075 : | rc->tot_weighted += (int)(s->weight*(s->length - s->invariant)); | ||
1076 : | |||
1077 : | if (s->length < rc->min_length[s->type-1]) { | ||
1078 : | rc->min_length[s->type-1] = s->length; | ||
1079 : | } | ||
1080 : | |||
1081 : | if (s->length > rc->max_length) { | ||
1082 : | rc->max_length = s->length; | ||
1083 : | } | ||
1084 : | |||
1085 : | if (s->type == XVID_TYPE_IVOP) { | ||
1086 : | rc->keyframe_locations[j] = i; | ||
1087 : | j++; | ||
1088 : | } | ||
1089 : | } | ||
1090 : | |||
1091 : | /* NB: | ||
1092 : | * The "per sequence" overflow system considers a natural sequence to be | ||
1093 : | * formed by all frames between two iframes, so if we want to make sure | ||
1094 : | * the system does not go nuts during last sequence, we force the last | ||
1095 : | * frame to appear in the keyframe locations array. */ | ||
1096 : | rc->keyframe_locations[j] = i; | ||
1097 : | |||
1098 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Min 1st pass IFrame length: %d\n", rc->min_length[0]); | ||
1099 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Min 1st pass PFrame length: %d\n", rc->min_length[1]); | ||
1100 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Min 1st pass BFrame length: %d\n", rc->min_length[2]); | ||
1101 : | } | ||
1102 : | |||
1103 : | /* calculate zone weight "center" */ | ||
1104 : | static void | ||
1105 : | zone_process(rc_2pass2_t *rc, const xvid_plg_create_t * create) | ||
1106 : | { | ||
1107 : | int i,j; | ||
1108 : | int n = 0; | ||
1109 : | |||
1110 : | rc->tot_quant = 0; | ||
1111 : | rc->tot_quant_invariant = 0; | ||
1112 : | |||
1113 : | if (create->num_zones == 0) { | ||
1114 : | for (j = 0; j < rc->num_frames; j++) { | ||
1115 : | rc->stats[j].zone_mode = XVID_ZONE_WEIGHT; | ||
1116 : | rc->stats[j].weight = 1.0; | ||
1117 : | } | ||
1118 : | n += rc->num_frames; | ||
1119 : | } | ||
1120 : | |||
1121 : | |||
1122 : | for(i=0; i < create->num_zones; i++) { | ||
1123 : | |||
1124 : | int next = (i+1<create->num_zones) ? create->zones[i+1].frame : rc->num_frames; | ||
1125 : | |||
1126 : | /* Zero weight make no sense */ | ||
1127 : | if (create->zones[i].increment == 0) create->zones[i].increment = 1; | ||
1128 : | /* And obviously an undetermined infinite makes even less sense */ | ||
1129 : | if (create->zones[i].base == 0) create->zones[i].base = 1; | ||
1130 : | |||
1131 : | if (i==0 && create->zones[i].frame > 0) { | ||
1132 : | for (j = 0; j < create->zones[i].frame && j < rc->num_frames; j++) { | ||
1133 : | rc->stats[j].zone_mode = XVID_ZONE_WEIGHT; | ||
1134 : | rc->stats[j].weight = 1.0; | ||
1135 : | } | ||
1136 : | n += create->zones[i].frame; | ||
1137 : | } | ||
1138 : | |||
1139 : | if (create->zones[i].mode == XVID_ZONE_WEIGHT) { | ||
1140 : | for (j = create->zones[i].frame; j < next && j < rc->num_frames; j++ ) { | ||
1141 : | rc->stats[j].zone_mode = XVID_ZONE_WEIGHT; | ||
1142 : | rc->stats[j].weight = (double)create->zones[i].increment / (double)create->zones[i].base; | ||
1143 : | } | ||
1144 : | next -= create->zones[i].frame; | ||
1145 : | n += next; | ||
1146 : | } else{ /* XVID_ZONE_QUANT */ | ||
1147 : | for (j = create->zones[i].frame; j < next && j < rc->num_frames; j++ ) { | ||
1148 : | rc->stats[j].zone_mode = XVID_ZONE_QUANT; | ||
1149 : | rc->stats[j].weight = (double)create->zones[i].increment / (double)create->zones[i].base; | ||
1150 : | rc->tot_quant += rc->stats[j].length; | ||
1151 : | rc->tot_quant_invariant += rc->stats[j].invariant; | ||
1152 : | } | ||
1153 : | } | ||
1154 : | } | ||
1155 : | } | ||
1156 : | |||
1157 : | |||
1158 : | /* scale the curve */ | ||
1159 : | static void | ||
1160 : | first_pass_scale_curve_internal(rc_2pass2_t *rc) | ||
1161 : | { | ||
1162 : | int64_t target; | ||
1163 : | int64_t total_invariant; | ||
1164 : | double scaler; | ||
1165 : | int i, num_MBs; | ||
1166 : | |||
1167 : | /* We only scale texture data ! */ | ||
1168 : | total_invariant = rc->tot_invariant[XVID_TYPE_IVOP-1]; | ||
1169 : | total_invariant += rc->tot_invariant[XVID_TYPE_PVOP-1]; | ||
1170 : | total_invariant += rc->tot_invariant[XVID_TYPE_BVOP-1]; | ||
1171 : | /* don't forget to substract header bytes used in quant zones, otherwise we | ||
1172 : | * counting them twice */ | ||
1173 : | total_invariant -= rc->tot_quant_invariant; | ||
1174 : | |||
1175 : | /* We remove the bytes used by the fixed quantizer zones during first pass | ||
1176 : | * with the same quants, so we know very precisely how much that | ||
1177 : | * represents */ | ||
1178 : | target = rc->target; | ||
1179 : | target -= rc->tot_quant; | ||
1180 : | |||
1181 : | /* Let's compute a linear scaler in order to perform curve scaling */ | ||
1182 : | scaler = (double)(target - total_invariant) / (double)(rc->tot_weighted); | ||
1183 : | |||
1184 : | #ifdef SMART_OVERFLOW_SETTING | ||
1185 : | if (scaler > 0.9) { | ||
1186 : | rc->param.max_overflow_degradation *= 5; | ||
1187 : | rc->param.max_overflow_improvement *= 5; | ||
1188 : | rc->param.overflow_control_strength *= 3; | ||
1189 : | } else if (scaler > 0.6) { | ||
1190 : | rc->param.max_overflow_degradation *= 2; | ||
1191 : | rc->param.max_overflow_improvement *= 2; | ||
1192 : | rc->param.overflow_control_strength *= 2; | ||
1193 : | } else { | ||
1194 : | rc->min_quant = 2; | ||
1195 : | } | ||
1196 : | #endif | ||
1197 : | |||
1198 : | /* Compute min frame lengths (for each frame type) according to the number | ||
1199 : | * of MBs. We sum all block type counters of frame 0, this gives us the | ||
1200 : | * number of MBs. | ||
1201 : | * | ||
1202 : | * We compare these hardcoded values with observed values in first pass | ||
1203 : | * (determined in pre_process0).Then we keep the real minimum. */ | ||
1204 : | |||
1205 : | /* Number of MBs */ | ||
1206 : | num_MBs = rc->stats[0].blks[0]; | ||
1207 : | num_MBs += rc->stats[0].blks[1]; | ||
1208 : | num_MBs += rc->stats[0].blks[2]; | ||
1209 : | |||
1210 : | /* Minimum for I frames */ | ||
1211 : | if(rc->min_length[XVID_TYPE_IVOP-1] > ((num_MBs*22) + 240) / 8) | ||
1212 : | rc->min_length[XVID_TYPE_IVOP-1] = ((num_MBs*22) + 240) / 8; | ||
1213 : | |||
1214 : | /* Minimum for P/S frames */ | ||
1215 : | if(rc->min_length[XVID_TYPE_PVOP-1] > ((num_MBs) + 88) / 8) | ||
1216 : | rc->min_length[XVID_TYPE_PVOP-1] = ((num_MBs) + 88) / 8; | ||
1217 : | |||
1218 : | /* Minimum for B frames */ | ||
1219 : | if(rc->min_length[XVID_TYPE_BVOP-1] > 8) | ||
1220 : | rc->min_length[XVID_TYPE_BVOP-1] = 8; | ||
1221 : | |||
1222 : | /* Perform an initial scale pass. | ||
1223 : | * | ||
1224 : | * If a frame size is scaled underneath our hardcoded minimums, then we | ||
1225 : | * force the frame size to the minimum, and deduct the original & scaled | ||
1226 : | * frame length from the original and target total lengths */ | ||
1227 : | for (i=0; i<rc->num_frames; i++) { | ||
1228 : | twopass_stat_t * s = &rc->stats[i]; | ||
1229 : | int len; | ||
1230 : | |||
1231 : | /* No need to scale frame length for which a specific quantizer is | ||
1232 : | * specified thanks to zones */ | ||
1233 : | if (s->zone_mode == XVID_ZONE_QUANT) { | ||
1234 : | s->scaled_length = s->length; | ||
1235 : | continue; | ||
1236 : | } | ||
1237 : | |||
1238 : | /* Compute the scaled length -- only non invariant data length is scaled */ | ||
1239 : | len = s->invariant + (int)((double)(s->length-s->invariant) * scaler * s->weight); | ||
1240 : | |||
1241 : | /* Compare with the computed minimum */ | ||
1242 : | if (len < rc->min_length[s->type-1]) { | ||
1243 : | /* This is a 'forced size' frame, set its frame size to the | ||
1244 : | * computed minimum */ | ||
1245 : | s->scaled_length = rc->min_length[s->type-1]; | ||
1246 : | |||
1247 : | /* Remove both scaled and original size from their respective | ||
1248 : | * total counters, as we prepare a second pass for 'regular' | ||
1249 : | * frames */ | ||
1250 : | target -= s->scaled_length; | ||
1251 : | } else { | ||
1252 : | /* Do nothing for now, we'll scale this later */ | ||
1253 : | s->scaled_length = 0; | ||
1254 : | } | ||
1255 : | } | ||
1256 : | |||
1257 : | /* The first pass on data substracted all 'forced size' frames from the | ||
1258 : | * total counters. Now, it's possible to scale the 'regular' frames. */ | ||
1259 : | |||
1260 : | /* Scaling factor for 'regular' frames */ | ||
1261 : | scaler = (double)(target - total_invariant) / (double)(rc->tot_weighted); | ||
1262 : | |||
1263 : | /* Do another pass with the new scaler */ | ||
1264 : | for (i=0; i<rc->num_frames; i++) { | ||
1265 : | twopass_stat_t * s = &rc->stats[i]; | ||
1266 : | |||
1267 : | /* Ignore frame with forced frame sizes */ | ||
1268 : | if (s->scaled_length == 0) | ||
1269 : | s->scaled_length = s->invariant + (int)((double)(s->length-s->invariant) * scaler * s->weight); | ||
1270 : | } | ||
1271 : | |||
1272 : | /* Job done */ | ||
1273 : | return; | ||
1274 : | } | ||
1275 : | |||
1276 : | /* Apply all user settings to the scaled curve | ||
1277 : | * This implies: | ||
1278 : | * keyframe boosting | ||
1279 : | * high/low compression */ | ||
1280 : | static void | ||
1281 : | scaled_curve_apply_advanced_parameters(rc_2pass2_t * rc) | ||
1282 : | { | ||
1283 : | int i; | ||
1284 : | int64_t ivop_boost_total; | ||
1285 : | |||
1286 : | /* Reset the rate controller (per frame type) total byte counters */ | ||
1287 : | for (i=0; i<3; i++) rc->tot_scaled_length[i] = 0; | ||
1288 : | |||
1289 : | /* Compute total bytes for each frame type */ | ||
1290 : | for (i=0; i<rc->num_frames;i++) { | ||
1291 : | twopass_stat_t *s = &rc->stats[i]; | ||
1292 : | rc->tot_scaled_length[s->type-1] += s->scaled_length; | ||
1293 : | } | ||
1294 : | |||
1295 : | /* First we compute the total amount of bits needed, as being described by | ||
1296 : | * the scaled distribution. During this pass over the complete stats data, | ||
1297 : | * we see how much bits two user settings will get/give from/to p&b frames: | ||
1298 : | * - keyframe boosting | ||
1299 : | * - keyframe distance penalty */ | ||
1300 : | rc->KF_idx = 0; | ||
1301 : | ivop_boost_total = 0; | ||
1302 : | for (i=0; i<rc->num_frames; i++) { | ||
1303 : | twopass_stat_t * s = &rc->stats[i]; | ||
1304 : | |||
1305 : | /* Some more work is needed for I frames */ | ||
1306 : | if (s->type == XVID_TYPE_IVOP) { | ||
1307 : | int ivop_boost; | ||
1308 : | |||
1309 : | /* Accumulate bytes needed for keyframe boosting */ | ||
1310 : | ivop_boost = s->scaled_length*rc->param.keyframe_boost/100; | ||
1311 : | |||
1312 : | #if 0 /* ToDo: decide how to apply kfthresholding */ | ||
1313 : | #endif | ||
1314 : | /* If the frame size drops under the minimum length, then cap ivop_boost */ | ||
1315 : | if (ivop_boost + s->scaled_length < rc->min_length[XVID_TYPE_IVOP-1]) | ||
1316 : | ivop_boost = rc->min_length[XVID_TYPE_IVOP-1] - s->scaled_length; | ||
1317 : | |||
1318 : | /* Accumulate the ivop boost */ | ||
1319 : | ivop_boost_total += ivop_boost; | ||
1320 : | |||
1321 : | /* Don't forget to update the keyframe index */ | ||
1322 : | rc->KF_idx++; | ||
1323 : | } | ||
1324 : | } | ||
1325 : | |||
1326 : | /* Initialize the IBoost tax ratio for P/S/B frames | ||
1327 : | * | ||
1328 : | * This ratio has to be applied to p/b/s frames in order to reserve | ||
1329 : | * additional bits for keyframes (keyframe boosting) or if too much | ||
1330 : | * keyframe distance is applied, bits retrieved from the keyframes. | ||
1331 : | * | ||
1332 : | * ie pb_length *= rc->pb_iboost_tax_ratio; | ||
1333 : | * | ||
1334 : | * gives the ideal length of a p/b frame */ | ||
1335 : | |||
1336 : | /* Compute the total length of p/b/s frames (temporary storage into | ||
1337 : | * movie_curve) */ | ||
1338 : | rc->pb_iboost_tax_ratio = (double)rc->tot_scaled_length[XVID_TYPE_PVOP-1]; | ||
1339 : | rc->pb_iboost_tax_ratio += (double)rc->tot_scaled_length[XVID_TYPE_BVOP-1]; | ||
1340 : | |||
1341 : | /* Compute the ratio described above | ||
1342 : | * taxed_total = sum(0, n, tax*scaled_length) | ||
1343 : | * <=> taxed_total = tax.sum(0, n, scaled_length) | ||
1344 : | * <=> tax = taxed_total / original_total */ | ||
1345 : | rc->pb_iboost_tax_ratio = | ||
1346 : | (rc->pb_iboost_tax_ratio - ivop_boost_total) / | ||
1347 : | rc->pb_iboost_tax_ratio; | ||
1348 : | |||
1349 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- IFrame boost tax ratio:%.2f\n", | ||
1350 : | rc->pb_iboost_tax_ratio); | ||
1351 : | |||
1352 : | /* Compute the average size of frames per frame type */ | ||
1353 : | for(i=0; i<3; i++) { | ||
1354 : | /* Special case for missing type or weird case */ | ||
1355 : | if (rc->count[i] == 0 || rc->pb_iboost_tax_ratio == 0) { | ||
1356 : | rc->avg_length[i] = 1; | ||
1357 : | } else { | ||
1358 : | rc->avg_length[i] = rc->tot_scaled_length[i]; | ||
1359 : | |||
1360 : | if (i == (XVID_TYPE_IVOP-1)) { | ||
1361 : | /* I Frames total has to be added the boost total */ | ||
1362 : | rc->avg_length[i] += ivop_boost_total; | ||
1363 : | } else { | ||
1364 : | /* P/B frames has to taxed */ | ||
1365 : | rc->avg_length[i] *= rc->pb_iboost_tax_ratio; | ||
1366 : | } | ||
1367 : | |||
1368 : | /* Finally compute the average frame size */ | ||
1369 : | rc->avg_length[i] /= (double)rc->count[i]; | ||
1370 : | } | ||
1371 : | } | ||
1372 : | |||
1373 : | /* Assymetric curve compression */ | ||
1374 : | if (rc->param.curve_compression_high || rc->param.curve_compression_low) { | ||
1375 : | double symetric_total; | ||
1376 : | double assymetric_delta_total; | ||
1377 : | |||
1378 : | /* Like I frame boosting, assymetric curve compression modifies the total | ||
1379 : | * amount of needed bits, we must compute the ratio so we can prescale | ||
1380 : | lengths */ | ||
1381 : | symetric_total = 0; | ||
1382 : | assymetric_delta_total = 0; | ||
1383 : | for (i=0; i<rc->num_frames; i++) { | ||
1384 : | double assymetric_delta; | ||
1385 : | double dbytes; | ||
1386 : | twopass_stat_t * s = &rc->stats[i]; | ||
1387 : | |||
1388 : | /* I Frames are not concerned by assymetric scaling */ | ||
1389 : | if (s->type == XVID_TYPE_IVOP) | ||
1390 : | continue; | ||
1391 : | |||
1392 : | /* During the real run, we would have to apply the iboost tax */ | ||
1393 : | dbytes = s->scaled_length * rc->pb_iboost_tax_ratio; | ||
1394 : | |||
1395 : | /* Update the symmetric curve compression total */ | ||
1396 : | symetric_total += dbytes; | ||
1397 : | |||
1398 : | /* Apply assymetric curve compression */ | ||
1399 : | if (dbytes > rc->avg_length[s->type-1]) | ||
1400 : | assymetric_delta = (rc->avg_length[s->type-1] - dbytes) * (double)rc->param.curve_compression_high / 100.0f; | ||
1401 : | else | ||
1402 : | assymetric_delta = (rc->avg_length[s->type-1] - dbytes) * (double)rc->param.curve_compression_low / 100.0f; | ||
1403 : | |||
1404 : | /* Cap to the minimum frame size if needed */ | ||
1405 : | if (dbytes + assymetric_delta < rc->min_length[s->type-1]) | ||
1406 : | assymetric_delta = rc->min_length[s->type-1] - dbytes; | ||
1407 : | |||
1408 : | /* Accumulate after assymetric curve compression */ | ||
1409 : | assymetric_delta_total += assymetric_delta; | ||
1410 : | } | ||
1411 : | |||
1412 : | /* Compute the tax that all p/b frames have to pay in order to respect the | ||
1413 : | * bit distribution changes that the assymetric compression curve imposes | ||
1414 : | * We want assymetric_total = sum(0, n-1, tax.scaled_length) | ||
1415 : | * ie assymetric_total = ratio.sum(0, n-1, scaled_length) | ||
1416 : | * ratio = assymetric_total / symmetric_total */ | ||
1417 : | rc->assymetric_tax_ratio = ((double)symetric_total - (double)assymetric_delta_total) / (double)symetric_total; | ||
1418 : | } else { | ||
1419 : | rc->assymetric_tax_ratio = 1.0f; | ||
1420 : | } | ||
1421 : | |||
1422 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Assymetric tax ratio:%.2f\n", rc->assymetric_tax_ratio); | ||
1423 : | |||
1424 : | /* Last bits that need to be reset */ | ||
1425 : | rc->overflow = 0; | ||
1426 : | rc->KFoverflow = 0; | ||
1427 : | rc->KFoverflow_partial = 0; | ||
1428 : | rc->KF_idx = 0; | ||
1429 : | rc->desired_total = 0; | ||
1430 : | rc->real_total = 0; | ||
1431 : | |||
1432 : | /* Job done */ | ||
1433 : | return; | ||
1434 : | } | ||
1435 : | |||
1436 : | /***************************************************************************** | ||
1437 : | chl | 1470 | * VBV compliancy check and scale |
1438 : | * MPEG-4 standard specifies certain restrictions for bitrate/framesize in VBR | ||
1439 : | * to enable playback on devices with limited readspeed and memory (and which | ||
1440 : | * aren't...) | ||
1441 : | * | ||
1442 : | * DivX profiles have 2 criteria: VBV as in MPEG standard | ||
1443 : | edgomez | 1473 | * a limit on peak bitrate for any 3 seconds |
1444 : | chl | 1470 | * |
1445 : | edgomez | 1473 | * But if VBV is fulfilled, peakrate is automatically fulfilled in any profile |
1446 : | chl | 1470 | * define so far, so we check for it (for completeness) but correct only VBV |
1447 : | edgomez | 1473 | * |
1448 : | chl | 1470 | *****************************************************************************/ |
1449 : | |||
1450 : | edgomez | 1473 | #define VBV_COMPLIANT 0 |
1451 : | chl | 1470 | #define VBV_UNDERFLOW 1 /* video buffer runs empty */ |
1452 : | #define VBV_OVERFLOW 2 /* doesn't exist for VBR encoding */ | ||
1453 : | #define VBV_PEAKRATE 4 /* peak bitrate (within 3s) violated */ | ||
1454 : | |||
1455 : | edgomez | 1473 | static int |
1456 : | check_curve_for_vbv_compliancy(rc_2pass2_t * rc, const float fps) | ||
1457 : | chl | 1470 | { |
1458 : | edgomez | 1473 | /* We do all calculations in float, for higher accuracy, |
1459 : | * and in bytes for convenience. | ||
1460 : | * | ||
1461 : | * typical values from DivX Home Theater profile: | ||
1462 : | * vbv_size= 384*1024 (384kB) | ||
1463 : | * vbv_initial= 288*1024 (75% fill) | ||
1464 : | * maxrate= 4000000 (4MBps) | ||
1465 : | * peakrate= 10000000 (10MBps) | ||
1466 : | * | ||
1467 : | * PAL: offset3s = 75 (3 seconds of 25fps) | ||
1468 : | * NTSC: offset3s = 90 (3 seconds of 29.97fps) or 72 (3 seconds of 23.976fps) | ||
1469 : | */ | ||
1470 : | chl | 1470 | |
1471 : | edgomez | 1473 | const float vbv_size = (float)rc->param.vbv_size/8.f; |
1472 : | float vbvfill = (float)rc->param.vbv_initial/8.f; | ||
1473 : | float vbvmin; | ||
1474 : | chl | 1470 | |
1475 : | edgomez | 1473 | const float maxrate = (float)rc->param.vbv_maxrate; |
1476 : | const float peakrate = (float)rc->param.vbv_peakrate; | ||
1477 : | const float r0 = (int)(maxrate/fps+0.5)/8.f; | ||
1478 : | chl | 1470 | |
1479 : | edgomez | 1473 | int bytes3s = 0; |
1480 : | int offset3s = (int)(3.f*fps+0.5); | ||
1481 : | int i; | ||
1482 : | chl | 1470 | |
1483 : | edgomez | 1473 | /* 1Gbit should be enough to inuitialize the vbvmin |
1484 : | * an arbitrary high value */ | ||
1485 : | vbvmin = 1000*1000*1000; | ||
1486 : | chl | 1470 | |
1487 : | edgomez | 1473 | for (i=0; i<rc->num_frames; i++) { |
1488 : | /* DivX 3s peak bitrate check */ | ||
1489 : | bytes3s += rc->stats[i].scaled_length; | ||
1490 : | if (i>=offset3s) | ||
1491 : | bytes3s -= rc->stats[i-offset3s].scaled_length; | ||
1492 : | chl | 1470 | |
1493 : | edgomez | 1473 | if (8.f*bytes3s > 3*peakrate) |
1494 : | return(VBV_PEAKRATE); | ||
1495 : | |||
1496 : | /* update vbv fill level */ | ||
1497 : | vbvfill += r0 - rc->stats[i].scaled_length; | ||
1498 : | |||
1499 : | /* this check is _NOT_ an "overflow"! only reading from disk stops then */ | ||
1500 : | if (vbvfill > vbv_size) | ||
1501 : | vbvfill = vbv_size; | ||
1502 : | |||
1503 : | /* but THIS would be an underflow. report it! */ | ||
1504 : | if (vbvfill < 0) | ||
1505 : | return(VBV_UNDERFLOW); | ||
1506 : | |||
1507 : | /* Store the minimum buffer filling */ | ||
1508 : | if (vbvfill < vbvmin) | ||
1509 : | vbvmin = vbvfill; | ||
1510 : | } | ||
1511 : | |||
1512 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] Minimum buffer fill: %f bytes\n", vbvmin); | ||
1513 : | |||
1514 : | return(VBV_COMPLIANT); | ||
1515 : | chl | 1470 | } |
1516 : | |||
1517 : | |||
1518 : | edgomez | 1473 | static int |
1519 : | scale_curve_for_vbv_compliancy(rc_2pass2_t * rc, const float fps) | ||
1520 : | chl | 1470 | { |
1521 : | edgomez | 1473 | /* correct any VBV violations. Peak bitrate violations disappears |
1522 : | * by this automatically | ||
1523 : | * | ||
1524 : | * This implementation follows | ||
1525 : | * | ||
1526 : | * Westerink, Rajagopalan, Gonzales "Two-pass MPEG-2 variable-bitrate encoding" | ||
1527 : | * IBM J. RES. DEVELOP. VOL 43, No. 4, July 1999, p.471--488 | ||
1528 : | * | ||
1529 : | * Thanks, guys! This paper rocks!!! */ | ||
1530 : | chl | 1470 | |
1531 : | edgomez | 1473 | /* For each scene of len N, we have to check up to N^2 possible buffer fills. |
1532 : | * This works well with MPEG-2 where N==12 or so, but for MPEG-4 it's a | ||
1533 : | * little slow... | ||
1534 : | * | ||
1535 : | * TODO: Better control on VBVfill between scenes */ | ||
1536 : | chl | 1470 | |
1537 : | edgomez | 1473 | const float vbv_size = (float)rc->param.vbv_size/8.f; |
1538 : | const float vbv_initial = (float)rc->param.vbv_initial/8.f; | ||
1539 : | chl | 1470 | |
1540 : | edgomez | 1473 | const float maxrate = 0.9*rc->param.vbv_maxrate; |
1541 : | const float vbv_low = 0.10f*vbv_size; | ||
1542 : | const float r0 = (int)(maxrate/fps+0.5)/8.f; | ||
1543 : | chl | 1470 | |
1544 : | edgomez | 1473 | int i,k,l,n,violation = 0; |
1545 : | float *scenefactor; | ||
1546 : | int *scenestart; | ||
1547 : | int *scenelength; | ||
1548 : | chl | 1470 | |
1549 : | edgomez | 1473 | /* first step: determine how many "scenes" there are and store their |
1550 : | * boundaries we could get all this from existing keyframe_positions, | ||
1551 : | * somehow, but there we don't have a min_scenelength, and it's no big | ||
1552 : | * deal to get it again. */ | ||
1553 : | chl | 1470 | |
1554 : | edgomez | 1473 | const int min_scenelength = (int)(fps+0.5); |
1555 : | int num_scenes = 0; | ||
1556 : | int last_scene = -999; | ||
1557 : | for (i=0; i<rc->num_frames; i++) { | ||
1558 : | if ((rc->stats[i].type == XVID_TYPE_IVOP) && (i-last_scene>min_scenelength)) { | ||
1559 : | last_scene = i; | ||
1560 : | num_scenes++; | ||
1561 : | } | ||
1562 : | } | ||
1563 : | chl | 1470 | |
1564 : | edgomez | 1473 | scenefactor = (float*)malloc(num_scenes*sizeof(float)); |
1565 : | scenestart = (int*)malloc(num_scenes*sizeof(int)); | ||
1566 : | scenelength = (int*)malloc(num_scenes*sizeof(int)); | ||
1567 : | chl | 1470 | |
1568 : | edgomez | 1473 | if ((!scenefactor) || (!scenestart) || (!scenelength) ) { |
1569 : | free(scenefactor); | ||
1570 : | free(scenestart); | ||
1571 : | free(scenelength); | ||
1572 : | /* remember: free(0) is valid and does exactly nothing. */ | ||
1573 : | return(-1); | ||
1574 : | } | ||
1575 : | chl | 1470 | |
1576 : | edgomez | 1473 | /* count again and safe the length/position */ |
1577 : | chl | 1470 | |
1578 : | edgomez | 1473 | num_scenes = 0; |
1579 : | last_scene = -999; | ||
1580 : | for (i=0; i<rc->num_frames; i++) { | ||
1581 : | if ((rc->stats[i].type == XVID_TYPE_IVOP) && (i-last_scene>min_scenelength)) { | ||
1582 : | if (num_scenes>0) { | ||
1583 : | scenelength[num_scenes-1]=i-last_scene; | ||
1584 : | } | ||
1585 : | scenestart[num_scenes]=i; | ||
1586 : | num_scenes++; | ||
1587 : | last_scene = i; | ||
1588 : | } | ||
1589 : | } | ||
1590 : | scenelength[num_scenes-1]=i-last_scene; | ||
1591 : | chl | 1470 | |
1592 : | edgomez | 1473 | /* second step: check for each scene, how much we can scale its frames up or |
1593 : | * down such that the VBV restriction is just fulfilled */ | ||
1594 : | #define R(k,n) (((n)+1-(k))*r0) /* how much enters the buffer between frame k and n */ | ||
1595 : | for (l=0; l<num_scenes;l++) { | ||
1596 : | const int start = scenestart[l]; | ||
1597 : | const int length = scenelength[l]; | ||
1598 : | twopass_stat_t * frames = &rc->stats[start]; | ||
1599 : | chl | 1470 | |
1600 : | edgomez | 1473 | float S0n,Skn; |
1601 : | float f,minf = 99999.f; | ||
1602 : | chl | 1470 | |
1603 : | edgomez | 1473 | S0n=0.; |
1604 : | for (n=0;n<=length-1;n++) { | ||
1605 : | S0n += frames[n].scaled_length; | ||
1606 : | chl | 1470 | |
1607 : | edgomez | 1473 | k = 0; |
1608 : | Skn = S0n; | ||
1609 : | f = (R(k,n-1) + (vbv_initial - vbv_low)) / Skn; | ||
1610 : | if (f < minf) | ||
1611 : | minf = f; | ||
1612 : | chl | 1470 | |
1613 : | edgomez | 1473 | for (k=1;k<=n;k++) { |
1614 : | Skn -= frames[k].scaled_length; | ||
1615 : | chl | 1470 | |
1616 : | edgomez | 1473 | f = (R(k,n-1) + (vbv_size - vbv_low)) / Skn; |
1617 : | if (f < minf) | ||
1618 : | minf = f; | ||
1619 : | } | ||
1620 : | } | ||
1621 : | chl | 1470 | |
1622 : | edgomez | 1473 | /* special case: at the end, fill buffer up to vbv_initial again |
1623 : | * | ||
1624 : | * TODO: Allow other values for buffer fill between scenes | ||
1625 : | * e.g. if n=N is smallest f-value, then check for better value */ | ||
1626 : | chl | 1470 | |
1627 : | edgomez | 1473 | n=length; |
1628 : | k=0; | ||
1629 : | Skn = S0n; | ||
1630 : | f = R(k,n-1)/Skn; | ||
1631 : | if (f < minf) | ||
1632 : | minf = f; | ||
1633 : | chl | 1470 | |
1634 : | edgomez | 1473 | for (k=1;k<=n-1;k++) { |
1635 : | Skn -= frames[k].scaled_length; | ||
1636 : | |||
1637 : | f = (R(k,n-1) + (vbv_initial - vbv_low)) / Skn; | ||
1638 : | if (f < minf) | ||
1639 : | minf = f; | ||
1640 : | } | ||
1641 : | |||
1642 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] Scene %d (Frames %d-%d): VBVfactor %f\n", | ||
1643 : | l, start, start+length-1 , minf); | ||
1644 : | |||
1645 : | scenefactor[l] = minf; | ||
1646 : | } | ||
1647 : | chl | 1470 | #undef R |
1648 : | |||
1649 : | edgomez | 1473 | /* last step: now we know of any scene how much it can be scaled up or down |
1650 : | * without violating VBV. Next, distribute bits from the evil scenes to the | ||
1651 : | * good ones */ | ||
1652 : | do { | ||
1653 : | float S_red = 0.f; /* how much to redistribute */ | ||
1654 : | float S_elig = 0.f; /* sum of bit for those scenes you can still swallow something*/ | ||
1655 : | float f_red; | ||
1656 : | int l; | ||
1657 : | chl | 1470 | |
1658 : | edgomez | 1473 | /* check how much is wrong */ |
1659 : | for (l=0;l<num_scenes;l++) { | ||
1660 : | const int start = scenestart[l]; | ||
1661 : | const int length = scenelength[l]; | ||
1662 : | twopass_stat_t * frames = &rc->stats[start]; | ||
1663 : | chl | 1470 | |
1664 : | edgomez | 1473 | /* exactly 1 means "don't touch this anymore!" */ |
1665 : | if (scenefactor[l] == 1.) | ||
1666 : | continue; | ||
1667 : | chl | 1470 | |
1668 : | edgomez | 1473 | /* within limits */ |
1669 : | if (scenefactor[l] > 1.) { | ||
1670 : | for (n= 0; n < length; n++) | ||
1671 : | S_elig += frames[n].scaled_length; | ||
1672 : | } else { | ||
1673 : | /* underflowing segment */ | ||
1674 : | for (n= 0; n < length; n++) { | ||
1675 : | float newbytes = (float)frames[n].scaled_length * scenefactor[l]; | ||
1676 : | S_red += (float)frames[n].scaled_length - (float)newbytes; | ||
1677 : | frames[n].scaled_length =(int)newbytes; | ||
1678 : | } | ||
1679 : | scenefactor[l] = 1.f; | ||
1680 : | } | ||
1681 : | } | ||
1682 : | chl | 1470 | |
1683 : | edgomez | 1473 | /* no more underflows */ |
1684 : | if (S_red < 1.f) | ||
1685 : | break; | ||
1686 : | chl | 1470 | |
1687 : | edgomez | 1473 | if (S_elig < 1.f) { |
1688 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] Everything underflowing.\n"); | ||
1689 : | free(scenefactor); | ||
1690 : | free(scenestart); | ||
1691 : | free(scenelength); | ||
1692 : | return(-2); | ||
1693 : | } | ||
1694 : | chl | 1470 | |
1695 : | edgomez | 1473 | f_red = (1.f + S_red/S_elig); |
1696 : | chl | 1470 | |
1697 : | edgomez | 1473 | DPRINTF(XVID_DEBUG_RC, "[xvid rc] Moving %.0f kB to avoid buffer underflow, correction factor: %.5f\n", |
1698 : | S_red/1024.f, f_red); | ||
1699 : | chl | 1470 | |
1700 : | edgomez | 1473 | violation=0; |
1701 : | /* scale remaining scenes up to meet total size */ | ||
1702 : | for (l=0; l<num_scenes; l++) { | ||
1703 : | const int start = scenestart[l]; | ||
1704 : | const int length = scenelength[l]; | ||
1705 : | twopass_stat_t * frames = &rc->stats[start]; | ||
1706 : | chl | 1470 | |
1707 : | edgomez | 1473 | if (scenefactor[l] == 1.) |
1708 : | continue; | ||
1709 : | chl | 1470 | |
1710 : | edgomez | 1473 | /* there shouldn't be any segments with factor<1 left, so all the rest is >1 */ |
1711 : | for (n= 0; n < length; n++) { | ||
1712 : | frames[n].scaled_length = (int)(frames[n].scaled_length * f_red + 0.5); | ||
1713 : | } | ||
1714 : | chl | 1470 | |
1715 : | edgomez | 1473 | scenefactor[l] /= f_red; |
1716 : | if (scenefactor[l] < 1.f) | ||
1717 : | violation=1; | ||
1718 : | } | ||
1719 : | |||
1720 : | } while (violation); | ||
1721 : | |||
1722 : | free(scenefactor); | ||
1723 : | free(scenestart); | ||
1724 : | free(scenelength); | ||
1725 : | return(0); | ||
1726 : | chl | 1470 | } |
1727 : | |||
1728 : | |||
1729 : | /***************************************************************************** | ||
1730 : | edgomez | 1382 | * Still more low level stuff (nothing to do with stats treatment) |
1731 : | ****************************************************************************/ | ||
1732 : | |||
1733 : | /* This function returns an allocated string containing a complete line read | ||
1734 : | * from the file starting at the current position */ | ||
1735 : | static char * | ||
1736 : | readline(FILE *f) | ||
1737 : | { | ||
1738 : | char *buffer = NULL; | ||
1739 : | int buffer_size = 0; | ||
1740 : | int pos = 0; | ||
1741 : | |||
1742 : | do { | ||
1743 : | int c; | ||
1744 : | |||
1745 : | /* Read a character from the stream */ | ||
1746 : | c = fgetc(f); | ||
1747 : | |||
1748 : | /* Is that EOF or new line ? */ | ||
1749 : | if(c == EOF || c == '\n') | ||
1750 : | break; | ||
1751 : | |||
1752 : | /* Do we have to update buffer ? */ | ||
1753 : | if(pos >= buffer_size - 1) { | ||
1754 : | buffer_size += BUF_SZ; | ||
1755 : | buffer = (char*)realloc(buffer, buffer_size); | ||
1756 : | if (buffer == NULL) | ||
1757 : | return(NULL); | ||
1758 : | } | ||
1759 : | |||
1760 : | buffer[pos] = c; | ||
1761 : | pos++; | ||
1762 : | } while(1); | ||
1763 : | |||
1764 : | /* Read \n or EOF */ | ||
1765 : | if (buffer == NULL) { | ||
1766 : | /* EOF, so we reached the end of the file, return NULL */ | ||
1767 : | if(feof(f)) | ||
1768 : | return(NULL); | ||
1769 : | |||
1770 : | /* Just an empty line with just a newline, allocate a 1 byte buffer to | ||
1771 : | * store a zero length string */ | ||
1772 : | buffer = (char*)malloc(1); | ||
1773 : | if(buffer == NULL) | ||
1774 : | return(NULL); | ||
1775 : | } | ||
1776 : | |||
1777 : | /* Zero terminated string */ | ||
1778 : | buffer[pos] = '\0'; | ||
1779 : | |||
1780 : | return(buffer); | ||
1781 : | } | ||
1782 : | |||
1783 : | /* This function returns a pointer to the first non space char in the given | ||
1784 : | * string */ | ||
1785 : | static char * | ||
1786 : | skipspaces(char *string) | ||
1787 : | { | ||
1788 : | const char spaces[] = | ||
1789 : | { | ||
1790 : | ' ','\t','\0' | ||
1791 : | }; | ||
1792 : | const char *spacechar = spaces; | ||
1793 : | |||
1794 : | if (string == NULL) return(NULL); | ||
1795 : | |||
1796 : | while (*string != '\0') { | ||
1797 : | /* Test against space chars */ | ||
1798 : | while (*spacechar != '\0') { | ||
1799 : | if (*string == *spacechar) { | ||
1800 : | string++; | ||
1801 : | spacechar = spaces; | ||
1802 : | break; | ||
1803 : | } | ||
1804 : | spacechar++; | ||
1805 : | } | ||
1806 : | |||
1807 : | /* No space char */ | ||
1808 : | if (*spacechar == '\0') return(string); | ||
1809 : | } | ||
1810 : | |||
1811 : | return(string); | ||
1812 : | } | ||
1813 : | |||
1814 : | /* This function returns a boolean that tells if the string is only a | ||
1815 : | * comment */ | ||
1816 : | static int | ||
1817 : | iscomment(char *string) | ||
1818 : | { | ||
1819 : | const char comments[] = | ||
1820 : | { | ||
1821 : | '#',';', '%', '\0' | ||
1822 : | }; | ||
1823 : | const char *cmtchar = comments; | ||
1824 : | int iscomment = 0; | ||
1825 : | |||
1826 : | if (string == NULL) return(1); | ||
1827 : | |||
1828 : | string = skipspaces(string); | ||
1829 : | |||
1830 : | while(*cmtchar != '\0') { | ||
1831 : | if(*string == *cmtchar) { | ||
1832 : | iscomment = 1; | ||
1833 : | break; | ||
1834 : | } | ||
1835 : | cmtchar++; | ||
1836 : | } | ||
1837 : | |||
1838 : | return(iscomment); | ||
1839 : | } | ||
1840 : | |||
1841 : | #if 0 | ||
1842 : | static void | ||
1843 : | stats_print(rc_2pass2_t * rc) | ||
1844 : | { | ||
1845 : | int i; | ||
1846 : | const char frame_type[4] = { 'i', 'p', 'b', 's'}; | ||
1847 : | |||
1848 : | for (i=0; i<rc->num_frames; i++) { | ||
1849 : | twopass_stat_t *s = &rc->stats[i]; | ||
1850 : | DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- frame:%d type:%c quant:%d stats:%d scaled:%d desired:%d actual:%d overflow(%c):%.2f\n", | ||
1851 : | i, frame_type[s->type-1], -1, s->length, s->scaled_length, | ||
1852 : | s->desired_length, -1, frame_type[s->type-1], -1.0f); | ||
1853 : | } | ||
1854 : | } | ||
1855 : | #endif |
No admin address has been configured | ViewVC Help |
Powered by ViewVC 1.0.4 |