1 |
/****************************************************************************** |
/****************************************************************************** |
2 |
* |
* |
3 |
* XviD Bit Rate Controller Library |
* XviD Bit Rate Controller Library |
4 |
* - VBR 2 pass bitrate controler implementation - |
* - VBR 2 pass bitrate controller implementation - |
5 |
* |
* |
6 |
* Copyright (C) 2002 Edouard Gomez <ed.gomez@wanadoo.fr> |
* Copyright (C) 2002 Foxer <email?> |
7 |
|
* 2002 Dirk Knop <dknop@gwdg.de> |
8 |
|
* 2002-2003 Edouard Gomez <ed.gomez@free.fr> |
9 |
|
* 2003 Pete Ross <pross@xvid.org> |
10 |
* |
* |
11 |
* The curve treatment algorithm is the one implemented by Foxer <email?> and |
* This curve treatment algorithm is the one originally implemented by Foxer |
12 |
* Dirk Knop <dknop@gwdg.de> for the XviD vfw dynamic library. |
* and tuned by Dirk Knop for the XviD vfw frontend. |
13 |
* |
* |
14 |
* This program is free software; you can redistribute it and/or modify |
* This program is free software; you can redistribute it and/or modify |
15 |
* it under the terms of the GNU General Public License as published by |
* it under the terms of the GNU General Public License as published by |
25 |
* along with this program; if not, write to the Free Software |
* along with this program; if not, write to the Free Software |
26 |
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA |
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA |
27 |
* |
* |
28 |
* $Id: plugin_2pass2.c,v 1.1.2.2 2003-04-08 14:01:09 suxen_drol Exp $ |
* $Id: plugin_2pass2.c,v 1.1.2.35 2004-01-21 06:59:23 syskin Exp $ |
29 |
* |
* |
30 |
*****************************************************************************/ |
*****************************************************************************/ |
31 |
|
|
32 |
|
#define BQUANT_PRESCALE |
33 |
|
#undef COMPENSATE_FORMULA |
34 |
|
|
35 |
|
/* forces second pass not to be bigger than first */ |
36 |
|
#undef PASS_SMALLER |
37 |
|
|
38 |
#include <stdio.h> |
#include <stdio.h> |
39 |
#include <math.h> |
#include <math.h> |
40 |
|
#include <limits.h> |
|
#define RAD2DEG 57.295779513082320876798154814105 |
|
|
#define DEG2RAD 0.017453292519943295769236907684886 |
|
41 |
|
|
42 |
#include "../xvid.h" |
#include "../xvid.h" |
43 |
#include "../image/image.h" |
#include "../image/image.h" |
44 |
|
|
45 |
|
/***************************************************************************** |
46 |
|
* Some default settings |
47 |
|
****************************************************************************/ |
48 |
|
|
49 |
|
#define DEFAULT_KEYFRAME_BOOST 0 |
50 |
|
#define DEFAULT_OVERFLOW_CONTROL_STRENGTH 10 |
51 |
|
#define DEFAULT_CURVE_COMPRESSION_HIGH 0 |
52 |
|
#define DEFAULT_CURVE_COMPRESSION_LOW 0 |
53 |
|
#define DEFAULT_MAX_OVERFLOW_IMPROVEMENT 10 |
54 |
|
#define DEFAULT_MAX_OVERFLOW_DEGRADATION 10 |
55 |
|
|
56 |
|
/* Keyframe settings */ |
57 |
|
#define DEFAULT_KFREDUCTION 20 |
58 |
|
#define DEFAULT_KFTHRESHOLD 1 |
59 |
|
|
60 |
|
/***************************************************************************** |
61 |
|
* Some default constants (can be tuned) |
62 |
|
****************************************************************************/ |
63 |
|
|
64 |
|
/* Specify the invariant part of the headers bits (header+MV) |
65 |
|
* as hlength/cst */ |
66 |
|
#define INVARIANT_HEADER_PART_IVOP 1 /* factor 1.0f */ |
67 |
|
#define INVARIANT_HEADER_PART_PVOP 2 /* factor 0.5f */ |
68 |
|
#define INVARIANT_HEADER_PART_BVOP 8 /* factor 0.125f */ |
69 |
|
|
70 |
|
/***************************************************************************** |
71 |
|
* Structures |
72 |
|
****************************************************************************/ |
73 |
|
|
74 |
|
/* Statistics */ |
75 |
typedef struct { |
typedef struct { |
76 |
int type; /* first pass type */ |
int type; /* first pass type */ |
77 |
int quant; /* first pass quant */ |
int quant; /* first pass quant */ |
78 |
int blks[3]; /* k,m,y blks */ |
int blks[3]; /* k,m,y blks */ |
79 |
int length; /* first pass length */ |
int length; /* first pass length */ |
80 |
|
int invariant; /* what we assume as being invariant between the two passes, it's a sub part of header + MV bits */ |
81 |
int scaled_length; /* scaled length */ |
int scaled_length; /* scaled length */ |
82 |
int desired_length; |
int desired_length; /* desired length; calculated during encoding */ |
83 |
} stat_t; |
int error; |
84 |
|
|
85 |
|
int zone_mode; /* XVID_ZONE_xxx */ |
86 |
|
double weight; |
87 |
|
} twopass_stat_t; |
88 |
|
|
89 |
|
/* Context struct */ |
|
|
|
|
/* context struct */ |
|
90 |
typedef struct |
typedef struct |
91 |
{ |
{ |
92 |
xvid_plugin_2pass2_t param; |
xvid_plugin_2pass2_t param; |
93 |
|
|
94 |
/* constant statistical data */ |
/*---------------------------------- |
95 |
|
* constant statistical data |
96 |
|
*--------------------------------*/ |
97 |
|
|
98 |
|
/* Number of frames of the sequence */ |
99 |
int num_frames; |
int num_frames; |
100 |
|
|
101 |
|
/* Number of Intra frames of the sequence */ |
102 |
int num_keyframes; |
int num_keyframes; |
|
uint64_t target; /* target bitrate */ |
|
103 |
|
|
104 |
int count[3]; /* count of each frame types */ |
/* Target filesize to reach */ |
105 |
uint64_t tot_length[3]; /* total length of each frame types */ |
uint64_t target; |
|
double avg_length[3]; /* avg */ |
|
|
int min_length[3]; /* min frame length of each frame types */ |
|
|
uint64_t tot_scaled_length[3]; /* total scaled length of each frame type */ |
|
|
int max_length; /* max frame size */ |
|
|
|
|
|
double curve_comp_scale; |
|
|
double movie_curve; |
|
|
|
|
|
double alt_curve_low; |
|
|
double alt_curve_high; |
|
|
double alt_curve_low_diff; |
|
|
double alt_curve_high_diff; |
|
|
double alt_curve_curve_bias_bonus; |
|
|
double alt_curve_mid_qual; |
|
|
double alt_curve_qual_dev; |
|
106 |
|
|
107 |
/* dynamic */ |
/* Count of each frame types */ |
108 |
|
int count[3]; |
109 |
|
|
110 |
|
/* Total length of each frame types (1st pass) */ |
111 |
|
uint64_t tot_length[3]; |
112 |
|
uint64_t tot_invariant[3]; |
113 |
|
|
114 |
|
/* Average length of each frame types (used first for 1st pass data and |
115 |
|
* then for scaled averages */ |
116 |
|
double avg_length[3]; |
117 |
|
|
118 |
|
/* Minimum frame length allowed for each frame type */ |
119 |
|
int min_length[3]; |
120 |
|
|
121 |
|
/* Total bytes per frame type once the curve has been scaled |
122 |
|
* NB: advanced parameters do not change this value. This field |
123 |
|
* represents the total scaled w/o any advanced settings */ |
124 |
|
uint64_t tot_scaled_length[3]; |
125 |
|
|
126 |
|
/* Maximum observed frame size observed during the first pass, the RC |
127 |
|
* will try tp force all frame sizes in the second pass to be under that |
128 |
|
* limit */ |
129 |
|
int max_length; |
130 |
|
|
131 |
|
/*---------------------------------- |
132 |
|
* Zones statistical data |
133 |
|
*--------------------------------*/ |
134 |
|
|
135 |
|
/* Total length used by XVID_ZONE_QUANT zones */ |
136 |
|
uint64_t tot_quant; |
137 |
|
uint64_t tot_quant_invariant; |
138 |
|
|
139 |
|
/* Holds the total amount of frame bytes, zone weighted (only scalable |
140 |
|
* part of frame bytes) */ |
141 |
|
uint64_t tot_weighted; |
142 |
|
|
143 |
|
/*---------------------------------- |
144 |
|
* Advanced settings helper ratios |
145 |
|
*--------------------------------*/ |
146 |
|
|
147 |
|
/* This the ratio that has to be applied to all p/b frames in order |
148 |
|
* to reserve/retrieve bits for/from keyframe boosting and consecutive |
149 |
|
* keyframe penalty */ |
150 |
|
double pb_iboost_tax_ratio; |
151 |
|
|
152 |
|
/* This the ratio to apply to all b/p frames in order to respect the |
153 |
|
* assymetric curve compression while respecting a target filesize |
154 |
|
* NB: The assymetric delta gain has to be computed before this ratio |
155 |
|
* is applied, and then the delta is added to the scaled size */ |
156 |
|
double assymetric_tax_ratio; |
157 |
|
|
158 |
|
/*---------------------------------- |
159 |
|
* Data from the stats file kept |
160 |
|
* into RAM for easy access |
161 |
|
*--------------------------------*/ |
162 |
|
|
163 |
|
/* Array of keyframe locations |
164 |
|
* eg: rc->keyframe_locations[100] returns the frame number of the 100th |
165 |
|
* keyframe */ |
166 |
int * keyframe_locations; |
int * keyframe_locations; |
|
stat_t * stats; |
|
167 |
|
|
168 |
double pquant_error[32]; |
/* Index of the last keyframe used in the keyframe_location */ |
|
double bquant_error[32]; |
|
|
int quant_count[32]; |
|
|
int last_quant[3]; |
|
|
|
|
|
double curve_comp_error; |
|
|
int overflow; |
|
|
int KFoverflow; |
|
|
int KFoverflow_partial; |
|
169 |
int KF_idx; |
int KF_idx; |
|
} rc_2pass2_t; |
|
|
|
|
170 |
|
|
171 |
|
/* Array of all 1st pass data file -- see the twopass_stat_t structure |
172 |
|
* definition for more details */ |
173 |
|
twopass_stat_t * stats; |
174 |
|
|
175 |
|
/*---------------------------------- |
176 |
|
* Histerysis helpers |
177 |
|
*--------------------------------*/ |
178 |
|
|
179 |
|
/* This field holds the int2float conversion errors of each quant per |
180 |
|
* frame type, this allow the RC to keep track of rouding error and thus |
181 |
|
* increase or decrease the chosen quant according to this residue */ |
182 |
|
double quant_error[3][32]; |
183 |
|
|
184 |
|
/* This fields stores the count of each quant usage per frame type |
185 |
|
* No real role but for debugging */ |
186 |
|
int quant_count[3][32]; |
187 |
|
|
188 |
|
/* Last valid quantizer used per frame type, it allows quantizer |
189 |
|
* increament/decreament limitation in order to avoid big image quality |
190 |
|
* "jumps" */ |
191 |
|
int last_quant[3]; |
192 |
|
|
193 |
#define BUF_SZ 1024 |
/*---------------------------------- |
194 |
#define MAX_COLS 5 |
* Overflow control |
195 |
|
*--------------------------------*/ |
196 |
|
|
197 |
|
/* Current overflow that has to be distributed to p/b frames */ |
198 |
|
double overflow; |
199 |
|
|
200 |
|
/* Total overflow for keyframes -- not distributed directly */ |
201 |
|
double KFoverflow; |
202 |
|
|
203 |
|
/* Amount of keyframe overflow to introduce to the global p/b frame |
204 |
|
* overflow counter at each encoded frame */ |
205 |
|
double KFoverflow_partial; |
206 |
|
|
207 |
|
/* Unknown ??? |
208 |
|
* ToDo: description */ |
209 |
|
double fq_error; |
210 |
|
|
211 |
|
/*---------------------------------- |
212 |
|
* Debug |
213 |
|
*--------------------------------*/ |
214 |
|
double desired_total; |
215 |
|
double real_total; |
216 |
|
} rc_2pass2_t; |
217 |
|
|
218 |
|
|
219 |
/* open stats file, and count num frames */ |
/***************************************************************************** |
220 |
|
* Sub plugin functions prototypes |
221 |
|
****************************************************************************/ |
222 |
|
|
223 |
|
static int rc_2pass2_create(xvid_plg_create_t * create, rc_2pass2_t ** handle); |
224 |
|
static int rc_2pass2_before(rc_2pass2_t * rc, xvid_plg_data_t * data); |
225 |
|
static int rc_2pass2_after(rc_2pass2_t * rc, xvid_plg_data_t * data); |
226 |
|
static int rc_2pass2_destroy(rc_2pass2_t * rc, xvid_plg_destroy_t * destroy); |
227 |
|
|
228 |
|
/***************************************************************************** |
229 |
|
* Plugin definition |
230 |
|
****************************************************************************/ |
231 |
|
|
232 |
static int det_stats_length(rc_2pass2_t * rc, char * filename) |
int |
233 |
|
xvid_plugin_2pass2(void * handle, int opt, void * param1, void * param2) |
234 |
{ |
{ |
235 |
FILE * f; |
switch(opt) { |
236 |
int n, ignore; |
case XVID_PLG_INFO : |
237 |
char type; |
case XVID_PLG_FRAME : |
238 |
|
return 0; |
239 |
|
|
240 |
rc->num_frames = 0; |
case XVID_PLG_CREATE : |
241 |
rc->num_keyframes = 0; |
return rc_2pass2_create((xvid_plg_create_t*)param1, param2); |
242 |
|
|
243 |
if ((f = fopen(filename, "rt")) == NULL) |
case XVID_PLG_DESTROY : |
244 |
return 0; |
return rc_2pass2_destroy((rc_2pass2_t*)handle, (xvid_plg_destroy_t*)param1); |
245 |
|
|
246 |
while((n = fscanf(f, "%c %d %d %d %d %d %d\n", |
case XVID_PLG_BEFORE : |
247 |
&type, &ignore, &ignore, &ignore, &ignore, &ignore, &ignore)) != EOF) { |
return rc_2pass2_before((rc_2pass2_t*)handle, (xvid_plg_data_t*)param1); |
|
if (type == 'i') { |
|
|
rc->num_frames++; |
|
|
rc->num_keyframes++; |
|
|
}else if (type == 'p' || type == 'b' || type == 's') { |
|
|
rc->num_frames++; |
|
|
} |
|
|
} |
|
248 |
|
|
249 |
fclose(f); |
case XVID_PLG_AFTER : |
250 |
|
return rc_2pass2_after((rc_2pass2_t*)handle, (xvid_plg_data_t*)param1); |
251 |
|
} |
252 |
|
|
253 |
return 1; |
return XVID_ERR_FAIL; |
254 |
} |
} |
255 |
|
|
256 |
|
/***************************************************************************** |
257 |
|
* Sub plugin functions definitions |
258 |
|
****************************************************************************/ |
259 |
|
|
260 |
|
/* First a few local helping function prototypes */ |
261 |
|
static int statsfile_count_frames(rc_2pass2_t * rc, char * filename); |
262 |
|
static int statsfile_load(rc_2pass2_t *rc, char * filename); |
263 |
|
static void zone_process(rc_2pass2_t *rc, const xvid_plg_create_t * create); |
264 |
|
static void first_pass_stats_prepare_data(rc_2pass2_t * rc); |
265 |
|
static void first_pass_scale_curve_internal(rc_2pass2_t *rc); |
266 |
|
static void scaled_curve_apply_advanced_parameters(rc_2pass2_t * rc); |
267 |
|
#if 0 |
268 |
|
static void stats_print(rc_2pass2_t * rc); |
269 |
|
#endif |
270 |
|
|
271 |
/* scale the curve */ |
/*---------------------------------------------------------------------------- |
272 |
|
*--------------------------------------------------------------------------*/ |
273 |
|
|
274 |
static void internal_scale(rc_2pass2_t *rc) |
static int |
275 |
|
rc_2pass2_create(xvid_plg_create_t * create, rc_2pass2_t **handle) |
276 |
{ |
{ |
277 |
int64_t target = rc->target; |
xvid_plugin_2pass2_t * param = (xvid_plugin_2pass2_t *)create->param; |
278 |
int64_t tot_length = rc->tot_length[0] + rc->tot_length[1] + rc->tot_length[2]; |
rc_2pass2_t * rc; |
|
int min_size[3]; |
|
|
double scaler; |
|
279 |
int i; |
int i; |
280 |
|
|
281 |
if (target <= 0 || target >= tot_length) { |
rc = malloc(sizeof(rc_2pass2_t)); |
282 |
printf("undersize warning\n"); |
if (rc == NULL) |
283 |
} |
return XVID_ERR_MEMORY; |
284 |
|
|
285 |
|
rc->param = *param; |
286 |
|
|
287 |
/* perform an initial scale pass. |
/* Initialize all defaults */ |
288 |
if a frame size is scaled underneath our hardcoded minimums, then we force the |
#define _INIT(a, b) if((a) <= 0) (a) = (b) |
289 |
frame size to the minimum, and deduct the original & scaled frmae length from the |
/* Let's set our defaults if needed */ |
290 |
original and target total lengths */ |
_INIT(rc->param.keyframe_boost, DEFAULT_KEYFRAME_BOOST); |
291 |
|
_INIT(rc->param.overflow_control_strength, DEFAULT_OVERFLOW_CONTROL_STRENGTH); |
292 |
|
_INIT(rc->param.curve_compression_high, DEFAULT_CURVE_COMPRESSION_HIGH); |
293 |
|
_INIT(rc->param.curve_compression_low, DEFAULT_CURVE_COMPRESSION_LOW); |
294 |
|
_INIT(rc->param.max_overflow_improvement, DEFAULT_MAX_OVERFLOW_IMPROVEMENT); |
295 |
|
_INIT(rc->param.max_overflow_degradation, DEFAULT_MAX_OVERFLOW_DEGRADATION); |
296 |
|
|
297 |
|
/* Keyframe settings */ |
298 |
|
_INIT(rc->param.kfreduction, DEFAULT_KFREDUCTION); |
299 |
|
_INIT(rc->param.kfthreshold, DEFAULT_KFTHRESHOLD); |
300 |
|
#undef _INIT |
301 |
|
|
302 |
min_size[0] = ((rc->stats[0].blks[0]*22) + 240) / 8; |
/* Initialize some stuff to zero */ |
303 |
min_size[1] = (rc->stats[0].blks[0] + 88) / 8; |
for(i=0; i<3; i++) { |
304 |
min_size[2] = 8; |
int j; |
305 |
|
for (j=0; j<32; j++) { |
306 |
|
rc->quant_error[i][j] = 0; |
307 |
|
rc->quant_count[i][j] = 0; |
308 |
|
} |
309 |
|
} |
310 |
|
|
311 |
|
for (i=0; i<3; i++) rc->last_quant[i] = 0; |
312 |
|
|
313 |
scaler = (double)target / (double)tot_length; |
rc->fq_error = 0; |
|
//printf("target=%i, tot_length=%i, scaler=%f\n", (int)target, (int)tot_length, scaler); |
|
314 |
|
|
315 |
for (i=0; i<rc->num_frames; i++) { |
/* Count frames (and intra frames) in the stats file, store the result into |
316 |
stat_t * s = &rc->stats[i]; |
* the rc structure */ |
317 |
int len; |
if (statsfile_count_frames(rc, param->filename) == -1) { |
318 |
|
DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- ERROR: fopen %s failed\n", param->filename); |
319 |
|
free(rc); |
320 |
|
return(XVID_ERR_FAIL); |
321 |
|
} |
322 |
|
|
323 |
len = (int)((double)s->length * scaler); |
/* Allocate the stats' memory */ |
324 |
if (len < min_size[s->type]) { /* force frame size */ |
if ((rc->stats = malloc(rc->num_frames * sizeof(twopass_stat_t))) == NULL) { |
325 |
s->scaled_length = min_size[s->type]; |
free(rc); |
326 |
target -= s->scaled_length; |
return(XVID_ERR_MEMORY); |
|
tot_length -= s->length; |
|
|
}else{ |
|
|
s->scaled_length = 0; |
|
327 |
} |
} |
328 |
|
|
329 |
|
/* Allocate keyframes location's memory |
330 |
|
* PS: see comment in pre_process0 for the +1 location requirement */ |
331 |
|
rc->keyframe_locations = malloc((rc->num_keyframes + 1) * sizeof(int)); |
332 |
|
if (rc->keyframe_locations == NULL) { |
333 |
|
free(rc->stats); |
334 |
|
free(rc); |
335 |
|
return(XVID_ERR_MEMORY); |
336 |
} |
} |
337 |
|
|
338 |
if (target <= 0 || target >= tot_length) { |
/* Load the first pass stats */ |
339 |
printf("undersize warning\n"); |
if (statsfile_load(rc, param->filename) == -1) { |
340 |
return; |
DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- ERROR: fopen %s failed\n", param->filename); |
341 |
|
free(rc->keyframe_locations); |
342 |
|
free(rc->stats); |
343 |
|
free(rc); |
344 |
|
return XVID_ERR_FAIL; |
345 |
} |
} |
346 |
|
|
347 |
scaler = (double)target / (double)tot_length; |
/* Compute the target filesize */ |
348 |
//printf("target=%i, tot_length=%i, scaler=%f\n", (int)target, (int)tot_length, scaler); |
if (rc->param.bitrate<0) { |
349 |
|
/* if negative, bitrate equals the target (in kbytes) */ |
350 |
|
rc->target = ((uint64_t)(-rc->param.bitrate)) * 1024; |
351 |
|
} else if (rc->num_frames < create->fbase/create->fincr) { |
352 |
|
/* Source sequence is less than 1s long, we do as if it was 1s long */ |
353 |
|
rc->target = rc->param.bitrate / 8; |
354 |
|
} else { |
355 |
|
/* Target filesize = bitrate/8 * numframes / framerate */ |
356 |
|
rc->target = |
357 |
|
((uint64_t)rc->param.bitrate * (uint64_t)rc->num_frames * \ |
358 |
|
(uint64_t)create->fincr) / \ |
359 |
|
((uint64_t)create->fbase * 8); |
360 |
|
} |
361 |
|
|
362 |
|
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Frame rate: %d/%d (%ffps)\n", |
363 |
|
create->fbase, create->fincr, |
364 |
|
(double)create->fbase/(double)create->fincr); |
365 |
|
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Number of frames: %d\n", rc->num_frames); |
366 |
|
if(rc->param.bitrate>=0) |
367 |
|
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Target bitrate: %ld\n", rc->param.bitrate); |
368 |
|
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Target filesize: %lld\n", rc->target); |
369 |
|
|
370 |
|
/* Compensate the average frame overhead caused by the container */ |
371 |
|
rc->target -= rc->num_frames*rc->param.container_frame_overhead; |
372 |
|
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Container Frame overhead: %d\n", rc->param.container_frame_overhead); |
373 |
|
if(rc->param.container_frame_overhead) |
374 |
|
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- New target filesize after container compensation: %lld\n", rc->target); |
375 |
|
|
376 |
|
/* When bitrate is not given it means it has been scaled by an external |
377 |
|
* application */ |
378 |
|
if (rc->param.bitrate) { |
379 |
|
/* Apply zone settings |
380 |
|
* - set rc->tot_quant which represents the total num of bytes spent in |
381 |
|
* fixed quant zones |
382 |
|
* - set rc->tot_weighted which represents the total amount of bytes |
383 |
|
* spent in normal or weighted zones in first pass (normal zones can |
384 |
|
* be considered weight=1) |
385 |
|
* - set rc->tot_quant_invariant which represents the total num of bytes |
386 |
|
* spent in fixed quant zones for headers */ |
387 |
|
zone_process(rc, create); |
388 |
|
} else { |
389 |
|
/* External scaling -- zones are ignored */ |
390 |
for (i=0; i<rc->num_frames; i++) { |
for (i=0; i<rc->num_frames; i++) { |
391 |
stat_t * s = &rc->stats[i]; |
rc->stats[i].zone_mode = XVID_ZONE_WEIGHT; |
392 |
|
rc->stats[i].weight = 1.0; |
|
if (s->scaled_length==0) { /* ignore frame with forced frame sizes */ |
|
|
s->scaled_length = (int)((double)s->length * scaler); |
|
393 |
} |
} |
394 |
|
rc->tot_quant = 0; |
395 |
|
} |
396 |
|
|
397 |
|
/* Gathers some information about first pass stats: |
398 |
|
* - finds the minimum frame length for each frame type during 1st pass. |
399 |
|
* rc->min_size[] |
400 |
|
* - determines the maximum frame length observed (no frame type distinction). |
401 |
|
* rc->max_size |
402 |
|
* - count how many times each frame type has been used. |
403 |
|
* rc->count[] |
404 |
|
* - total bytes used per frame type |
405 |
|
* rc->tot_length[] |
406 |
|
* - total bytes considered invariant between the 2 passes |
407 |
|
* - store keyframe location |
408 |
|
* rc->keyframe_locations[] |
409 |
|
*/ |
410 |
|
first_pass_stats_prepare_data(rc); |
411 |
|
|
412 |
|
/* If we have a user bitrate, it means it's an internal curve scaling */ |
413 |
|
if (rc->param.bitrate) { |
414 |
|
/* Perform internal curve scaling */ |
415 |
|
first_pass_scale_curve_internal(rc); |
416 |
} |
} |
417 |
|
|
418 |
|
/* Apply advanced curve options, and compute some parameters in order to |
419 |
|
* shape the curve in the BEFORE/AFTER pair of functions */ |
420 |
|
scaled_curve_apply_advanced_parameters(rc); |
421 |
|
|
422 |
|
*handle = rc; |
423 |
|
return(0); |
424 |
} |
} |
425 |
|
|
426 |
|
/*---------------------------------------------------------------------------- |
427 |
|
*--------------------------------------------------------------------------*/ |
428 |
|
|
429 |
|
static int |
430 |
|
rc_2pass2_destroy(rc_2pass2_t * rc, xvid_plg_destroy_t * destroy) |
431 |
|
{ |
432 |
|
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- target_total:%lld desired_total:%.2f (%.2f%%) actual_total:%.2f (%.2f%%)\n", |
433 |
|
rc->target, |
434 |
|
rc->desired_total, |
435 |
|
100*rc->desired_total/(double)rc->target, |
436 |
|
rc->real_total, |
437 |
|
100*rc->real_total/(double)rc->target); |
438 |
|
|
439 |
|
free(rc->keyframe_locations); |
440 |
|
free(rc->stats); |
441 |
|
free(rc); |
442 |
|
return(0); |
443 |
|
} |
444 |
|
|
445 |
|
/*---------------------------------------------------------------------------- |
446 |
|
*--------------------------------------------------------------------------*/ |
447 |
|
|
448 |
/* static void internal_scale(rc_2pass2_t *rc) |
static int |
449 |
|
rc_2pass2_before(rc_2pass2_t * rc, xvid_plg_data_t * data) |
450 |
{ |
{ |
451 |
const double avg_pvop = rc->avg_length[XVID_TYPE_PVOP-1]; |
twopass_stat_t * s = &rc->stats[data->frame_num]; |
452 |
const double avg_bvop = rc->avg_length[XVID_TYPE_BVOP-1]; |
double dbytes; |
453 |
const uint64_t tot_pvop = rc->tot_length[XVID_TYPE_PVOP-1]; |
double scaled_quant; |
454 |
const uint64_t tot_bvop = rc->tot_length[XVID_TYPE_BVOP-1]; |
double overflow; |
455 |
uint64_t i_total = 0; |
int capped_to_max_framesize = 0; |
|
double total1,total2; |
|
|
int i; |
|
456 |
|
|
457 |
for (i=0; i<rc->num_frames; i++) { |
/* This function is quite long but easy to understand. In order to simplify |
458 |
stat_t * s = &rc->stats[i]; |
* the code path (a bit), we treat 3 cases that can return immediatly. */ |
459 |
|
|
460 |
if (s->type == XVID_TYPE_IVOP) { |
/* First case: Another plugin has already set a quantizer */ |
461 |
i_total += s->length + s->length * rc->param.keyframe_boost / 100; |
if (data->quant > 0) |
462 |
|
return(0); |
463 |
|
|
464 |
|
/* Second case: insufficent stats data |
465 |
|
* We can't guess much what we should do, let core decide all alone */ |
466 |
|
if (data->frame_num >= rc->num_frames) { |
467 |
|
DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- stats file too short (now processing frame %d)", |
468 |
|
data->frame_num); |
469 |
|
return(0); |
470 |
} |
} |
471 |
|
|
472 |
|
/* Third case: We are in a Quant zone |
473 |
|
* Quant zones must just ensure we use the same settings as first pass |
474 |
|
* So set the quantizer and the type */ |
475 |
|
if (s->zone_mode == XVID_ZONE_QUANT) { |
476 |
|
/* Quant stuff */ |
477 |
|
rc->fq_error += s->weight; |
478 |
|
data->quant = (int)rc->fq_error; |
479 |
|
rc->fq_error -= data->quant; |
480 |
|
|
481 |
|
/* The type stuff */ |
482 |
|
data->type = s->type; |
483 |
|
|
484 |
|
/* The only required data for AFTER step is this one for the overflow |
485 |
|
* control */ |
486 |
|
s->desired_length = s->length; |
487 |
|
|
488 |
|
return(0); |
489 |
} |
} |
490 |
|
|
|
// compensate for avi frame overhead |
|
|
rc->target_size -= rc->num_frames * 24; |
|
491 |
|
|
492 |
// perform prepass to compensate for over/undersizing |
/*************************************************************************/ |
493 |
|
/*************************************************************************/ |
494 |
|
/*************************************************************************/ |
495 |
|
|
496 |
if (rc->param.use_alt_curve) { |
/*------------------------------------------------------------------------- |
497 |
|
* Frame bit allocation first part |
498 |
|
* |
499 |
|
* First steps apply user settings, just like it is done in the theoritical |
500 |
|
* scaled_curve_apply_advanced_parameters |
501 |
|
*-----------------------------------------------------------------------*/ |
502 |
|
|
503 |
|
/* Set desired to what we are wanting to obtain for this frame */ |
504 |
|
dbytes = (double)s->scaled_length; |
505 |
|
|
506 |
|
/* IFrame user settings*/ |
507 |
|
if (s->type == XVID_TYPE_IVOP) { |
508 |
|
/* Keyframe boosting -- All keyframes benefit from it */ |
509 |
|
dbytes += dbytes*rc->param.keyframe_boost / 100; |
510 |
|
|
511 |
rc->alt_curve_low = avg_pvop - avg_pvop * (double)rc->param.alt_curve_low_dist / 100.0; |
#if 0 /* ToDo: decide how to apply kfthresholding */ |
512 |
rc->alt_curve_low_diff = avg_pvop - rc->alt_curve_low; |
#endif |
|
rc->alt_curve_high = avg_pvop + avg_pvop * (double)rc->param.alt_curve_high_dist / 100.0; |
|
|
rc->alt_curve_high_diff = rc->alt_curve_high - avg_pvop; |
|
|
if (rc->alt_curve_use_auto) { |
|
|
if (rc->movie_curve > 1.0) { |
|
|
rc->param.alt_curve_min_rel_qual = (int)(100.0 - (100.0 - 100.0 / rc->movie_curve) * (double)rc->param.alt_curve_auto_str / 100.0); |
|
|
if (rc->param.alt_curve_min_rel_qual < 20) |
|
|
rc->param.alt_curve_min_rel_qual = 20; |
|
513 |
}else{ |
}else{ |
|
rc->param.alt_curve_min_rel_qual = 100; |
|
|
} |
|
|
} |
|
|
rc->alt_curve_mid_qual = (1.0 + (double)rc->param.alt_curve_min_rel_qual / 100.0) / 2.0; |
|
|
rc->alt_curve_qual_dev = 1.0 - rc->alt_curve_mid_qual; |
|
514 |
|
|
515 |
if (rc->param.alt_curve_low_dist > 100) { |
/* P/S/B frames must reserve some bits for iframe boosting */ |
516 |
switch(rc->param.alt_curve_type) { |
dbytes *= rc->pb_iboost_tax_ratio; |
517 |
case XVID_CURVE_SINE : // Sine Curve (high aggressiveness) |
|
518 |
rc->alt_curve_qual_dev *= 2.0 / (1.0 + sin(DEG2RAD * (avg_pvop * 90.0 / rc->alt_curve_low_diff))); |
/* Apply assymetric curve compression */ |
519 |
rc->alt_curve_mid_qual = 1.0 - rc->alt_curve_qual_dev * sin(DEG2RAD * (avg_pvop * 90.0 / rc->alt_curve_low_diff)); |
if (rc->param.curve_compression_high || rc->param.curve_compression_low) { |
520 |
break; |
double assymetric_delta; |
521 |
case XVID_CURVE_LINEAR : // Linear (medium aggressiveness) |
|
522 |
rc->alt_curve_qual_dev *= 2.0 / (1.0 + avg_pvop / rc->alt_curve_low_diff); |
/* Compute the assymetric delta, this is computed before applying |
523 |
rc->alt_curve_mid_qual = 1.0 - rc->alt_curve_qual_dev * avg_pvop / rc->alt_curve_low_diff; |
* the tax, as done in the pre_process function */ |
524 |
break; |
if (dbytes > rc->avg_length[s->type-1]) |
525 |
case XVID_CURVE_COSINE : // Cosine Curve (low aggressiveness) |
assymetric_delta = (rc->avg_length[s->type-1] - dbytes) * rc->param.curve_compression_high / 100.0; |
526 |
rc->alt_curve_qual_dev *= 2.0 / (1.0 + (1.0 - cos(DEG2RAD * (avg_pvop * 90.0 / rc->alt_curve_low_diff)))); |
else |
527 |
rc->alt_curve_mid_qual = 1.0 - rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * (avg_pvop * 90.0 / rc->alt_curve_low_diff))); |
assymetric_delta = (rc->avg_length[s->type-1] - dbytes) * rc->param.curve_compression_low / 100.0; |
528 |
} |
|
529 |
|
/* Now we must apply the assymetric tax, else our curve compression |
530 |
|
* would not give a theoritical target size equal to what it is |
531 |
|
* expected */ |
532 |
|
dbytes *= rc->assymetric_tax_ratio; |
533 |
|
|
534 |
|
/* Now we can add the assymetric delta */ |
535 |
|
dbytes += assymetric_delta; |
536 |
} |
} |
537 |
} |
} |
538 |
|
|
539 |
total1 = 0; |
/* That is what we would like to have -- Don't put that chunk after |
540 |
total2 = 0; |
* overflow control, otherwise, overflow is counted twice and you obtain |
541 |
|
* half sized bitrate sequences */ |
542 |
|
s->desired_length = (int)dbytes; |
543 |
|
rc->desired_total += dbytes; |
544 |
|
|
545 |
for (i=0; i<rc->num_frames; i++) { |
/*------------------------------------------------------------------------ |
546 |
stat_t * s = &rc->stats[i]; |
* Frame bit allocation: overflow control part. |
547 |
|
* |
548 |
|
* Unlike the theoritical scaled_curve_apply_advanced_parameters, here |
549 |
|
* it's real encoding and we need to make sure we don't go so far from |
550 |
|
* what is our ideal scaled curve. |
551 |
|
*-----------------------------------------------------------------------*/ |
552 |
|
|
553 |
|
/* Compute the overflow we should compensate */ |
554 |
|
if (s->type != XVID_TYPE_IVOP || rc->overflow > 0) { |
555 |
|
double frametype_factor; |
556 |
|
double framesize_factor; |
557 |
|
|
558 |
if (s->type != XVID_TYPE_IVOP) { |
/* Take only the desired part of overflow */ |
559 |
|
overflow = rc->overflow; |
560 |
|
|
561 |
double dbytes = s->length / rc->movie_curve; |
/* Factor that will take care to decrease the overflow applied |
562 |
double dbytes2; |
* according to the importance of this frame type in term of |
563 |
total1 += dbytes; |
* overall size */ |
564 |
|
frametype_factor = rc->count[XVID_TYPE_IVOP-1]*rc->avg_length[XVID_TYPE_IVOP-1]; |
565 |
|
frametype_factor += rc->count[XVID_TYPE_PVOP-1]*rc->avg_length[XVID_TYPE_PVOP-1]; |
566 |
|
frametype_factor += rc->count[XVID_TYPE_BVOP-1]*rc->avg_length[XVID_TYPE_BVOP-1]; |
567 |
|
frametype_factor /= rc->count[s->type-1]*rc->avg_length[s->type-1]; |
568 |
|
frametype_factor = 1/frametype_factor; |
569 |
|
|
570 |
|
/* Factor that will take care not to compensate too much for this frame |
571 |
|
* size */ |
572 |
|
framesize_factor = dbytes; |
573 |
|
framesize_factor /= rc->avg_length[s->type-1]; |
574 |
|
|
575 |
|
/* Treat only the overflow part concerned by this frame type and size */ |
576 |
|
overflow *= frametype_factor; |
577 |
|
#if 0 |
578 |
|
/* Leave this one alone, as it impacts badly on quality */ |
579 |
|
overflow *= framesize_factor; |
580 |
|
#endif |
581 |
|
|
582 |
|
/* Apply the overflow strength imposed by the user */ |
583 |
|
overflow *= (rc->param.overflow_control_strength/100.0f); |
584 |
|
} else { |
585 |
|
/* no negative overflow applied in IFrames because: |
586 |
|
* - their role is important as they're references for P/BFrames. |
587 |
|
* - there aren't much in typical sequences, so if an IFrame overflows too |
588 |
|
* much, this overflow may impact the next IFrame too much and generate |
589 |
|
* a sequence of poor quality frames */ |
590 |
|
overflow = 0; |
591 |
|
} |
592 |
|
|
593 |
if (s->type == XVID_TYPE_BVOP) |
/* Make sure we are not trying to compensate more overflow than we even have */ |
594 |
dbytes *= avg_pvop / avg_bvop; |
if (fabs(overflow) > fabs(rc->overflow)) |
595 |
|
overflow = rc->overflow; |
596 |
|
|
597 |
if (rc->param.use_alt_curve) { |
/* Make sure the overflow doesn't make the frame size to get out of the range |
598 |
if (dbytes > avg_pvop) { |
* [-max_degradation..+max_improvment] */ |
599 |
if (dbytes >= rc->alt_curve_high) { |
if (overflow > dbytes*rc->param.max_overflow_improvement / 100) { |
600 |
dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev); |
if(overflow <= dbytes) |
601 |
|
dbytes += dbytes * rc->param.max_overflow_improvement / 100; |
602 |
|
else |
603 |
|
dbytes += overflow * rc->param.max_overflow_improvement / 100; |
604 |
|
} else if (overflow < - dbytes * rc->param.max_overflow_degradation / 100) { |
605 |
|
dbytes -= dbytes * rc->param.max_overflow_degradation / 100; |
606 |
}else{ |
}else{ |
607 |
switch(rc->param.alt_curve_type){ |
dbytes += overflow; |
|
case XVID_CURVE_SINE : |
|
|
dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * sin(DEG2RAD * ((dbytes - avg_pvop) * 90.0 / rc->alt_curve_high_diff))); |
|
|
break; |
|
|
case XVID_CURVE_LINEAR : |
|
|
dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (dbytes - avg_pvop) / rc->alt_curve_high_diff); |
|
|
break; |
|
|
case XVID_CURVE_COSINE : |
|
|
dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * ((dbytes - avg_pvop) * 90.0 / rc->alt_curve_high_diff)))); |
|
608 |
} |
} |
609 |
|
|
610 |
|
/*------------------------------------------------------------------------- |
611 |
|
* Frame bit allocation last part: |
612 |
|
* |
613 |
|
* Cap frame length so we don't reach neither bigger frame sizes than first |
614 |
|
* pass nor smaller than the allowed minimum. |
615 |
|
*-----------------------------------------------------------------------*/ |
616 |
|
|
617 |
|
#ifdef PASS_SMALLER |
618 |
|
if (dbytes > s->length) { |
619 |
|
dbytes = s->length; |
620 |
|
} else |
621 |
|
if (dbytes < rc->min_length[s->type-1]) { |
622 |
|
dbytes = rc->min_length[s->type-1]; |
623 |
|
} else if (dbytes > rc->max_length) { |
624 |
|
/* ToDo: this condition is always wrong as max_length == maximum frame |
625 |
|
* length of first pass, so the first condition already caps the frame |
626 |
|
* size... */ |
627 |
|
capped_to_max_framesize = 1; |
628 |
|
dbytes = rc->max_length; |
629 |
|
DPRINTF(XVID_DEBUG_RC,"[xvid rc] -- frame:%d Capped to maximum frame size\n", |
630 |
|
data->frame_num); |
631 |
|
} |
632 |
|
#endif |
633 |
|
/*------------------------------------------------------------------------ |
634 |
|
* Desired frame length <-> quantizer mapping |
635 |
|
*-----------------------------------------------------------------------*/ |
636 |
|
|
637 |
|
#ifdef BQUANT_PRESCALE |
638 |
|
/* For bframes we prescale the quantizer to avoid too high quant scaling */ |
639 |
|
if(s->type == XVID_TYPE_BVOP) { |
640 |
|
|
641 |
|
twopass_stat_t *b_ref = s; |
642 |
|
|
643 |
|
/* Find the reference frame */ |
644 |
|
while(b_ref != &rc->stats[0] && b_ref->type == XVID_TYPE_BVOP) |
645 |
|
b_ref--; |
646 |
|
|
647 |
|
/* Compute the original quant */ |
648 |
|
s->quant = 2*(100*s->quant - data->bquant_offset); |
649 |
|
s->quant += data->bquant_ratio - 1; /* to avoid rounding issues */ |
650 |
|
s->quant = s->quant/data->bquant_ratio - b_ref->quant; |
651 |
|
} |
652 |
|
#endif |
653 |
|
|
654 |
|
/* Don't laugh at this very 'simple' quant<->size relationship, it |
655 |
|
* proves to be acurate enough for our algorithm */ |
656 |
|
scaled_quant = (double)s->quant*(double)s->length/(double)dbytes; |
657 |
|
|
658 |
|
#ifdef COMPENSATE_FORMULA |
659 |
|
/* We know xvidcore will apply the bframe formula again, so we compensate |
660 |
|
* it right now to make sure we would not apply it twice */ |
661 |
|
if(s->type == XVID_TYPE_BVOP) { |
662 |
|
|
663 |
|
twopass_stat_t *b_ref = s; |
664 |
|
|
665 |
|
/* Find the reference frame */ |
666 |
|
while(b_ref != &rc->stats[0] && b_ref->type == XVID_TYPE_BVOP) |
667 |
|
b_ref--; |
668 |
|
|
669 |
|
/* Compute the quant it would be if the core did not apply the bframe |
670 |
|
* formula */ |
671 |
|
scaled_quant = 100*scaled_quant - data->bquant_offset; |
672 |
|
scaled_quant += data->bquant_ratio - 1; /* to avoid rouding issues */ |
673 |
|
scaled_quant /= data->bquant_ratio; |
674 |
} |
} |
675 |
|
#endif |
676 |
|
|
677 |
|
/* Quantizer has been scaled using floating point operations/results, we |
678 |
|
* must cast it to integer */ |
679 |
|
data->quant = (int)scaled_quant; |
680 |
|
|
681 |
|
/* Let's clip the computed quantizer, if needed */ |
682 |
|
if (data->quant < 1) { |
683 |
|
data->quant = 1; |
684 |
|
} else if (data->quant > 31) { |
685 |
|
data->quant = 31; |
686 |
}else{ |
}else{ |
687 |
if (dbytes <= rc->alt_curve_low){ |
|
688 |
dbytes2 = dbytes; |
/* The frame quantizer has not been clipped, this appears to be a good |
689 |
}else{ |
* computed quantizer, do not loose quantizer decimal part that we |
690 |
switch(rc->param.alt_curve_type){ |
* accumulate for later reuse when its sum represents a complete |
691 |
case XVID_CURVE_SINE : |
* unit. */ |
692 |
dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * sin(DEG2RAD * ((dbytes - avg_pvop) * 90.0 / rc->alt_curve_low_diff))); |
rc->quant_error[s->type-1][data->quant] += scaled_quant - (double)data->quant; |
693 |
break; |
|
694 |
case XVID_CURVE_LINEAR : |
if (rc->quant_error[s->type-1][data->quant] >= 1.0) { |
695 |
dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (dbytes - avg_pvop) / rc->alt_curve_low_diff); |
rc->quant_error[s->type-1][data->quant] -= 1.0; |
696 |
break; |
data->quant++; |
697 |
case XVID_CURVE_COSINE : |
} else if (rc->quant_error[s->type-1][data->quant] <= -1.0) { |
698 |
dbytes2 = dbytes * (rc->alt_curve_mid_qual + rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * ((dbytes - avg_pvop) * 90.0 / rc->alt_curve_low_diff)))); |
rc->quant_error[s->type-1][data->quant] += 1.0; |
699 |
|
data->quant--; |
700 |
} |
} |
701 |
} |
} |
702 |
|
|
703 |
|
/* Now we have a computed quant that is in the right quante range, with a |
704 |
|
* possible +1 correction due to cumulated error. We can now safely clip |
705 |
|
* the quantizer again with user's quant ranges. "Safely" means the Rate |
706 |
|
* Control could learn more about this quantizer, this knowledge is useful |
707 |
|
* for future frames even if it this quantizer won't be really used atm, |
708 |
|
* that's why we don't perform this clipping earlier. */ |
709 |
|
if (data->quant < data->min_quant[s->type-1]) { |
710 |
|
data->quant = data->min_quant[s->type-1]; |
711 |
|
} else if (data->quant > data->max_quant[s->type-1]) { |
712 |
|
data->quant = data->max_quant[s->type-1]; |
713 |
|
} |
714 |
|
|
715 |
|
/* To avoid big quality jumps from frame to frame, we apply a "security" |
716 |
|
* rule that makes |last_quant - new_quant| <= 2. This rule only applies |
717 |
|
* to predicted frames (P and B) */ |
718 |
|
if (s->type != XVID_TYPE_IVOP && rc->last_quant[s->type-1] && capped_to_max_framesize == 0) { |
719 |
|
|
720 |
|
if (data->quant > rc->last_quant[s->type-1] + 2) { |
721 |
|
data->quant = rc->last_quant[s->type-1] + 2; |
722 |
|
DPRINTF(XVID_DEBUG_RC, |
723 |
|
"[xvid rc] -- frame %d p/b-frame quantizer prevented from rising too steeply\n", |
724 |
|
data->frame_num); |
725 |
} |
} |
726 |
}else{ |
if (data->quant < rc->last_quant[s->type-1] - 2) { |
727 |
if (dbytes > avg_pvop) { |
data->quant = rc->last_quant[s->type-1] - 2; |
728 |
dbytes2 = ((double)dbytes + (avg_pvop - dbytes) * |
DPRINTF(XVID_DEBUG_RC, |
729 |
rc->param.curve_compression_high / 100.0); |
"[xvid rc] -- frame:%d p/b-frame quantizer prevented from falling too steeply\n", |
730 |
}else{ |
data->frame_num); |
|
dbytes2 = ((double)dbytes + (avg_pvop - dbytes) * |
|
|
rc->param.curve_compression_low / 100.0); |
|
731 |
} |
} |
732 |
} |
} |
733 |
|
|
734 |
if (s->type == XVID_TYPE_BVOP) { |
/* We don't want to pollute the RC histerisis when our computed quant has |
735 |
dbytes2 *= avg_bvop / avg_pvop; |
* been computed from a capped frame size */ |
736 |
} |
if (capped_to_max_framesize == 0) |
737 |
|
rc->last_quant[s->type-1] = data->quant; |
738 |
|
|
739 |
if (dbytes2 < rc->min_length[s->type-1]) { |
/* Don't forget to force 1st pass frame type ;-) */ |
740 |
dbytes = rc->min_length[s->type-1]; |
data->type = s->type; |
741 |
|
|
742 |
|
return 0; |
743 |
} |
} |
744 |
|
|
745 |
total2 += dbytes2; |
/*---------------------------------------------------------------------------- |
746 |
|
*--------------------------------------------------------------------------*/ |
747 |
|
|
748 |
|
static int |
749 |
|
rc_2pass2_after(rc_2pass2_t * rc, xvid_plg_data_t * data) |
750 |
|
{ |
751 |
|
const char frame_type[4] = { 'i', 'p', 'b', 's'}; |
752 |
|
twopass_stat_t * s = &rc->stats[data->frame_num]; |
753 |
|
|
754 |
|
/* Insufficent stats data */ |
755 |
|
if (data->frame_num >= rc->num_frames) |
756 |
|
return 0; |
757 |
|
|
758 |
|
/* Update the quantizer counter */ |
759 |
|
rc->quant_count[s->type-1][data->quant]++; |
760 |
|
|
761 |
|
/* Update the frame type overflow */ |
762 |
|
if (data->type == XVID_TYPE_IVOP) { |
763 |
|
int kfdiff = 0; |
764 |
|
|
765 |
|
if(rc->KF_idx != rc->num_frames -1) { |
766 |
|
kfdiff = rc->keyframe_locations[rc->KF_idx+1]; |
767 |
|
kfdiff -= rc->keyframe_locations[rc->KF_idx]; |
768 |
} |
} |
769 |
|
|
770 |
|
/* Flush Keyframe overflow accumulator */ |
771 |
|
rc->overflow += rc->KFoverflow; |
772 |
|
|
773 |
|
/* Store the frame overflow to the keyframe accumulator */ |
774 |
|
rc->KFoverflow = s->desired_length - data->length; |
775 |
|
|
776 |
|
if (kfdiff > 1) { |
777 |
|
/* Non-consecutive keyframes case: |
778 |
|
* We can then divide this total keyframe overflow into equal parts |
779 |
|
* that we will distribute into regular overflow at each frame |
780 |
|
* between the sequence bounded by two IFrames */ |
781 |
|
rc->KFoverflow_partial = rc->KFoverflow / (kfdiff - 1); |
782 |
|
} else { |
783 |
|
/* Consecutive keyframes case: |
784 |
|
* Flush immediatly the keyframe overflow and reset keyframe |
785 |
|
* overflow */ |
786 |
|
rc->overflow += rc->KFoverflow; |
787 |
|
rc->KFoverflow = 0; |
788 |
|
rc->KFoverflow_partial = 0; |
789 |
} |
} |
790 |
|
rc->KF_idx++; |
791 |
|
} else { |
792 |
|
/* Accumulate the frame overflow */ |
793 |
|
rc->overflow += s->desired_length - data->length; |
794 |
|
|
795 |
rc->curve_comp_scale = total1 / total2; |
/* Distribute part of the keyframe overflow */ |
796 |
|
rc->overflow += rc->KFoverflow_partial; |
797 |
|
|
798 |
if (!rc->param.use_alt_curve) { |
/* Don't forget to substract that same amount from the total keyframe |
799 |
printf("middle frame size for asymmetric curve compression: %i", |
* overflow */ |
800 |
(int)(avg_pvop * rc->curve_comp_scale)); |
rc->KFoverflow -= rc->KFoverflow_partial; |
801 |
} |
} |
|
}*/ |
|
802 |
|
|
803 |
|
rc->overflow += (s->error = s->desired_length - data->length); |
804 |
|
rc->real_total += data->length; |
805 |
|
|
806 |
|
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- frame:%d type:%c quant:%d stats:%d scaled:%d desired:%d actual:%d error:%d overflow:%.2f\n", |
807 |
|
data->frame_num, |
808 |
|
frame_type[data->type-1], |
809 |
|
data->quant, |
810 |
|
s->length, |
811 |
|
s->scaled_length, |
812 |
|
s->desired_length, |
813 |
|
s->desired_length - s->error, |
814 |
|
-s->error, |
815 |
|
rc->overflow); |
816 |
|
|
817 |
/* open stats file(s) and read into rc->stats array */ |
return(0); |
818 |
|
} |
819 |
|
|
820 |
|
/***************************************************************************** |
821 |
|
* Helper functions definition |
822 |
|
****************************************************************************/ |
823 |
|
|
824 |
|
/* Default buffer size for reading lines */ |
825 |
|
#define BUF_SZ 1024 |
826 |
|
|
827 |
static int load_stats(rc_2pass2_t *rc, char * filename) |
/* Helper functions for reading/parsing the stats file */ |
828 |
|
static char *skipspaces(char *string); |
829 |
|
static int iscomment(char *string); |
830 |
|
static char *readline(FILE *f); |
831 |
|
|
832 |
|
/* This function counts the number of frame entries in the stats file |
833 |
|
* It also counts the number of I Frames */ |
834 |
|
static int |
835 |
|
statsfile_count_frames(rc_2pass2_t * rc, char * filename) |
836 |
{ |
{ |
837 |
FILE * f; |
FILE * f; |
838 |
int i, not_scaled; |
char *line; |
839 |
|
int lines; |
840 |
|
|
841 |
|
rc->num_frames = 0; |
842 |
|
rc->num_keyframes = 0; |
843 |
|
|
844 |
if ((f = fopen(filename, "rt"))==NULL) |
if ((f = fopen(filename, "rb")) == NULL) |
845 |
return 0; |
return(-1); |
846 |
|
|
847 |
|
lines = 0; |
848 |
|
while ((line = readline(f)) != NULL) { |
849 |
|
|
850 |
i = 0; |
char *ptr; |
|
not_scaled = 0; |
|
|
while(i < rc->num_frames) { |
|
|
stat_t * s = &rc->stats[i]; |
|
|
int n; |
|
851 |
char type; |
char type; |
852 |
|
int fields; |
853 |
|
|
854 |
s->scaled_length = 0; |
lines++; |
|
n = fscanf(f, "%c %d %d %d %d %d %d\n", &type, &s->quant, &s->blks[0], &s->blks[1], &s->blks[2], &s->length, &s->scaled_length); |
|
|
if (n == EOF) break; |
|
|
if (n < 7) { |
|
|
not_scaled = 1; |
|
|
} |
|
855 |
|
|
856 |
if (type == 'i') { |
/* We skip spaces */ |
857 |
s->type = XVID_TYPE_IVOP; |
ptr = skipspaces(line); |
858 |
}else if (type == 'p' || type == 's') { |
|
859 |
s->type = XVID_TYPE_PVOP; |
/* Skip coment lines or empty lines */ |
860 |
}else if (type == 'b') { |
if(iscomment(ptr) || *ptr == '\0') { |
861 |
s->type = XVID_TYPE_BVOP; |
free(line); |
|
}else{ /* unknown type */ |
|
|
printf("unk\n"); |
|
862 |
continue; |
continue; |
863 |
} |
} |
864 |
|
|
865 |
i++; |
/* Read the stat line from buffer */ |
866 |
|
fields = sscanf(ptr, "%c", &type); |
867 |
|
|
868 |
|
/* Valid stats files have at least 7 fields */ |
869 |
|
if (fields == 1) { |
870 |
|
switch(type) { |
871 |
|
case 'i': |
872 |
|
case 'I': |
873 |
|
rc->num_keyframes++; |
874 |
|
case 'p': |
875 |
|
case 'P': |
876 |
|
case 'b': |
877 |
|
case 'B': |
878 |
|
case 's': |
879 |
|
case 'S': |
880 |
|
rc->num_frames++; |
881 |
|
break; |
882 |
|
default: |
883 |
|
DPRINTF(XVID_DEBUG_RC, |
884 |
|
"[xvid rc] -- WARNING: L%d unknown frame type used (%c).\n", |
885 |
|
lines, type); |
886 |
|
} |
887 |
|
} else { |
888 |
|
DPRINTF(XVID_DEBUG_RC, |
889 |
|
"[xvid rc] -- WARNING: L%d misses some stat fields (%d).\n", |
890 |
|
lines, 7-fields); |
891 |
|
} |
892 |
|
|
893 |
|
/* Free the line buffer */ |
894 |
|
free(line); |
895 |
} |
} |
|
rc->num_frames = i; |
|
896 |
|
|
897 |
|
/* We are done with the file */ |
898 |
fclose(f); |
fclose(f); |
899 |
|
|
900 |
return 1; |
return(0); |
901 |
} |
} |
902 |
|
|
903 |
|
/* open stats file(s) and read into rc->stats array */ |
904 |
|
static int |
905 |
|
statsfile_load(rc_2pass2_t *rc, char * filename) |
906 |
|
{ |
907 |
|
FILE * f; |
908 |
|
int processed_entries; |
909 |
|
|
910 |
|
/* Opens the file */ |
911 |
|
if ((f = fopen(filename, "rb"))==NULL) |
912 |
|
return(-1); |
913 |
|
|
914 |
|
processed_entries = 0; |
915 |
|
while(processed_entries < rc->num_frames) { |
916 |
|
char type; |
917 |
|
int fields; |
918 |
|
twopass_stat_t * s = &rc->stats[processed_entries]; |
919 |
|
char *line, *ptr; |
920 |
|
|
921 |
|
/* Read the line from the file */ |
922 |
|
if((line = readline(f)) == NULL) |
923 |
|
break; |
924 |
|
|
925 |
|
/* We skip spaces */ |
926 |
|
ptr = skipspaces(line); |
927 |
|
|
928 |
static void print_stats(rc_2pass2_t * rc) |
/* Skip comment lines or empty lines */ |
929 |
{ |
if(iscomment(ptr) || *ptr == '\0') { |
930 |
int i; |
free(line); |
931 |
for (i = 0; i < rc->num_frames; i++) { |
continue; |
932 |
stat_t * s = &rc->stats[i]; |
} |
933 |
printf("%i %i %i %i\n", s->type, s->quant, s->length, s->scaled_length); |
|
934 |
|
/* Reset this field that is optional */ |
935 |
|
s->scaled_length = 0; |
936 |
|
|
937 |
|
/* Convert the fields */ |
938 |
|
fields = sscanf(ptr, |
939 |
|
"%c %d %d %d %d %d %d %d\n", |
940 |
|
&type, |
941 |
|
&s->quant, |
942 |
|
&s->blks[0], &s->blks[1], &s->blks[2], |
943 |
|
&s->length, &s->invariant /* not really yet */, |
944 |
|
&s->scaled_length); |
945 |
|
|
946 |
|
/* Free line buffer, we don't need it anymore */ |
947 |
|
free(line); |
948 |
|
|
949 |
|
/* Fail silently, this has probably been warned in |
950 |
|
* statsfile_count_frames */ |
951 |
|
if(fields != 7 && fields != 8) |
952 |
|
continue; |
953 |
|
|
954 |
|
/* Convert frame type and compute the invariant length part */ |
955 |
|
switch(type) { |
956 |
|
case 'i': |
957 |
|
case 'I': |
958 |
|
s->type = XVID_TYPE_IVOP; |
959 |
|
s->invariant /= INVARIANT_HEADER_PART_IVOP; |
960 |
|
break; |
961 |
|
case 'p': |
962 |
|
case 'P': |
963 |
|
case 's': |
964 |
|
case 'S': |
965 |
|
s->type = XVID_TYPE_PVOP; |
966 |
|
s->invariant /= INVARIANT_HEADER_PART_PVOP; |
967 |
|
break; |
968 |
|
case 'b': |
969 |
|
case 'B': |
970 |
|
s->type = XVID_TYPE_BVOP; |
971 |
|
s->invariant /= INVARIANT_HEADER_PART_BVOP; |
972 |
|
break; |
973 |
|
default: |
974 |
|
/* Same as before, fail silently */ |
975 |
|
continue; |
976 |
} |
} |
977 |
|
|
978 |
|
/* Ok it seems it's been processed correctly */ |
979 |
|
processed_entries++; |
980 |
} |
} |
981 |
|
|
982 |
|
/* Close the file */ |
983 |
|
fclose(f); |
984 |
|
|
985 |
/* pre-process the statistics data |
return(0); |
986 |
this is a clone of vfw/src/2pass.c:codec_2pass_init minus file reading, alt_curve, internal scale |
} |
|
*/ |
|
987 |
|
|
988 |
void pre_process0(rc_2pass2_t * rc) |
/* pre-process the statistics data |
989 |
|
* - for each type, count, tot_length, min_length, max_length |
990 |
|
* - set keyframes_locations, tot_prescaled */ |
991 |
|
static void |
992 |
|
first_pass_stats_prepare_data(rc_2pass2_t * rc) |
993 |
{ |
{ |
994 |
int i,j; |
int i,j; |
995 |
|
|
996 |
|
/* *rc fields initialization |
997 |
|
* NB: INT_MAX and INT_MIN are used in order to be immediately replaced |
998 |
|
* with real values of the 1pass */ |
999 |
for (i=0; i<3; i++) { |
for (i=0; i<3; i++) { |
1000 |
rc->count[i]=0; |
rc->count[i]=0; |
1001 |
rc->tot_length[i] = 0; |
rc->tot_length[i] = 0; |
1002 |
rc->last_quant[i] = 0; |
rc->tot_invariant[i] = 0; |
1003 |
|
rc->min_length[i] = INT_MAX; |
1004 |
} |
} |
1005 |
|
|
1006 |
for (i=0; i<32;i++) { |
rc->max_length = INT_MIN; |
1007 |
rc->pquant_error[i] = 0; |
rc->tot_weighted = 0; |
|
rc->bquant_error[i] = 0; |
|
|
rc->quant_count[i] = 0; |
|
|
} |
|
1008 |
|
|
1009 |
|
/* Loop through all frames and find/compute all the stuff this function |
1010 |
|
* is supposed to do */ |
1011 |
for (i=j=0; i<rc->num_frames; i++) { |
for (i=j=0; i<rc->num_frames; i++) { |
1012 |
stat_t * s = &rc->stats[i]; |
twopass_stat_t * s = &rc->stats[i]; |
1013 |
|
|
1014 |
rc->count[s->type-1]++; |
rc->count[s->type-1]++; |
1015 |
rc->tot_length[s->type-1] += s->length; |
rc->tot_length[s->type-1] += s->length; |
1016 |
|
rc->tot_invariant[s->type-1] += s->invariant; |
1017 |
|
if (s->zone_mode != XVID_ZONE_QUANT) |
1018 |
|
rc->tot_weighted += (int)(s->weight*(s->length - s->invariant)); |
1019 |
|
|
1020 |
if (i == 0 || s->length < rc->min_length[s->type-1]) { |
if (s->length < rc->min_length[s->type-1]) { |
1021 |
rc->min_length[s->type-1] = s->length; |
rc->min_length[s->type-1] = s->length; |
1022 |
} |
} |
1023 |
|
|
1024 |
if (i == 0 || s->length > rc->max_length) { |
if (s->length > rc->max_length) { |
1025 |
rc->max_length = s->length; |
rc->max_length = s->length; |
1026 |
} |
} |
1027 |
|
|
1030 |
j++; |
j++; |
1031 |
} |
} |
1032 |
} |
} |
|
rc->keyframe_locations[j] = i; |
|
|
} |
|
1033 |
|
|
1034 |
|
/* NB: |
1035 |
|
* The "per sequence" overflow system considers a natural sequence to be |
1036 |
|
* formed by all frames between two iframes, so if we want to make sure |
1037 |
|
* the system does not go nuts during last sequence, we force the last |
1038 |
|
* frame to appear in the keyframe locations array. */ |
1039 |
|
rc->keyframe_locations[j] = i; |
1040 |
|
|
1041 |
|
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Min 1st pass IFrame length: %d\n", rc->min_length[0]); |
1042 |
|
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Min 1st pass PFrame length: %d\n", rc->min_length[1]); |
1043 |
|
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Min 1st pass BFrame length: %d\n", rc->min_length[2]); |
1044 |
|
} |
1045 |
|
|
1046 |
void pre_process1(rc_2pass2_t * rc) |
/* calculate zone weight "center" */ |
1047 |
|
static void |
1048 |
|
zone_process(rc_2pass2_t *rc, const xvid_plg_create_t * create) |
1049 |
{ |
{ |
1050 |
int i; |
int i,j; |
1051 |
double total1, total2; |
int n = 0; |
|
uint64_t ivop_boost_total; |
|
1052 |
|
|
1053 |
ivop_boost_total = 0; |
rc->tot_quant = 0; |
1054 |
rc->curve_comp_error = 0; |
rc->tot_quant_invariant = 0; |
1055 |
|
|
1056 |
for (i=0; i<3; i++) { |
if (create->num_zones == 0) { |
1057 |
rc->tot_scaled_length[i] = 0; |
for (j = 0; j < rc->num_frames; j++) { |
1058 |
|
rc->stats[j].zone_mode = XVID_ZONE_WEIGHT; |
1059 |
|
rc->stats[j].weight = 1.0; |
1060 |
|
} |
1061 |
|
n += rc->num_frames; |
1062 |
} |
} |
1063 |
|
|
|
for (i=0; i<rc->num_frames; i++) { |
|
|
stat_t * s = &rc->stats[i]; |
|
1064 |
|
|
1065 |
rc->tot_scaled_length[s->type-1] += s->scaled_length; |
for(i=0; i < create->num_zones; i++) { |
1066 |
|
|
1067 |
if (s->type == XVID_TYPE_IVOP) { |
int next = (i+1<create->num_zones) ? create->zones[i+1].frame : rc->num_frames; |
|
ivop_boost_total += s->scaled_length * rc->param.keyframe_boost / 100; |
|
|
} |
|
|
} |
|
1068 |
|
|
1069 |
rc->movie_curve = ((double)(rc->tot_scaled_length[XVID_TYPE_PVOP-1] + rc->tot_scaled_length[XVID_TYPE_BVOP-1] + ivop_boost_total) / |
/* Zero weight make no sense */ |
1070 |
(rc->tot_scaled_length[XVID_TYPE_PVOP-1] + rc->tot_scaled_length[XVID_TYPE_BVOP-1])); |
if (create->zones[i].increment == 0) create->zones[i].increment = 1; |
1071 |
|
/* And obviously an undetermined infinite makes even less sense */ |
1072 |
|
if (create->zones[i].base == 0) create->zones[i].base = 1; |
1073 |
|
|
1074 |
for(i=0; i<3; i++) { |
if (i==0 && create->zones[i].frame > 0) { |
1075 |
if (rc->count[i] == 0 || rc->movie_curve == 0) { |
for (j = 0; j < create->zones[i].frame && j < rc->num_frames; j++) { |
1076 |
rc->avg_length[i] = 1; |
rc->stats[j].zone_mode = XVID_ZONE_WEIGHT; |
1077 |
}else{ |
rc->stats[j].weight = 1.0; |
|
rc->avg_length[i] = rc->tot_scaled_length[i] / rc->count[i] / rc->movie_curve; |
|
1078 |
} |
} |
1079 |
|
n += create->zones[i].frame; |
1080 |
} |
} |
1081 |
|
|
1082 |
/* alt curve stuff here */ |
if (create->zones[i].mode == XVID_ZONE_WEIGHT) { |
1083 |
|
for (j = create->zones[i].frame; j < next && j < rc->num_frames; j++ ) { |
1084 |
if (rc->param.use_alt_curve) { |
rc->stats[j].zone_mode = XVID_ZONE_WEIGHT; |
1085 |
const double avg_pvop = rc->avg_length[XVID_TYPE_PVOP-1]; |
rc->stats[j].weight = (double)create->zones[i].increment / (double)create->zones[i].base; |
|
const uint64_t tot_pvop = rc->tot_length[XVID_TYPE_PVOP-1]; |
|
|
const uint64_t tot_bvop = rc->tot_length[XVID_TYPE_BVOP-1]; |
|
|
const uint64_t tot_scaled_pvop = rc->tot_scaled_length[XVID_TYPE_PVOP-1]; |
|
|
const uint64_t tot_scaled_bvop = rc->tot_scaled_length[XVID_TYPE_BVOP-1]; |
|
|
|
|
|
rc->alt_curve_low = avg_pvop - avg_pvop * (double)rc->param.alt_curve_low_dist / 100.0; |
|
|
rc->alt_curve_low_diff = avg_pvop - rc->alt_curve_low; |
|
|
rc->alt_curve_high = avg_pvop + avg_pvop * (double)rc->param.alt_curve_high_dist / 100.0; |
|
|
rc->alt_curve_high_diff = rc->alt_curve_high - avg_pvop; |
|
|
|
|
|
if (rc->param.alt_curve_use_auto) { |
|
|
if (tot_bvop + tot_pvop > tot_scaled_bvop + tot_scaled_pvop) { |
|
|
rc->param.alt_curve_min_rel_qual = (int)(100.0 - (100.0 - 100.0 / |
|
|
((double)(tot_pvop + tot_bvop) / (double)(tot_scaled_pvop + tot_scaled_bvop))) * (double)rc->param.alt_curve_auto_str / 100.0); |
|
|
|
|
|
if (rc->param.alt_curve_min_rel_qual < 20) |
|
|
rc->param.alt_curve_min_rel_qual = 20; |
|
|
}else{ |
|
|
rc->param.alt_curve_min_rel_qual = 100; |
|
|
} |
|
|
} |
|
|
rc->alt_curve_mid_qual = (1.0 + (double)rc->param.alt_curve_min_rel_qual / 100.0) / 2.0; |
|
|
rc->alt_curve_qual_dev = 1.0 - rc->alt_curve_mid_qual; |
|
|
|
|
|
if (rc->param.alt_curve_low_dist > 100) { |
|
|
switch(rc->param.alt_curve_type) { |
|
|
case XVID_CURVE_SINE: // Sine Curve (high aggressiveness) |
|
|
rc->alt_curve_qual_dev *= 2.0 / (1.0 + sin(DEG2RAD * (avg_pvop * 90.0 / rc->alt_curve_low_diff))); |
|
|
rc->alt_curve_mid_qual = 1.0 - rc->alt_curve_qual_dev * sin(DEG2RAD * (avg_pvop * 90.0 / rc->alt_curve_low_diff)); |
|
|
break; |
|
|
case XVID_CURVE_LINEAR: // Linear (medium aggressiveness) |
|
|
rc->alt_curve_qual_dev *= 2.0 / (1.0 + avg_pvop / rc->alt_curve_low_diff); |
|
|
rc->alt_curve_mid_qual = 1.0 - rc->alt_curve_qual_dev * avg_pvop / rc->alt_curve_low_diff; |
|
|
break; |
|
|
case XVID_CURVE_COSINE: // Cosine Curve (low aggressiveness) |
|
|
rc->alt_curve_qual_dev *= 2.0 / (1.0 + (1.0 - cos(DEG2RAD * (avg_pvop * 90.0 / rc->alt_curve_low_diff)))); |
|
|
rc->alt_curve_mid_qual = 1.0 - rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * (avg_pvop * 90.0 / rc->alt_curve_low_diff))); |
|
|
} |
|
|
} |
|
|
} |
|
|
/* --- */ |
|
|
|
|
|
|
|
|
total1=total2=0; |
|
|
for (i=0; i<rc->num_frames; i++) { |
|
|
stat_t * s = &rc->stats[i]; |
|
|
|
|
|
if (s->type != XVID_TYPE_IVOP) { |
|
|
double dbytes,dbytes2; |
|
|
|
|
|
dbytes = s->scaled_length / rc->movie_curve; |
|
|
dbytes2 = 0; /* XXX: warning */ |
|
|
total1 += dbytes; |
|
|
if (s->type == XVID_TYPE_BVOP) |
|
|
dbytes *= rc->avg_length[XVID_TYPE_PVOP-1] / rc->avg_length[XVID_TYPE_BVOP-1]; |
|
|
|
|
|
if (rc->param.use_alt_curve) { |
|
|
if (dbytes > rc->avg_length[XVID_TYPE_PVOP-1]) { |
|
|
|
|
|
if (dbytes >= rc->alt_curve_high) { |
|
|
dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev); |
|
|
}else{ |
|
|
switch(rc->param.alt_curve_type) { |
|
|
case XVID_CURVE_SINE : |
|
|
dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * sin(DEG2RAD * ((dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) * 90.0 / rc->alt_curve_high_diff))); |
|
|
break; |
|
|
case XVID_CURVE_LINEAR : |
|
|
dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) / rc->alt_curve_high_diff); |
|
|
break; |
|
|
case XVID_CURVE_COSINE : |
|
|
dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * ((dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) * 90.0 / rc->alt_curve_high_diff)))); |
|
|
} |
|
|
} |
|
|
}else{ |
|
|
if (dbytes <= rc->alt_curve_low) { |
|
|
dbytes2 = dbytes; |
|
|
}else{ |
|
|
switch(rc->param.alt_curve_type) { |
|
|
case XVID_CURVE_SINE : |
|
|
dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * sin(DEG2RAD * ((dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) * 90.0 / rc->alt_curve_low_diff))); |
|
|
break; |
|
|
case XVID_CURVE_LINEAR : |
|
|
dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) / rc->alt_curve_low_diff); |
|
|
break; |
|
|
case XVID_CURVE_COSINE : |
|
|
dbytes2 = dbytes * (rc->alt_curve_mid_qual + rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * ((dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) * 90.0 / rc->alt_curve_low_diff)))); |
|
|
} |
|
|
} |
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
}else{ |
|
|
if (dbytes > rc->avg_length[XVID_TYPE_PVOP-1]) { |
|
|
dbytes2=((double)dbytes + (rc->avg_length[XVID_TYPE_PVOP-1] - dbytes) * rc->param.curve_compression_high / 100.0); |
|
|
}else{ |
|
|
dbytes2 = ((double)dbytes + (rc->avg_length[XVID_TYPE_PVOP-1] - dbytes) * rc->param.curve_compression_low / 100.0); |
|
|
} |
|
|
} |
|
|
|
|
|
if (s->type == XVID_TYPE_BVOP) { |
|
|
dbytes2 *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1]; |
|
|
if (dbytes2 < rc->min_length[XVID_TYPE_BVOP-1]) |
|
|
dbytes2 = rc->min_length[XVID_TYPE_BVOP-1]; |
|
|
}else{ |
|
|
if (dbytes2 < rc->min_length[XVID_TYPE_PVOP-1]) |
|
|
dbytes2 = rc->min_length[XVID_TYPE_PVOP-1]; |
|
|
} |
|
|
total2 += dbytes2; |
|
|
} |
|
|
} |
|
|
|
|
|
rc->curve_comp_scale = total1 / total2; |
|
|
|
|
|
if (!rc->param.use_alt_curve) { |
|
|
printf("middle frame size for asymmetric curve compression: %i\n", |
|
|
(int)(rc->avg_length[XVID_TYPE_PVOP-1] * rc->curve_comp_scale)); |
|
|
} |
|
|
|
|
|
if (rc->param.use_alt_curve) { |
|
|
int bonus_bias = rc->param.alt_curve_bonus_bias; |
|
|
int oldquant = 1; |
|
|
|
|
|
if (rc->param.alt_curve_use_auto_bonus_bias) |
|
|
bonus_bias = rc->param.alt_curve_min_rel_qual; |
|
|
|
|
|
rc->alt_curve_curve_bias_bonus = (total1 - total2) * (double)bonus_bias / 100.0 / (double)(rc->num_frames /* - credits_frames */ - rc->num_keyframes); |
|
|
rc->curve_comp_scale = ((total1 - total2) * (1.0 - (double)bonus_bias / 100.0) + total2) / total2; |
|
|
|
|
|
|
|
|
/* special info for alt curve: bias bonus and quantizer thresholds */ |
|
|
|
|
|
printf("avg scaled framesize:%i", (int)rc->avg_length[XVID_TYPE_PVOP-1]); |
|
|
printf("bias bonus:%i bytes", (int)rc->alt_curve_curve_bias_bonus); |
|
|
|
|
|
for (i=1; i <= (int)(rc->alt_curve_high*2)+1; i++) { |
|
|
double curve_temp, dbytes; |
|
|
int newquant; |
|
|
|
|
|
dbytes = i; |
|
|
if (dbytes > rc->avg_length[XVID_TYPE_PVOP-1]) { |
|
|
if (dbytes >= rc->alt_curve_high) { |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev); |
|
|
}else{ |
|
|
switch(rc->param.alt_curve_type) |
|
|
{ |
|
|
case XVID_CURVE_SINE : |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * sin(DEG2RAD * ((dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) * 90.0 / rc->alt_curve_high_diff))); |
|
|
break; |
|
|
case XVID_CURVE_LINEAR : |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) / rc->alt_curve_high_diff); |
|
|
break; |
|
|
case XVID_CURVE_COSINE : |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * ((dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) * 90.0 / rc->alt_curve_high_diff)))); |
|
|
} |
|
|
} |
|
|
}else{ |
|
|
if (dbytes <= rc->alt_curve_low) { |
|
|
curve_temp = dbytes; |
|
|
}else{ |
|
|
switch(rc->param.alt_curve_type) |
|
|
{ |
|
|
case XVID_CURVE_SINE : |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * sin(DEG2RAD * ((dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) * 90.0 / rc->alt_curve_low_diff))); |
|
|
break; |
|
|
case XVID_CURVE_LINEAR : |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) / rc->alt_curve_low_diff); |
|
|
break; |
|
|
case XVID_CURVE_COSINE : |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual + rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * ((dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) * 90.0 / rc->alt_curve_low_diff)))); |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
if (rc->movie_curve > 1.0) |
|
|
dbytes *= rc->movie_curve; |
|
|
|
|
|
newquant = (int)(dbytes * 2.0 / (curve_temp * rc->curve_comp_scale + rc->alt_curve_curve_bias_bonus)); |
|
|
if (newquant > 1) { |
|
|
if (newquant != oldquant) { |
|
|
int percent = (int)((i - rc->avg_length[XVID_TYPE_PVOP-1]) * 100.0 / rc->avg_length[XVID_TYPE_PVOP-1]); |
|
|
oldquant = newquant; |
|
|
printf("quant:%i threshold at %i : %i percent", newquant, i, percent); |
|
1086 |
} |
} |
1087 |
|
next -= create->zones[i].frame; |
1088 |
|
n += next; |
1089 |
|
} else{ /* XVID_ZONE_QUANT */ |
1090 |
|
for (j = create->zones[i].frame; j < next && j < rc->num_frames; j++ ) { |
1091 |
|
rc->stats[j].zone_mode = XVID_ZONE_QUANT; |
1092 |
|
rc->stats[j].weight = (double)create->zones[i].increment / (double)create->zones[i].base; |
1093 |
|
rc->tot_quant += rc->stats[j].length; |
1094 |
|
rc->tot_quant_invariant += rc->stats[j].invariant; |
1095 |
} |
} |
1096 |
} |
} |
|
|
|
1097 |
} |
} |
|
|
|
|
rc->overflow = 0; |
|
|
rc->KFoverflow = 0; |
|
|
rc->KFoverflow_partial = 0; |
|
|
rc->KF_idx = 1; |
|
1098 |
} |
} |
1099 |
|
|
1100 |
|
|
1101 |
|
/* scale the curve */ |
1102 |
|
static void |
1103 |
static int rc_2pass2_create(xvid_plg_create_t * create, rc_2pass2_t ** handle) |
first_pass_scale_curve_internal(rc_2pass2_t *rc) |
1104 |
{ |
{ |
1105 |
xvid_plugin_2pass2_t * param = (xvid_plugin_2pass2_t *)create->param; |
int64_t target; |
1106 |
rc_2pass2_t * rc; |
int64_t total_invariant; |
1107 |
|
double scaler; |
1108 |
rc = malloc(sizeof(rc_2pass2_t)); |
int i, num_MBs; |
|
if (rc == NULL) |
|
|
return XVID_ERR_MEMORY; |
|
|
|
|
|
rc->param = *param; |
|
1109 |
|
|
1110 |
if (rc->param.keyframe_boost <= 0) rc->param.keyframe_boost = 0; |
/* We only scale texture data ! */ |
1111 |
if (rc->param.payback_method <= 0) rc->param.payback_method = XVID_PAYBACK_PROP; |
total_invariant = rc->tot_invariant[XVID_TYPE_IVOP-1]; |
1112 |
if (rc->param.bitrate_payback_delay <= 0) rc->param.bitrate_payback_delay = 250; |
total_invariant += rc->tot_invariant[XVID_TYPE_PVOP-1]; |
1113 |
if (rc->param.curve_compression_high <= 0) rc->param.curve_compression_high = 0; |
total_invariant += rc->tot_invariant[XVID_TYPE_BVOP-1]; |
1114 |
if (rc->param.curve_compression_low <= 0) rc->param.curve_compression_low = 0; |
/* don't forget to substract header bytes used in quant zones, otherwise we |
1115 |
if (rc->param.max_overflow_improvement <= 0) rc->param.max_overflow_improvement = 60; |
* counting them twice */ |
1116 |
if (rc->param.max_overflow_degradation <= 0) rc->param.max_overflow_degradation = 60; |
total_invariant -= rc->tot_quant_invariant; |
1117 |
if (rc->param.min_quant[0] <= 0) rc->param.min_quant[0] = 2; |
|
1118 |
if (rc->param.max_quant[0] <= 0) rc->param.max_quant[0] = 31; |
/* We remove the bytes used by the fixed quantizer zones during first pass |
1119 |
if (rc->param.min_quant[1] <= 0) rc->param.min_quant[1] = 2; |
* with the same quants, so we know very precisely how much that |
1120 |
if (rc->param.max_quant[1] <= 0) rc->param.max_quant[1] = 31; |
* represents */ |
1121 |
if (rc->param.min_quant[2] <= 0) rc->param.min_quant[2] = 2; |
target = rc->target; |
1122 |
if (rc->param.max_quant[2] <= 0) rc->param.max_quant[2] = 31; |
target -= rc->tot_quant; |
1123 |
|
|
1124 |
if (rc->param.use_alt_curve <= 0) rc->param.use_alt_curve = 0; |
/* Let's compute a linear scaler in order to perform curve scaling */ |
1125 |
if (rc->param.alt_curve_high_dist <= 0) rc->param.alt_curve_high_dist = 500; |
scaler = (double)(target - total_invariant) / (double)(rc->tot_weighted); |
1126 |
if (rc->param.alt_curve_low_dist <= 0) rc->param.alt_curve_low_dist = 90; |
|
1127 |
if (rc->param.alt_curve_use_auto <= 0) rc->param.alt_curve_use_auto = 1; |
/* Compute min frame lengths (for each frame type) according to the number |
1128 |
if (rc->param.alt_curve_auto_str <= 0) rc->param.alt_curve_auto_str = 30; |
* of MBs. We sum all block type counters of frame 0, this gives us the |
1129 |
if (rc->param.alt_curve_type <= 0) rc->param.alt_curve_type = XVID_CURVE_LINEAR; |
* number of MBs. |
1130 |
if (rc->param.alt_curve_min_rel_qual <= 0) rc->param.alt_curve_min_rel_qual = 50; |
* |
1131 |
if (rc->param.alt_curve_use_auto_bonus_bias <= 0) rc->param.alt_curve_use_auto_bonus_bias = 1; |
* We compare these hardcoded values with observed values in first pass |
1132 |
if (rc->param.alt_curve_bonus_bias <= 0) rc->param.alt_curve_bonus_bias = 50; |
* (determined in pre_process0).Then we keep the real minimum. */ |
|
|
|
|
if (rc->param.kftreshold <= 0) rc->param.kftreshold = 10; |
|
|
if (rc->param.kfreduction <= 0) rc->param.kfreduction = 20; |
|
|
if (rc->param.min_key_interval <= 0) rc->param.min_key_interval = 300; |
|
1133 |
|
|
1134 |
if (!det_stats_length(rc, param->filename)){ |
/* Number of MBs */ |
1135 |
DPRINTF(DPRINTF_RC,"fopen %s failed\n", param->filename); |
num_MBs = rc->stats[0].blks[0]; |
1136 |
free(rc); |
num_MBs += rc->stats[0].blks[1]; |
1137 |
return XVID_ERR_FAIL; |
num_MBs += rc->stats[0].blks[2]; |
1138 |
} |
|
1139 |
|
/* Minimum for I frames */ |
1140 |
|
if(rc->min_length[XVID_TYPE_IVOP-1] > ((num_MBs*22) + 240) / 8) |
1141 |
|
rc->min_length[XVID_TYPE_IVOP-1] = ((num_MBs*22) + 240) / 8; |
1142 |
|
|
1143 |
|
/* Minimum for P/S frames */ |
1144 |
|
if(rc->min_length[XVID_TYPE_PVOP-1] > ((num_MBs) + 88) / 8) |
1145 |
|
rc->min_length[XVID_TYPE_PVOP-1] = ((num_MBs) + 88) / 8; |
1146 |
|
|
1147 |
|
/* Minimum for B frames */ |
1148 |
|
if(rc->min_length[XVID_TYPE_BVOP-1] > 8) |
1149 |
|
rc->min_length[XVID_TYPE_BVOP-1] = 8; |
1150 |
|
|
1151 |
if ((rc->stats = malloc(rc->num_frames * sizeof(stat_t))) == NULL) { |
/* Perform an initial scale pass. |
1152 |
free(rc); |
* |
1153 |
return XVID_ERR_MEMORY; |
* If a frame size is scaled underneath our hardcoded minimums, then we |
1154 |
} |
* force the frame size to the minimum, and deduct the original & scaled |
1155 |
|
* frame length from the original and target total lengths */ |
1156 |
/* XXX: do we need an addition location */ |
for (i=0; i<rc->num_frames; i++) { |
1157 |
if ((rc->keyframe_locations = malloc((rc->num_keyframes + 1) * sizeof(int))) == NULL) { |
twopass_stat_t * s = &rc->stats[i]; |
1158 |
free(rc->stats); |
int len; |
|
free(rc); |
|
|
return XVID_ERR_MEMORY; |
|
|
} |
|
1159 |
|
|
1160 |
if (!load_stats(rc, param->filename)) { |
/* No need to scale frame length for which a specific quantizer is |
1161 |
DPRINTF(DPRINTF_RC,"fopen %s failed\n", param->filename); |
* specified thanks to zones */ |
1162 |
free(rc->keyframe_locations); |
if (s->zone_mode == XVID_ZONE_QUANT) { |
1163 |
free(rc->stats); |
s->scaled_length = s->length; |
1164 |
free(rc); |
continue; |
|
return XVID_ERR_FAIL; |
|
1165 |
} |
} |
1166 |
|
|
1167 |
/* pre-process our stats */ |
/* Compute the scaled length -- only non invariant data length is scaled */ |
1168 |
|
len = s->invariant + (int)((double)(s->length-s->invariant) * scaler * s->weight); |
1169 |
|
|
1170 |
{ |
/* Compare with the computed minimum */ |
1171 |
if (rc->num_frames < create->fbase/create->fincr) { |
if (len < rc->min_length[s->type-1]) { |
1172 |
rc->target = rc->param.bitrate / 8; /* one second */ |
/* This is a 'forced size' frame, set its frame size to the |
1173 |
|
* computed minimum */ |
1174 |
|
s->scaled_length = rc->min_length[s->type-1]; |
1175 |
|
|
1176 |
|
/* Remove both scaled and original size from their respective |
1177 |
|
* total counters, as we prepare a second pass for 'regular' |
1178 |
|
* frames */ |
1179 |
|
target -= s->scaled_length; |
1180 |
}else{ |
}else{ |
1181 |
rc->target = (rc->param.bitrate * rc->num_frames * create->fincr) / (create->fbase * 8); |
/* Do nothing for now, we'll scale this later */ |
1182 |
|
s->scaled_length = 0; |
1183 |
} |
} |
|
|
|
|
|
|
|
rc->target -= rc->num_frames*24; /* avi file header */ |
|
|
|
|
1184 |
} |
} |
1185 |
|
|
1186 |
|
/* The first pass on data substracted all 'forced size' frames from the |
1187 |
|
* total counters. Now, it's possible to scale the 'regular' frames. */ |
1188 |
|
|
1189 |
pre_process0(rc); |
/* Scaling factor for 'regular' frames */ |
1190 |
if (rc->param.bitrate) { |
scaler = (double)(target - total_invariant) / (double)(rc->tot_weighted); |
|
internal_scale(rc); |
|
|
} |
|
|
pre_process1(rc);pre_process1(rc);pre_process1(rc); |
|
|
|
|
|
*handle = rc; |
|
|
return(0); |
|
|
} |
|
1191 |
|
|
1192 |
|
/* Do another pass with the new scaler */ |
1193 |
|
for (i=0; i<rc->num_frames; i++) { |
1194 |
|
twopass_stat_t * s = &rc->stats[i]; |
1195 |
|
|
1196 |
static int rc_2pass2_destroy(rc_2pass2_t * rc, xvid_plg_destroy_t * destroy) |
/* Ignore frame with forced frame sizes */ |
1197 |
{ |
if (s->scaled_length == 0) |
1198 |
free(rc->keyframe_locations); |
s->scaled_length = s->invariant + (int)((double)(s->length-s->invariant) * scaler * s->weight); |
|
free(rc->stats); |
|
|
free(rc); |
|
|
return(0); |
|
1199 |
} |
} |
1200 |
|
|
1201 |
|
/* Job done */ |
1202 |
|
return; |
1203 |
|
} |
1204 |
|
|
1205 |
|
/* Apply all user settings to the scaled curve |
1206 |
static int rc_2pass2_before(rc_2pass2_t * rc, xvid_plg_data_t * data) |
* This implies: |
1207 |
|
* keyframe boosting |
1208 |
|
* high/low compression */ |
1209 |
|
static void |
1210 |
|
scaled_curve_apply_advanced_parameters(rc_2pass2_t * rc) |
1211 |
{ |
{ |
1212 |
stat_t * s = &rc->stats[data->frame_num]; |
int i; |
1213 |
int overflow; |
int64_t ivop_boost_total; |
|
int desired; |
|
|
double dbytes; |
|
|
double curve_temp; |
|
|
int capped_to_max_framesize = 0; |
|
|
|
|
|
if (data->frame_num >= rc->num_frames) { |
|
|
/* insufficent stats data */ |
|
|
return 0; |
|
|
} |
|
1214 |
|
|
1215 |
overflow = rc->overflow / 8; /* XXX: why by 8 */ |
/* Reset the rate controller (per frame type) total byte counters */ |
1216 |
|
for (i=0; i<3; i++) rc->tot_scaled_length[i] = 0; |
1217 |
|
|
1218 |
if (s->type == XVID_TYPE_IVOP) { /* XXX: why */ |
/* Compute total bytes for each frame type */ |
1219 |
overflow = 0; |
for (i=0; i<rc->num_frames;i++) { |
1220 |
|
twopass_stat_t *s = &rc->stats[i]; |
1221 |
|
rc->tot_scaled_length[s->type-1] += s->scaled_length; |
1222 |
} |
} |
1223 |
|
|
1224 |
desired = s->scaled_length; |
/* First we compute the total amount of bits needed, as being described by |
1225 |
|
* the scaled distribution. During this pass over the complete stats data, |
1226 |
|
* we see how much bits two user settings will get/give from/to p&b frames: |
1227 |
|
* - keyframe boosting |
1228 |
|
* - keyframe distance penalty */ |
1229 |
|
rc->KF_idx = 0; |
1230 |
|
ivop_boost_total = 0; |
1231 |
|
for (i=0; i<rc->num_frames; i++) { |
1232 |
|
twopass_stat_t * s = &rc->stats[i]; |
1233 |
|
|
1234 |
dbytes = desired; |
/* Some more work is needed for I frames */ |
1235 |
if (s->type == XVID_TYPE_IVOP) { |
if (s->type == XVID_TYPE_IVOP) { |
1236 |
dbytes += desired * rc->param.keyframe_boost / 100; |
int ivop_boost; |
|
} |
|
|
dbytes /= rc->movie_curve; |
|
1237 |
|
|
1238 |
if (s->type == XVID_TYPE_BVOP) { |
/* Accumulate bytes needed for keyframe boosting */ |
1239 |
dbytes *= rc->avg_length[XVID_TYPE_PVOP-1] / rc->avg_length[XVID_TYPE_BVOP-1]; |
ivop_boost = s->scaled_length*rc->param.keyframe_boost/100; |
|
} |
|
1240 |
|
|
1241 |
if (rc->param.payback_method == XVID_PAYBACK_BIAS) { |
#if 0 /* ToDo: decide how to apply kfthresholding */ |
1242 |
desired =(int)(rc->curve_comp_error / rc->param.bitrate_payback_delay); |
#endif |
1243 |
}else{ |
/* If the frame size drops under the minimum length, then cap ivop_boost */ |
1244 |
//printf("desired=%i, dbytes=%i\n", desired,dbytes); |
if (ivop_boost + s->scaled_length < rc->min_length[XVID_TYPE_IVOP-1]) |
1245 |
desired = (int)(rc->curve_comp_error * dbytes / |
ivop_boost = rc->min_length[XVID_TYPE_IVOP-1] - s->scaled_length; |
|
rc->avg_length[XVID_TYPE_PVOP-1] / rc->param.bitrate_payback_delay); |
|
|
//printf("desired=%i\n", desired); |
|
1246 |
|
|
1247 |
if (labs(desired) > fabs(rc->curve_comp_error)) { |
/* Accumulate the ivop boost */ |
1248 |
desired = (int)rc->curve_comp_error; |
ivop_boost_total += ivop_boost; |
|
} |
|
|
} |
|
|
|
|
|
rc->curve_comp_error -= desired; |
|
|
|
|
|
/* alt curve */ |
|
|
|
|
|
curve_temp = 0; /* XXX: warning */ |
|
1249 |
|
|
1250 |
if (rc->param.use_alt_curve) { |
/* Don't forget to update the keyframe index */ |
1251 |
if (s->type != XVID_TYPE_IVOP) { |
rc->KF_idx++; |
|
if (dbytes > rc->avg_length[XVID_TYPE_PVOP-1]) { |
|
|
if (dbytes >= rc->alt_curve_high) { |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev); |
|
|
}else{ |
|
|
switch(rc->param.alt_curve_type) { |
|
|
case XVID_CURVE_SINE : |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * sin(DEG2RAD * ((dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) * 90.0 / rc->alt_curve_high_diff))); |
|
|
break; |
|
|
case XVID_CURVE_LINEAR : |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) / rc->alt_curve_high_diff); |
|
|
break; |
|
|
case XVID_CURVE_COSINE : |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * ((dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) * 90.0 / rc->alt_curve_high_diff)))); |
|
|
} |
|
|
} |
|
|
}else{ |
|
|
if (dbytes <= rc->alt_curve_low){ |
|
|
curve_temp = dbytes; |
|
|
}else{ |
|
|
switch(rc->param.alt_curve_type) { |
|
|
case XVID_CURVE_SINE : |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * sin(DEG2RAD * ((dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) * 90.0 / rc->alt_curve_low_diff))); |
|
|
break; |
|
|
case XVID_CURVE_LINEAR : |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) / rc->alt_curve_low_diff); |
|
|
break; |
|
|
case XVID_CURVE_COSINE : |
|
|
curve_temp = dbytes * (rc->alt_curve_mid_qual + rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * ((dbytes - rc->avg_length[XVID_TYPE_PVOP-1]) * 90.0 / rc->alt_curve_low_diff)))); |
|
|
} |
|
1252 |
} |
} |
1253 |
} |
} |
|
if (s->type == XVID_TYPE_BVOP) |
|
|
curve_temp *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1]; |
|
1254 |
|
|
1255 |
curve_temp = curve_temp * rc->curve_comp_scale + rc->alt_curve_curve_bias_bonus; |
/* Initialize the IBoost tax ratio for P/S/B frames |
1256 |
|
* |
1257 |
desired += ((int)curve_temp); |
* This ratio has to be applied to p/b/s frames in order to reserve |
1258 |
rc->curve_comp_error += curve_temp - (int)curve_temp; |
* additional bits for keyframes (keyframe boosting) or if too much |
1259 |
}else{ |
* keyframe distance is applied, bits retrieved from the keyframes. |
1260 |
if (s->type == XVID_TYPE_BVOP) |
* |
1261 |
dbytes *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1]; |
* ie pb_length *= rc->pb_iboost_tax_ratio; |
1262 |
|
* |
1263 |
|
* gives the ideal length of a p/b frame */ |
1264 |
|
|
1265 |
desired += ((int)dbytes); |
/* Compute the total length of p/b/s frames (temporary storage into |
1266 |
rc->curve_comp_error += dbytes - (int)dbytes; |
* movie_curve) */ |
1267 |
} |
rc->pb_iboost_tax_ratio = (double)rc->tot_scaled_length[XVID_TYPE_PVOP-1]; |
1268 |
|
rc->pb_iboost_tax_ratio += (double)rc->tot_scaled_length[XVID_TYPE_BVOP-1]; |
1269 |
|
|
1270 |
|
/* Compute the ratio described above |
1271 |
|
* taxed_total = sum(0, n, tax*scaled_length) |
1272 |
|
* <=> taxed_total = tax.sum(0, n, scaled_length) |
1273 |
|
* <=> tax = taxed_total / original_total */ |
1274 |
|
rc->pb_iboost_tax_ratio = |
1275 |
|
(rc->pb_iboost_tax_ratio - ivop_boost_total) / |
1276 |
|
rc->pb_iboost_tax_ratio; |
1277 |
|
|
1278 |
}else if ((rc->param.curve_compression_high + rc->param.curve_compression_low) && s->type != XVID_TYPE_IVOP) { |
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- IFrame boost tax ratio:%.2f\n", |
1279 |
|
rc->pb_iboost_tax_ratio); |
1280 |
|
|
1281 |
curve_temp = rc->curve_comp_scale; |
/* Compute the average size of frames per frame type */ |
1282 |
if (dbytes > rc->avg_length[XVID_TYPE_PVOP-1]) { |
for(i=0; i<3; i++) { |
1283 |
curve_temp *= ((double)dbytes + (rc->avg_length[XVID_TYPE_PVOP-1] - dbytes) * rc->param.curve_compression_high / 100.0); |
/* Special case for missing type or weird case */ |
1284 |
|
if (rc->count[i] == 0 || rc->pb_iboost_tax_ratio == 0) { |
1285 |
|
rc->avg_length[i] = 1; |
1286 |
} else { |
} else { |
1287 |
curve_temp *= ((double)dbytes + (rc->avg_length[XVID_TYPE_PVOP-1] - dbytes) * rc->param.curve_compression_low / 100.0); |
rc->avg_length[i] = rc->tot_scaled_length[i]; |
|
} |
|
|
|
|
|
if (s->type == XVID_TYPE_BVOP){ |
|
|
curve_temp *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1]; |
|
|
} |
|
1288 |
|
|
1289 |
desired += (int)curve_temp; |
if (i == (XVID_TYPE_IVOP-1)) { |
1290 |
rc->curve_comp_error += curve_temp - (int)curve_temp; |
/* I Frames total has to be added the boost total */ |
1291 |
|
rc->avg_length[i] += ivop_boost_total; |
1292 |
}else{ |
}else{ |
1293 |
if (s->type == XVID_TYPE_BVOP){ |
/* P/B frames has to taxed */ |
1294 |
dbytes *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1]; |
rc->avg_length[i] *= rc->pb_iboost_tax_ratio; |
1295 |
} |
} |
1296 |
|
|
1297 |
desired += (int)dbytes; |
/* Finally compute the average frame size */ |
1298 |
rc->curve_comp_error += dbytes - (int)dbytes; |
rc->avg_length[i] /= (double)rc->count[i]; |
1299 |
} |
} |
|
|
|
|
if (desired > s->length){ |
|
|
rc->curve_comp_error += desired - s->length; |
|
|
desired = s->length; |
|
|
}else{ |
|
|
if (desired < rc->min_length[s->type-1]) { |
|
|
if (s->type == XVID_TYPE_IVOP){ |
|
|
rc->curve_comp_error -= rc->min_length[XVID_TYPE_IVOP-1] - desired; |
|
|
} |
|
|
desired = rc->min_length[s->type-1]; |
|
1300 |
} |
} |
|
} |
|
|
|
|
|
s->desired_length = desired; |
|
1301 |
|
|
1302 |
|
/* Assymetric curve compression */ |
1303 |
|
if (rc->param.curve_compression_high || rc->param.curve_compression_low) { |
1304 |
|
double symetric_total; |
1305 |
|
double assymetric_delta_total; |
1306 |
|
|
1307 |
/* if this keyframe is too close to the next, reduce it's byte allotment |
/* Like I frame boosting, assymetric curve compression modifies the total |
1308 |
XXX: why do we do this after setting the desired length */ |
* amount of needed bits, we must compute the ratio so we can prescale |
1309 |
|
lengths */ |
1310 |
if (s->type == XVID_TYPE_IVOP) { |
symetric_total = 0; |
1311 |
int KFdistance = rc->keyframe_locations[rc->KF_idx] - rc->keyframe_locations[rc->KF_idx - 1]; |
assymetric_delta_total = 0; |
1312 |
|
for (i=0; i<rc->num_frames; i++) { |
1313 |
|
double assymetric_delta; |
1314 |
|
double dbytes; |
1315 |
|
twopass_stat_t * s = &rc->stats[i]; |
1316 |
|
|
1317 |
if (KFdistance < rc->param.kftreshold) { |
/* I Frames are not concerned by assymetric scaling */ |
1318 |
|
if (s->type == XVID_TYPE_IVOP) |
1319 |
|
continue; |
1320 |
|
|
1321 |
KFdistance = KFdistance - rc->param.min_key_interval; |
/* During the real run, we would have to apply the iboost tax */ |
1322 |
|
dbytes = s->scaled_length * rc->pb_iboost_tax_ratio; |
1323 |
|
|
1324 |
if (KFdistance >= 0) { |
/* Update the symmetric curve compression total */ |
1325 |
int KF_min_size; |
symetric_total += dbytes; |
1326 |
|
|
1327 |
KF_min_size = desired * (100 - rc->param.kfreduction) / 100; |
/* Apply assymetric curve compression */ |
1328 |
if (KF_min_size < 1) |
if (dbytes > rc->avg_length[s->type-1]) |
1329 |
KF_min_size = 1; |
assymetric_delta = (rc->avg_length[s->type-1] - dbytes) * (double)rc->param.curve_compression_high / 100.0f; |
1330 |
|
else |
1331 |
|
assymetric_delta = (rc->avg_length[s->type-1] - dbytes) * (double)rc->param.curve_compression_low / 100.0f; |
1332 |
|
|
1333 |
desired = KF_min_size + (desired - KF_min_size) * KFdistance / |
/* Cap to the minimum frame size if needed */ |
1334 |
(rc->param.kftreshold - rc->param.min_key_interval); |
if (dbytes + assymetric_delta < rc->min_length[s->type-1]) |
1335 |
|
assymetric_delta = rc->min_length[s->type-1] - dbytes; |
1336 |
|
|
1337 |
if (desired < 1) |
/* Accumulate after assymetric curve compression */ |
1338 |
desired = 1; |
assymetric_delta_total += assymetric_delta; |
|
} |
|
1339 |
} |
} |
|
} |
|
|
|
|
|
overflow = (int)((double)overflow * desired / rc->avg_length[XVID_TYPE_PVOP-1]); |
|
1340 |
|
|
1341 |
// Foxer: reign in overflow with huge frames |
/* Compute the tax that all p/b frames have to pay in order to respect the |
1342 |
if (labs(overflow) > labs(rc->overflow)) { |
* bit distribution changes that the assymetric compression curve imposes |
1343 |
overflow = rc->overflow; |
* We want assymetric_total = sum(0, n-1, tax.scaled_length) |
1344 |
|
* ie assymetric_total = ratio.sum(0, n-1, scaled_length) |
1345 |
|
* ratio = assymetric_total / symmetric_total */ |
1346 |
|
rc->assymetric_tax_ratio = ((double)symetric_total - (double)assymetric_delta_total) / (double)symetric_total; |
1347 |
|
} else { |
1348 |
|
rc->assymetric_tax_ratio = 1.0f; |
1349 |
} |
} |
1350 |
|
|
1351 |
// Foxer: make sure overflow doesn't run away |
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- Assymetric tax ratio:%.2f\n", rc->assymetric_tax_ratio); |
1352 |
|
|
1353 |
if (overflow > desired * rc->param.max_overflow_improvement / 100) { |
/* Last bits that need to be reset */ |
1354 |
desired += (overflow <= desired) ? desired * rc->param.max_overflow_improvement / 100 : |
rc->overflow = 0; |
1355 |
overflow * rc->param.max_overflow_improvement / 100; |
rc->KFoverflow = 0; |
1356 |
}else if (overflow < desired * rc->param.max_overflow_degradation / -100){ |
rc->KFoverflow_partial = 0; |
1357 |
desired += desired * rc->param.max_overflow_degradation / -100; |
rc->KF_idx = 0; |
1358 |
}else{ |
rc->desired_total = 0; |
1359 |
desired += overflow; |
rc->real_total = 0; |
|
} |
|
1360 |
|
|
1361 |
if (desired > rc->max_length) { |
/* Job done */ |
1362 |
capped_to_max_framesize = 1; |
return; |
|
desired = rc->max_length; |
|
1363 |
} |
} |
1364 |
|
|
1365 |
// make sure to not scale below the minimum framesize |
/***************************************************************************** |
1366 |
if (desired < rc->min_length[s->type-1]) { |
* Still more low level stuff (nothing to do with stats treatment) |
1367 |
desired = rc->min_length[s->type-1]; |
****************************************************************************/ |
1368 |
} |
|
1369 |
|
/* This function returns an allocated string containing a complete line read |
1370 |
|
* from the file starting at the current position */ |
1371 |
|
static char * |
1372 |
|
readline(FILE *f) |
1373 |
|
{ |
1374 |
|
char *buffer = NULL; |
1375 |
|
int buffer_size = 0; |
1376 |
|
int pos = 0; |
1377 |
|
|
1378 |
|
do { |
1379 |
|
int c; |
1380 |
|
|
1381 |
// very 'simple' quant<->filesize relationship |
/* Read a character from the stream */ |
1382 |
data->quant= (s->quant * s->length) / desired; |
c = fgetc(f); |
1383 |
|
|
1384 |
if (data->quant < 1) { |
/* Is that EOF or new line ? */ |
1385 |
data->quant = 1; |
if(c == EOF || c == '\n') |
1386 |
} else if (data->quant > 31) { |
break; |
|
data->quant = 31; |
|
|
} |
|
|
else if (s->type != XVID_TYPE_IVOP) |
|
|
{ |
|
|
// Foxer: aid desired quantizer precision by accumulating decision error |
|
|
if (s->type== XVID_TYPE_BVOP) { |
|
|
rc->bquant_error[data->quant] += ((double)(s->quant * s->length) / desired) - data->quant; |
|
1387 |
|
|
1388 |
if (rc->bquant_error[data->quant] >= 1.0) { |
/* Do we have to update buffer ? */ |
1389 |
rc->bquant_error[data->quant] -= 1.0; |
if(pos >= buffer_size - 1) { |
1390 |
data->quant++; |
buffer_size += BUF_SZ; |
1391 |
|
buffer = (char*)realloc(buffer, buffer_size); |
1392 |
|
if (buffer == NULL) |
1393 |
|
return(NULL); |
1394 |
} |
} |
|
}else{ |
|
|
rc->pquant_error[data->quant] += ((double)(s->quant * s->length) / desired) - data->quant; |
|
1395 |
|
|
1396 |
if (rc->pquant_error[data->quant] >= 1.0) { |
buffer[pos] = c; |
1397 |
rc->pquant_error[data->quant] -= 1.0; |
pos++; |
1398 |
++data->quant; |
} while(1); |
|
} |
|
|
} |
|
|
} |
|
1399 |
|
|
1400 |
/* cap to min/max quant */ |
/* Read \n or EOF */ |
1401 |
|
if (buffer == NULL) { |
1402 |
|
/* EOF, so we reached the end of the file, return NULL */ |
1403 |
|
if(feof(f)) |
1404 |
|
return(NULL); |
1405 |
|
|
1406 |
if (data->quant < rc->param.min_quant[s->type-1]) { |
/* Just an empty line with just a newline, allocate a 1 byte buffer to |
1407 |
data->quant = rc->param.min_quant[s->type-1]; |
* store a zero length string */ |
1408 |
}else if (data->quant > rc->param.max_quant[s->type-1]) { |
buffer = (char*)malloc(1); |
1409 |
data->quant = rc->param.max_quant[s->type-1]; |
if(buffer == NULL) |
1410 |
|
return(NULL); |
1411 |
} |
} |
1412 |
|
|
1413 |
/* subsequent p/b frame quants can only be +- 2 */ |
/* Zero terminated string */ |
1414 |
if (s->type != XVID_TYPE_IVOP && rc->last_quant[s->type-1] && capped_to_max_framesize == 0) { |
buffer[pos] = '\0'; |
1415 |
|
|
1416 |
if (data->quant > rc->last_quant[s->type-1] + 2) { |
return(buffer); |
|
data->quant = rc->last_quant[s->type-1] + 2; |
|
|
DPRINTF(DPRINTF_RC, "p/b-frame quantizer prevented from rising too steeply"); |
|
1417 |
} |
} |
1418 |
if (data->quant < rc->last_quant[s->type-1] - 2) { |
|
1419 |
data->quant = rc->last_quant[s->type-1] - 2; |
/* This function returns a pointer to the first non space char in the given |
1420 |
DPRINTF(DPRINTF_RC, "p/b-frame quantizer prevented from falling too steeply"); |
* string */ |
1421 |
|
static char * |
1422 |
|
skipspaces(char *string) |
1423 |
|
{ |
1424 |
|
const char spaces[] = |
1425 |
|
{ |
1426 |
|
' ','\t','\0' |
1427 |
|
}; |
1428 |
|
const char *spacechar = spaces; |
1429 |
|
|
1430 |
|
if (string == NULL) return(NULL); |
1431 |
|
|
1432 |
|
while (*string != '\0') { |
1433 |
|
/* Test against space chars */ |
1434 |
|
while (*spacechar != '\0') { |
1435 |
|
if (*string == *spacechar) { |
1436 |
|
string++; |
1437 |
|
spacechar = spaces; |
1438 |
|
break; |
1439 |
} |
} |
1440 |
|
spacechar++; |
1441 |
} |
} |
1442 |
|
|
1443 |
if (capped_to_max_framesize == 0) { |
/* No space char */ |
1444 |
rc->last_quant[s->type-1] = data->quant; |
if (*spacechar == '\0') return(string); |
1445 |
} |
} |
1446 |
|
|
1447 |
return 0; |
return(string); |
1448 |
} |
} |
1449 |
|
|
1450 |
|
/* This function returns a boolean that tells if the string is only a |
1451 |
|
* comment */ |
1452 |
static int rc_2pass2_after(rc_2pass2_t * rc, xvid_plg_data_t * data) |
static int |
1453 |
|
iscomment(char *string) |
1454 |
{ |
{ |
1455 |
stat_t * s = &rc->stats[data->frame_num]; |
const char comments[] = |
1456 |
|
{ |
1457 |
if (data->frame_num >= rc->num_frames) { |
'#',';', '%', '\0' |
1458 |
/* insufficent stats data */ |
}; |
1459 |
return 0; |
const char *cmtchar = comments; |
1460 |
} |
int iscomment = 0; |
1461 |
|
|
1462 |
rc->quant_count[data->quant]++; |
if (string == NULL) return(1); |
1463 |
|
|
1464 |
if (data->type == XVID_TYPE_IVOP) { |
string = skipspaces(string); |
1465 |
int kfdiff = (rc->keyframe_locations[rc->KF_idx] - rc->keyframe_locations[rc->KF_idx - 1]); |
|
1466 |
|
while(*cmtchar != '\0') { |
1467 |
rc->overflow += rc->KFoverflow; |
if(*string == *cmtchar) { |
1468 |
rc->KFoverflow = s->desired_length - data->length; |
iscomment = 1; |
1469 |
|
break; |
|
if (kfdiff > 1) { // non-consecutive keyframes |
|
|
rc->KFoverflow_partial = rc->KFoverflow / (kfdiff - 1); |
|
|
}else{ // consecutive keyframes |
|
|
rc->overflow += rc->KFoverflow; |
|
|
rc->KFoverflow = 0; |
|
|
rc->KFoverflow_partial = 0; |
|
1470 |
} |
} |
1471 |
rc->KF_idx++; |
cmtchar++; |
|
}else{ |
|
|
// distribute part of the keyframe overflow |
|
|
rc->overflow += s->desired_length - data->length + rc->KFoverflow_partial; |
|
|
rc->KFoverflow -= rc->KFoverflow_partial; |
|
1472 |
} |
} |
1473 |
|
|
1474 |
printf("[%i] quant:%i stats1:%i scaled:%i actual:%i overflow:%i\n", |
return(iscomment); |
|
data->frame_num, |
|
|
data->quant, |
|
|
s->length, |
|
|
s->scaled_length, |
|
|
data->length, |
|
|
rc->overflow); |
|
|
|
|
|
return(0); |
|
1475 |
} |
} |
1476 |
|
|
1477 |
|
#if 0 |
1478 |
|
static void |
1479 |
int xvid_plugin_2pass2(void * handle, int opt, void * param1, void * param2) |
stats_print(rc_2pass2_t * rc) |
1480 |
{ |
{ |
1481 |
switch(opt) |
int i; |
1482 |
{ |
const char frame_type[4] = { 'i', 'p', 'b', 's'}; |
|
case XVID_PLG_INFO : |
|
|
return 0; |
|
|
|
|
|
case XVID_PLG_CREATE : |
|
|
return rc_2pass2_create((xvid_plg_create_t*)param1, param2); |
|
|
|
|
|
case XVID_PLG_DESTROY : |
|
|
return rc_2pass2_destroy((rc_2pass2_t*)handle, (xvid_plg_destroy_t*)param1); |
|
|
|
|
|
case XVID_PLG_BEFORE : |
|
|
return rc_2pass2_before((rc_2pass2_t*)handle, (xvid_plg_data_t*)param1); |
|
1483 |
|
|
1484 |
case XVID_PLG_AFTER : |
for (i=0; i<rc->num_frames; i++) { |
1485 |
return rc_2pass2_after((rc_2pass2_t*)handle, (xvid_plg_data_t*)param1); |
twopass_stat_t *s = &rc->stats[i]; |
1486 |
|
DPRINTF(XVID_DEBUG_RC, "[xvid rc] -- frame:%d type:%c quant:%d stats:%d scaled:%d desired:%d actual:%d overflow(%c):%.2f\n", |
1487 |
|
i, frame_type[s->type-1], -1, s->length, s->scaled_length, |
1488 |
|
s->desired_length, -1, frame_type[s->type-1], -1.0f); |
1489 |
} |
} |
|
|
|
|
return XVID_ERR_FAIL; |
|
1490 |
} |
} |
1491 |
|
#endif |