[svn] / branches / dev-api-4 / xvidcore / src / plugins / plugin_2pass2.c Repository:
ViewVC logotype

Diff of /branches/dev-api-4/xvidcore/src/plugins/plugin_2pass2.c

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 942, Tue Mar 25 11:01:48 2003 UTC revision 1037, Thu May 22 10:57:33 2003 UTC
# Line 3  Line 3 
3   * XviD Bit Rate Controller Library   * XviD Bit Rate Controller Library
4   * - VBR 2 pass bitrate controler implementation -   * - VBR 2 pass bitrate controler implementation -
5   *   *
6   * Copyright (C) 2002 Edouard Gomez <ed.gomez@wanadoo.fr>   * Copyright (C)      2002 Foxer <email?>
7     *                    2002 Dirk Knop <dknop@gwdg.de>
8     *               2002-2003 Edouard Gomez <ed.gomez@free.fr>
9     *                    2003 Pete Ross <pross@xvid.org>
10   *   *
11   * The curve treatment algorithm is the one implemented by Foxer <email?> and   * This curve treatment algorithm is the one originally implemented by Foxer
12   * Dirk Knop <dknop@gwdg.de> for the XviD vfw dynamic library.   * and tuned by Dirk Knop for the XviD vfw frontend.
13   *   *
14   * This program is free software; you can redistribute it and/or modify   * This program is free software; you can redistribute it and/or modify
15   * it under the terms of the GNU General Public License as published by   * it under the terms of the GNU General Public License as published by
# Line 22  Line 25 
25   * along with this program; if not, write to the Free Software   * along with this program; if not, write to the Free Software
26   * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA   * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
27   *   *
28   * $Id: plugin_2pass2.c,v 1.1.2.1 2003-03-25 10:58:33 suxen_drol Exp $   * $Id: plugin_2pass2.c,v 1.1.2.7 2003-05-22 10:57:33 edgomez Exp $
29   *   *
30   *****************************************************************************/   *****************************************************************************/
31    
# Line 38  Line 41 
41  typedef struct {  typedef struct {
42      int type;               /* first pass type */      int type;               /* first pass type */
43      int quant;              /* first pass quant */      int quant;              /* first pass quant */
44            int blks[3];                    /* k,m,y blks */
45      int length;             /* first pass length */      int length;             /* first pass length */
46      int scaled_length;     /* scaled length */      int scaled_length;     /* scaled length */
47      int desired_length;      int desired_length;     /* desired length; calcuated during encoding */
48    
49        int zone_mode;   /* XVID_ZONE_xxx */
50        double weight;
51  } stat_t;  } stat_t;
52    
53    
# Line 54  Line 61 
61      /* constant statistical data */      /* constant statistical data */
62      int num_frames;      int num_frames;
63      int num_keyframes;      int num_keyframes;
64        uint64_t target;    /* target filesize */
65    
66      int count[3];   /* count of each frame types */      int count[3];   /* count of each frame types */
67      uint64_t tot_length[3];  /* total length of each frame types */      uint64_t tot_length[3];  /* total length of each frame types */
# Line 62  Line 70 
70      uint64_t tot_scaled_length[3];  /* total scaled length of each frame type */      uint64_t tot_scaled_length[3];  /* total scaled length of each frame type */
71      int max_length;     /* max frame size */      int max_length;     /* max frame size */
72    
73        /* zone statistical data */
74        double avg_weight;  /* average weight */
75        int64_t tot_quant;   /* total length used by XVID_ZONE_QUANT zones */
76    
77    
78      double curve_comp_scale;      double curve_comp_scale;
79      double movie_curve;      double movie_curve;
80    
# Line 88  Line 101 
101      int KFoverflow;      int KFoverflow;
102      int KFoverflow_partial;      int KFoverflow_partial;
103      int KF_idx;      int KF_idx;
104    
105        double fq_error;
106  } rc_2pass2_t;  } rc_2pass2_t;
107    
108    
# Line 110  Line 125 
125      if ((f = fopen(filename, "rt")) == NULL)      if ((f = fopen(filename, "rt")) == NULL)
126          return 0;          return 0;
127    
128      while((n = fscanf(f, "%c %d %d %d %d %d\n",      while((n = fscanf(f, "%c %d %d %d %d %d %d\n",
129          &type, &ignore, &ignore, &ignore, &ignore, &ignore)) != EOF) {          &type, &ignore, &ignore, &ignore, &ignore, &ignore, &ignore)) != EOF) {
130          if (type == 'i') {          if (type == 'i') {
131              rc->num_frames++;              rc->num_frames++;
132              rc->num_keyframes++;              rc->num_keyframes++;
# Line 126  Line 141 
141  }  }
142    
143    
144    
145  /* open stats file(s) and read into rc->stats array */  /* open stats file(s) and read into rc->stats array */
146    
147  static int load_stats(rc_2pass2_t *rc, char * filename1, char * filename2)  static int load_stats(rc_2pass2_t *rc, char * filename)
148  {  {
149      FILE * f1, *f2;      FILE * f;
150      int i;      int i, not_scaled;
151    
152    
153      if ((f1 = fopen(filename1, "rt"))==NULL)      if ((f = fopen(filename, "rt"))==NULL)
         return 0;  
   
     if ((f2 = fopen(filename2, "rt"))==NULL) {  
         fclose(f1);  
154          return 0;          return 0;
     }  
155    
156      i = 0;      i = 0;
157            not_scaled = 0;
158      while(i < rc->num_frames) {      while(i < rc->num_frames) {
159          stat_t * s = &rc->stats[i];          stat_t * s = &rc->stats[i];
160          int n, ignore;          int n;
161          char type;          char type;
162    
163          n = fscanf(f1, "%c %d %d %d %d %d\n", &type, &s->quant, &s->length, &ignore, &ignore, &ignore);                  s->scaled_length = 0;
164            n = fscanf(f, "%c %d %d %d %d %d %d\n", &type, &s->quant, &s->blks[0], &s->blks[1], &s->blks[2], &s->length, &s->scaled_length);
165          if (n == EOF) break;          if (n == EOF) break;
166                    if (n < 7) {
167                            not_scaled = 1;
168                    }
169    
170          if (type == 'i') {          if (type == 'i') {
171              s->type = XVID_TYPE_IVOP;              s->type = XVID_TYPE_IVOP;
# Line 158  Line 174 
174          }else if (type == 'b') {          }else if (type == 'b') {
175              s->type = XVID_TYPE_BVOP;              s->type = XVID_TYPE_BVOP;
176          }else{  /* unknown type */          }else{  /* unknown type */
177              printf("unk\n");              DPRINTF(XVID_DEBUG_RC, "unknown stats frame type; assuming pvop");
178              continue;              s->type = XVID_TYPE_PVOP;
         }  
   
         n = fscanf(f2, "%c %d %d %d %d %d\n", &type, &ignore, &s->scaled_length, &ignore, &ignore, &ignore);  
         if (n == EOF) break;  
         if (type != 'i'&& type != 'p' && type != 'b' && type != 's') {  
             printf("unk\n");  
             continue; /* unknown type */  
179          }          }
180    
181          i++;          i++;
182      }      }
     rc->num_frames = i;  
183    
184        rc->num_frames = i;
185    
186      fclose(f1);          fclose(f);
     if (filename2)  
         fclose(f2);  
187    
188      return 1;      return 1;
189  }  }
190    
191    
192  /*static void internal_scale(rc_2pass2_t *rc)  
193    #if 0
194    static void print_stats(rc_2pass2_t * rc)
195  {  {
     const double avg_pvop = rc->avg_length[XVID_TYPE_PVOP-1];  
     const double avg_bvop = rc->avg_length[XVID_TYPE_BVOP-1];  
     const uint64_t tot_pvop = rc->tot_length[XVID_TYPE_PVOP-1];  
     const uint64_t tot_bvop = rc->tot_length[XVID_TYPE_BVOP-1];  
     uint64_t i_total = 0;  
         double total1,total2;  
196      int i;      int i;
   
197      for (i=0; i<rc->num_frames; i++) {      for (i=0; i<rc->num_frames; i++) {
198          stat_t * s = &rc->stats[i];          stat_t * s = &rc->stats[i];
199            DPRINTF(XVID_DEBUG_RC, "%i %i %i %i\n", s->type, s->quant, s->length, s->scaled_length);
                 if (s->type == XVID_TYPE_IVOP) {  
                         i_total += s->length + s->length * rc->param.keyframe_boost / 100;  
200          }          }
201          }          }
202    #endif
203    
204          // compensate for avi frame overhead  /* pre-process the statistics data
205          rc->target_size -= rc->num_frames * 24;      - for each type, count, tot_length, min_length, max_length
206        - set keyframes_locations
207    */
208    
209          // perform prepass to compensate for over/undersizing  void pre_process0(rc_2pass2_t * rc)
210    {
211        int i,j;
212    
213          if (rc->param.use_alt_curve) {      for (i=0; i<3; i++) {
214            rc->count[i]=0;
215            rc->tot_length[i] = 0;
216            rc->last_quant[i] = 0;
217        }
218    
219          rc->alt_curve_low = avg_pvop - avg_pvop * (double)rc->param.alt_curve_low_dist / 100.0;      for (i=j=0; i<rc->num_frames; i++) {
220                  rc->alt_curve_low_diff = avg_pvop - rc->alt_curve_low;          stat_t * s = &rc->stats[i];
221                  rc->alt_curve_high = avg_pvop + avg_pvop * (double)rc->param.alt_curve_high_dist / 100.0;  
222                  rc->alt_curve_high_diff = rc->alt_curve_high - avg_pvop;          rc->count[s->type-1]++;
223                  if (rc->alt_curve_use_auto) {          rc->tot_length[s->type-1] += s->length;
224                          if (rc->movie_curve > 1.0) {  
225                                  rc->param.alt_curve_min_rel_qual = (int)(100.0 - (100.0 - 100.0 / rc->movie_curve) * (double)rc->param.alt_curve_auto_str / 100.0);          if (i == 0 || s->length < rc->min_length[s->type-1]) {
226                                  if (rc->param.alt_curve_min_rel_qual < 20)              rc->min_length[s->type-1] = s->length;
                                         rc->param.alt_curve_min_rel_qual = 20;  
             }else{  
                                 rc->param.alt_curve_min_rel_qual = 100;  
227              }              }
228    
229            if (i == 0 || s->length > rc->max_length) {
230                rc->max_length = s->length;
231                  }                  }
                 rc->alt_curve_mid_qual = (1.0 + (double)rc->param.alt_curve_min_rel_qual / 100.0) / 2.0;  
                 rc->alt_curve_qual_dev = 1.0 - rc->alt_curve_mid_qual;  
232    
233                  if (rc->param.alt_curve_low_dist > 100) {          if (s->type == XVID_TYPE_IVOP) {
234                          switch(rc->param.alt_curve_type) {              rc->keyframe_locations[j] = i;
235                          case XVID_CURVE_SINE : // Sine Curve (high aggressiveness)              j++;
                                 rc->alt_curve_qual_dev *= 2.0 / (1.0 + sin(DEG2RAD * (avg_pvop * 90.0 / rc->alt_curve_low_diff)));  
                                 rc->alt_curve_mid_qual = 1.0 - rc->alt_curve_qual_dev * sin(DEG2RAD * (avg_pvop * 90.0 / rc->alt_curve_low_diff));  
                                 break;  
                         case XVID_CURVE_LINEAR : // Linear (medium aggressiveness)  
                                 rc->alt_curve_qual_dev *= 2.0 / (1.0 + avg_pvop / rc->alt_curve_low_diff);  
                                 rc->alt_curve_mid_qual = 1.0 - rc->alt_curve_qual_dev * avg_pvop / rc->alt_curve_low_diff;  
                                 break;  
                         case XVID_CURVE_COSINE : // Cosine Curve (low aggressiveness)  
                                 rc->alt_curve_qual_dev *= 2.0 / (1.0 +  (1.0 - cos(DEG2RAD * (avg_pvop * 90.0 / rc->alt_curve_low_diff))));  
                                 rc->alt_curve_mid_qual = 1.0 - rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * (avg_pvop * 90.0 / rc->alt_curve_low_diff)));  
236                          }                          }
237                  }                  }
238    
239            /*
240             * The "per sequence" overflow system considers a natural sequence to be
241             * formed by all frames between two iframes, so if we want to make sure
242             * the system does not go nuts during last sequence, we force the last
243             * frame to appear in the keyframe locations array.
244             */
245        rc->keyframe_locations[j] = i;
246          }          }
247    
         total1 = 0;  
         total2 = 0;  
248    
249      for (i=0; i<rc->num_frames; i++) {  /* calculate zone weight "center" */
         stat_t * s = &rc->stats[i];  
250    
251                  if (s->type != XVID_TYPE_IVOP) {  static void zone_process(rc_2pass2_t *rc, const xvid_plg_create_t * create)
252    {
253        int i,j;
254        int n = 0;
255    
256              double dbytes = s->length / rc->movie_curve;      rc->avg_weight = 0.0;
257              double dbytes2;      rc->tot_quant = 0;
                         total1 += dbytes;  
258    
                         if (s->type == XVID_TYPE_BVOP)  
                                 dbytes *= avg_pvop / avg_bvop;  
259    
260                          if (rc->param.use_alt_curve) {      if (create->num_zones == 0) {
261                                  if (dbytes > avg_pvop) {          for (j = 0; j < rc->num_frames; j++) {
262                      if (dbytes >= rc->alt_curve_high) {              rc->stats[j].zone_mode = XVID_ZONE_WEIGHT;
263                                                  dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev);              rc->stats[j].weight = 1.0;
                     }else{  
                                                 switch(rc->param.alt_curve_type){  
                                                 case XVID_CURVE_SINE :  
                                                     dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * sin(DEG2RAD * ((dbytes - avg_pvop) * 90.0 / rc->alt_curve_high_diff)));  
                                                         break;  
                                                 case XVID_CURVE_LINEAR :  
                                                     dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (dbytes - avg_pvop) / rc->alt_curve_high_diff);  
                                                         break;  
                                                 case XVID_CURVE_COSINE :  
                                                     dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * ((dbytes - avg_pvop) * 90.0 / rc->alt_curve_high_diff))));  
264                                                  }                                                  }
265            rc->avg_weight += rc->num_frames * 1.0;
266            n += rc->num_frames;
267                                          }                                          }
268                                  }else{  
269                      if (dbytes <= rc->alt_curve_low){  
270                                                  dbytes2 = dbytes;      for(i=0; i < create->num_zones; i++) {
271                      }else{  
272                                                  switch(rc->param.alt_curve_type){          int next = (i+1<create->num_zones) ? create->zones[i+1].frame : rc->num_frames;
273                                                  case XVID_CURVE_SINE :  
274                                                      dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * sin(DEG2RAD * ((dbytes - avg_pvop) * 90.0 / rc->alt_curve_low_diff)));          if (i==0 && create->zones[i].frame > 0) {
275                                                          break;              for (j = 0; j < create->zones[i].frame && j < rc->num_frames; j++) {
276                                                  case XVID_CURVE_LINEAR :                  rc->stats[j].zone_mode = XVID_ZONE_WEIGHT;
277                                                      dbytes2 = dbytes * (rc->alt_curve_mid_qual - rc->alt_curve_qual_dev * (dbytes - avg_pvop) / rc->alt_curve_low_diff);                  rc->stats[j].weight = 1.0;
                                                         break;  
                                                 case XVID_CURVE_COSINE :  
                                                     dbytes2 = dbytes * (rc->alt_curve_mid_qual + rc->alt_curve_qual_dev * (1.0 - cos(DEG2RAD * ((dbytes - avg_pvop) * 90.0 / rc->alt_curve_low_diff))));  
278                                                  }                                                  }
279                rc->avg_weight += create->zones[i].frame * 1.0;
280                n += create->zones[i].frame;
281                                          }                                          }
282    
283            if (create->zones[i].mode == XVID_ZONE_WEIGHT) {
284                for (j = create->zones[i].frame; j < next && j < rc->num_frames; j++ ) {
285                    rc->stats[j].zone_mode = XVID_ZONE_WEIGHT;
286                    rc->stats[j].weight = (double)create->zones[i].increment / (double)create->zones[i].base;
287                                  }                                  }
288                          }else{              next -= create->zones[i].frame;
289                  if (dbytes > avg_pvop) {              rc->avg_weight += (double)(next * create->zones[i].increment) / (double)create->zones[i].base;
290                                          dbytes2 = ((double)dbytes + (avg_pvop - dbytes) *              n += next;
291                                                  rc->param.curve_compression_high / 100.0);          }else{  // XVID_ZONE_QUANT
292                                  }else{              for (j = create->zones[i].frame; j < next && j < rc->num_frames; j++ ) {
293                                          dbytes2 = ((double)dbytes + (avg_pvop - dbytes) *                  rc->stats[j].zone_mode = XVID_ZONE_QUANT;
294                                                  rc->param.curve_compression_low / 100.0);                  rc->stats[j].weight = (double)create->zones[i].increment / (double)create->zones[i].base;
295                    rc->tot_quant += rc->stats[j].length;
296                                  }                                  }
297                          }                          }
   
                         if (s->type == XVID_TYPE_BVOP) {  
                                 dbytes2 *= avg_bvop / avg_pvop;  
298              }              }
299        rc->avg_weight = n>0 ? rc->avg_weight/n : 1.0;
300    
301              if (dbytes2 < rc->min_length[s->type-1]) {      DPRINTF(XVID_DEBUG_RC, "center_weight: %f (for %i frames);   fixed_bytes: %i\n", rc->avg_weight, n, rc->tot_quant);
                 dbytes = rc->min_length[s->type-1];  
302              }              }
303    
             total2 += dbytes2;  
                 }  
         }  
304    
305          rc->curve_comp_scale = total1 / total2;  /* scale the curve */
306    
307          if (!rc->param.use_alt_curve) {  static void internal_scale(rc_2pass2_t *rc)
308                  printf("middle frame size for asymmetric curve compression: %i",  {
309              (int)(avg_pvop * rc->curve_comp_scale));          int64_t target  = rc->target - rc->tot_quant;
310            int64_t pass1_length = rc->tot_length[0] + rc->tot_length[1] + rc->tot_length[2] - rc->tot_quant;
311            int min_size[3];
312            double scaler;
313            int i;
314    
315    
316            /* perform an initial scale pass.
317               if a frame size is scaled underneath our hardcoded minimums, then we force the
318               frame size to the minimum, and deduct the original & scaled frmae length from the
319               original and target total lengths */
320    
321            min_size[0] = ((rc->stats[0].blks[0]*22) + 240) / 8;
322            min_size[1] = (rc->stats[0].blks[0] + 88) / 8;
323            min_size[2] = 8;
324    
325            scaler = (double)target / (double)pass1_length;
326    
327            if (target <= 0 || pass1_length <= 0 || target >= pass1_length) {
328                    DPRINTF(XVID_DEBUG_RC, "undersize warning\n");
329            scaler = 1.0;
330          }          }
 }*/  
331    
332        DPRINTF(XVID_DEBUG_RC, "target=%i, tot_length=%i, scaler=%f\n", (int)target, (int)pass1_length, scaler);
333    
334            for (i=0; i<rc->num_frames; i++) {
335                    stat_t * s = &rc->stats[i];
336                    int len;
337    
338            if (s->zone_mode == XVID_ZONE_QUANT) {
339                s->scaled_length = s->length;
340            }else {
341                        len = (int)((double)s->length * scaler * s->weight / rc->avg_weight);
342                        if (len < min_size[s->type-1]) {            /* force frame size */
343                                s->scaled_length = min_size[s->type-1];
344                                target -= s->scaled_length;
345                                pass1_length -= s->length;
346                        }else{
347                                s->scaled_length = 0;
348                        }
349            }
350            }
351    
352        scaler = (double)target / (double)pass1_length;
353        if (target <= 0 || pass1_length <= 0 || target >= pass1_length) {
354                    DPRINTF(XVID_DEBUG_RC,"undersize warning\n");
355                    scaler = 1.0;
356            }
357    
358            DPRINTF(XVID_DEBUG_RC, "target=%i, tot_length=%i, scaler=%f\n", (int)target, (int)pass1_length, scaler);
359    
 static void print_stats(rc_2pass2_t * rc)  
 {  
     int i;  
360      for (i = 0; i < rc->num_frames; i++) {      for (i = 0; i < rc->num_frames; i++) {
361          stat_t * s = &rc->stats[i];          stat_t * s = &rc->stats[i];
         printf("%i %i %i %i\n", s->type, s->quant, s->length, s->scaled_length);  
362    
363                    if (s->scaled_length==0) {      /* ignore frame with forced frame sizes */
364                            s->scaled_length = (int)((double)s->length * scaler * s->weight / rc->avg_weight);
365                    }
366      }      }
367  }  }
368    
369    
 /* pre-process the statistics data  
     this is a clone of vfw/src/2pass.c:codec_2pass_init minus file reading, alt_curve, internal scale  
 */  
370    
371  void pre_process(rc_2pass2_t * rc)  
372    void pre_process1(rc_2pass2_t * rc)
373  {  {
374      int i,j;      int i;
375      double total1, total2;      double total1, total2;
376      uint64_t ivop_boost_total;      uint64_t ivop_boost_total;
377    
# Line 345  Line 379 
379      rc->curve_comp_error = 0;      rc->curve_comp_error = 0;
380    
381      for (i=0; i<3; i++) {      for (i=0; i<3; i++) {
         rc->count[i]=0;  
         rc->tot_length[i] = 0;  
382          rc->tot_scaled_length[i] = 0;          rc->tot_scaled_length[i] = 0;
         rc->last_quant[i] = 0;  
     }  
   
     for (i=0; i<32;i++) {  
         rc->pquant_error[i] = 0;  
         rc->bquant_error[i] = 0;  
         rc->quant_count[i] = 0;  
383      }      }
384    
385      for (i=j=0; i<rc->num_frames; i++) {      for (i=0; i<rc->num_frames; i++) {
386          stat_t * s = &rc->stats[i];          stat_t * s = &rc->stats[i];
387    
         rc->count[s->type-1]++;  
         rc->tot_length[s->type-1] += s->length;  
388          rc->tot_scaled_length[s->type-1] += s->scaled_length;          rc->tot_scaled_length[s->type-1] += s->scaled_length;
389    
         if (i == 0 || s->length < rc->min_length[s->type-1]) {  
             rc->min_length[s->type-1] = s->length;  
         }  
   
         if (i == 0 || s->length > rc->max_length) {  
             rc->max_length = s->length;  
         }  
   
390          if (s->type == XVID_TYPE_IVOP) {          if (s->type == XVID_TYPE_IVOP) {
391              ivop_boost_total += s->scaled_length * rc->param.keyframe_boost / 100;              ivop_boost_total += s->scaled_length * rc->param.keyframe_boost / 100;
             rc->keyframe_locations[j] = i;  
             j++;  
392          }          }
393      }      }
     rc->keyframe_locations[j] = i;  
394    
395      rc->movie_curve = ((double)(rc->tot_scaled_length[XVID_TYPE_PVOP-1] + rc->tot_scaled_length[XVID_TYPE_BVOP-1] + ivop_boost_total) /      rc->movie_curve = ((double)(rc->tot_scaled_length[XVID_TYPE_PVOP-1] + rc->tot_scaled_length[XVID_TYPE_BVOP-1] + ivop_boost_total) /
396                                          (rc->tot_scaled_length[XVID_TYPE_PVOP-1] + rc->tot_scaled_length[XVID_TYPE_BVOP-1]));                                          (rc->tot_scaled_length[XVID_TYPE_PVOP-1] + rc->tot_scaled_length[XVID_TYPE_BVOP-1]));
# Line 391  Line 403 
403          }          }
404      }      }
405    
     printf("--\n");  
406      /* alt curve stuff here */      /* alt curve stuff here */
407    
408      if (rc->param.use_alt_curve) {      if (rc->param.use_alt_curve) {
# Line 440  Line 451 
451    
452    
453      total1=total2=0;      total1=total2=0;
454      for (i=j=0; i<rc->num_frames; i++) {      for (i=0; i<rc->num_frames; i++) {
455          stat_t * s = &rc->stats[i];          stat_t * s = &rc->stats[i];
456    
457          if (s->type != XVID_TYPE_IVOP) {          if (s->type != XVID_TYPE_IVOP) {
# Line 511  Line 522 
522      rc->curve_comp_scale = total1 / total2;      rc->curve_comp_scale = total1 / total2;
523    
524      if (!rc->param.use_alt_curve) {      if (!rc->param.use_alt_curve) {
525          printf("middle frame size for asymmetric curve compression: %i\n",          DPRINTF(XVID_DEBUG_RC, "middle frame size for asymmetric curve compression: %i\n",
526              (int)(rc->avg_length[XVID_TYPE_PVOP-1] * rc->curve_comp_scale));              (int)(rc->avg_length[XVID_TYPE_PVOP-1] * rc->curve_comp_scale));
527      }      }
528    
# Line 528  Line 539 
539    
540          /* special info for alt curve:  bias bonus and quantizer thresholds */          /* special info for alt curve:  bias bonus and quantizer thresholds */
541    
542                  printf("avg scaled framesize:%i", (int)rc->avg_length[XVID_TYPE_PVOP-1]);                  DPRINTF(XVID_DEBUG_RC, "avg scaled framesize:%i", (int)rc->avg_length[XVID_TYPE_PVOP-1]);
543                  printf("bias bonus:%i bytes", (int)rc->alt_curve_curve_bias_bonus);                  DPRINTF(XVID_DEBUG_RC, "bias bonus:%i bytes", (int)rc->alt_curve_curve_bias_bonus);
544    
545                  for (i=1; i <= (int)(rc->alt_curve_high*2)+1; i++) {                  for (i=1; i <= (int)(rc->alt_curve_high*2)+1; i++) {
546              double curve_temp, dbytes;              double curve_temp, dbytes;
# Line 578  Line 589 
589                                  if (newquant != oldquant) {                                  if (newquant != oldquant) {
590                      int percent = (int)((i - rc->avg_length[XVID_TYPE_PVOP-1]) * 100.0 / rc->avg_length[XVID_TYPE_PVOP-1]);                      int percent = (int)((i - rc->avg_length[XVID_TYPE_PVOP-1]) * 100.0 / rc->avg_length[XVID_TYPE_PVOP-1]);
591                                          oldquant = newquant;                                          oldquant = newquant;
592                                          printf("quant:%i threshold at %i : %i percent", newquant, i, percent);                                          DPRINTF(XVID_DEBUG_RC, "quant:%i threshold at %i : %i percent", newquant, i, percent);
593                                  }                                  }
594                          }                          }
595                  }                  }
# Line 598  Line 609 
609  {  {
610      xvid_plugin_2pass2_t * param = (xvid_plugin_2pass2_t *)create->param;      xvid_plugin_2pass2_t * param = (xvid_plugin_2pass2_t *)create->param;
611      rc_2pass2_t * rc;      rc_2pass2_t * rc;
612        int i;
613    
614      rc = malloc(sizeof(rc_2pass2_t));      rc = malloc(sizeof(rc_2pass2_t));
615      if (rc == NULL)      if (rc == NULL)
# Line 612  Line 624 
624      if (rc->param.curve_compression_low <= 0) rc->param.curve_compression_low = 0;      if (rc->param.curve_compression_low <= 0) rc->param.curve_compression_low = 0;
625      if (rc->param.max_overflow_improvement <= 0) rc->param.max_overflow_improvement = 60;      if (rc->param.max_overflow_improvement <= 0) rc->param.max_overflow_improvement = 60;
626      if (rc->param.max_overflow_degradation <= 0) rc->param.max_overflow_degradation = 60;      if (rc->param.max_overflow_degradation <= 0) rc->param.max_overflow_degradation = 60;
     if (rc->param.min_quant[0] <= 0) rc->param.min_quant[0] = 2;  
     if (rc->param.max_quant[0] <= 0) rc->param.max_quant[0] = 31;  
     if (rc->param.min_quant[1] <= 0) rc->param.min_quant[1] = 2;  
     if (rc->param.max_quant[1] <= 0) rc->param.max_quant[1] = 31;  
     if (rc->param.min_quant[2] <= 0) rc->param.min_quant[2] = 2;  
     if (rc->param.max_quant[2] <= 0) rc->param.max_quant[2] = 31;  
627    
628      if (rc->param.use_alt_curve <= 0) rc->param.use_alt_curve = 0;      if (rc->param.use_alt_curve <= 0) rc->param.use_alt_curve = 0;
629      if (rc->param.alt_curve_high_dist <= 0) rc->param.alt_curve_high_dist = 500;      if (rc->param.alt_curve_high_dist <= 0) rc->param.alt_curve_high_dist = 500;
# Line 633  Line 639 
639      if (rc->param.kfreduction <= 0) rc->param.kfreduction = 20;      if (rc->param.kfreduction <= 0) rc->param.kfreduction = 20;
640      if (rc->param.min_key_interval <= 0) rc->param.min_key_interval = 300;      if (rc->param.min_key_interval <= 0) rc->param.min_key_interval = 300;
641    
642      if (!det_stats_length(rc, param->filename1)){      if (!det_stats_length(rc, param->filename)){
643          DPRINTF(DPRINTF_RC,"fopen %s failed\n", param->filename1);          DPRINTF(XVID_DEBUG_RC,"fopen %s failed\n", param->filename);
644          free(rc);          free(rc);
645          return XVID_ERR_FAIL;          return XVID_ERR_FAIL;
646      }      }
# Line 644  Line 650 
650          return XVID_ERR_MEMORY;          return XVID_ERR_MEMORY;
651      }      }
652    
653      /* XXX: do we need an addition location */      /*
654             * We need an extra location because we do as if the last frame were an
655             * IFrame. This is needed because our code consider that frames between
656             * 2 IFrames form a natural sequence. So we store last frame as a
657             * keyframe location.
658             */
659      if ((rc->keyframe_locations = malloc((rc->num_keyframes + 1) * sizeof(int))) == NULL) {      if ((rc->keyframe_locations = malloc((rc->num_keyframes + 1) * sizeof(int))) == NULL) {
660          free(rc->stats);          free(rc->stats);
661          free(rc);          free(rc);
662          return XVID_ERR_MEMORY;          return XVID_ERR_MEMORY;
663      }      }
664    
665      if (!load_stats(rc, param->filename1, param->filename2)) {      if (!load_stats(rc, param->filename)) {
666          DPRINTF(DPRINTF_RC,"fopen %s,%s failed\n", param->filename1, param->filename2);          DPRINTF(XVID_DEBUG_RC,"fopen %s failed\n", param->filename);
667          free(rc->keyframe_locations);          free(rc->keyframe_locations);
668          free(rc->stats);          free(rc->stats);
669          free(rc);          free(rc);
# Line 660  Line 671 
671      }      }
672    
673      /* pre-process our stats */      /* pre-process our stats */
674      pre_process(rc);  
675            if (rc->num_frames  < create->fbase/create->fincr) {
676                    rc->target = rc->param.bitrate / 8;     /* one second */
677            }else{
678                    rc->target = (rc->param.bitrate * rc->num_frames * create->fincr) / (create->fbase * 8);
679            }
680    
681        DPRINTF(XVID_DEBUG_RC, "rc->target : %i\n", rc->target);
682    
683    #if 0
684            rc->target -= rc->num_frames*24;        /* avi file header */
685    #endif
686    
687    
688            pre_process0(rc);
689    
690            if (rc->param.bitrate) {
691            zone_process(rc, create);
692                    internal_scale(rc);
693        }else{
694            /* external scaler: ignore zone */
695            for (i=0;i<rc->num_frames;i++) {
696                rc->stats[i].zone_mode = XVID_ZONE_WEIGHT;
697                rc->stats[i].weight = 1.0;
698            }
699            rc->avg_weight = 1.0;
700            rc->tot_quant = 0;
701        }
702            pre_process1(rc);
703    
704        for (i=0; i<32;i++) {
705            rc->pquant_error[i] = 0;
706            rc->bquant_error[i] = 0;
707            rc->quant_count[i] = 0;
708        }
709    
710        rc->fq_error = 0;
711    
712      *handle = rc;      *handle = rc;
713          return(0);          return(0);
# Line 686  Line 733 
733      double curve_temp;      double curve_temp;
734      int capped_to_max_framesize = 0;      int capped_to_max_framesize = 0;
735    
736      if (data->frame_num >= rc->num_frames) {          /*
737          /* insufficent stats data */           * This function is quite long but easy to understand. In order to simplify
738          return 0;           * the code path (a bit), we treat 3 cases that can return immediatly.
739             */
740    
741            /* First case: Another plugin has already set a quantizer */
742        if (data->quant > 0)
743                    return(0);
744    
745            /* Second case: We are in a Quant zone */
746            if (s->zone_mode == XVID_ZONE_QUANT) {
747    
748                    rc->fq_error += s->weight;
749                    data->quant = (int)rc->fq_error;
750                    rc->fq_error -= data->quant;
751    
752                    s->desired_length = s->length;
753    
754                    return(0);
755    
756      }      }
757    
758      overflow = rc->overflow / 8;        /* XXX: why by 8 */          /* Third case: insufficent stats data */
759            if (data->frame_num >= rc->num_frames)
760                    return 0;
761    
762            /*
763             * The last case is the one every normal minded developer should fear to
764             * maintain in a project :-)
765             */
766    
767            /* XXX: why by 8 */
768            overflow = rc->overflow / 8;
769    
770      if (s->type == XVID_TYPE_IVOP) {        /* XXX: why */          /*
771             * The rc->overflow field represents the overflow in current scene (between two
772             * IFrames) so we must not forget to reset it if we are enetring a new scene
773             */
774            if (s->type == XVID_TYPE_IVOP) {
775          overflow = 0;          overflow = 0;
776      }      }
777    
# Line 705  Line 783 
783      }      }
784      dbytes /= rc->movie_curve;      dbytes /= rc->movie_curve;
785    
786            /*
787             * We are now entering in the hard part of the algo, it was first designed
788             * to work with i/pframes only streams, so the way it computes things is
789             * adapted to pframes only. However we can use it if we just take care to
790             * scale the bframes sizes to pframes sizes using the ratio avg_p/avg_p and
791             * then before really using values depending on frame sizes, scaling the
792             * value again with the inverse ratio
793             */
794      if (s->type == XVID_TYPE_BVOP) {      if (s->type == XVID_TYPE_BVOP) {
795          dbytes *= rc->avg_length[XVID_TYPE_PVOP-1] / rc->avg_length[XVID_TYPE_BVOP-1];          dbytes *= rc->avg_length[XVID_TYPE_PVOP-1] / rc->avg_length[XVID_TYPE_BVOP-1];
796      }      }
797    
798            /*
799             * Apply user's choosen Payback method. Payback helps bitrate to follow the
800             * scaled curve "paying back" past errors in curve previsions.
801             */
802      if (rc->param.payback_method == XVID_PAYBACK_BIAS) {      if (rc->param.payback_method == XVID_PAYBACK_BIAS) {
803          desired =(int)(rc->curve_comp_error / rc->param.bitrate_payback_delay);          desired =(int)(rc->curve_comp_error / rc->param.bitrate_payback_delay);
804      }else{      }else{
# Line 722  Line 812 
812    
813      rc->curve_comp_error -= desired;      rc->curve_comp_error -= desired;
814    
815      /* alt curve */          /*
816             * Alt curve treatment is not that hard to understand though the formulas
817             * seem to be huge. Alt treatment is basically a way to soft/harden the
818             * curve flux applying sine/linear/cosine ratios
819             */
820    
821      curve_temp = 0; /* XXX: warning */          /* XXX: warning */
822            curve_temp = 0;
823    
824      if (rc->param.use_alt_curve) {      if (rc->param.use_alt_curve) {
825          if (s->type != XVID_TYPE_IVOP)  {          if (s->type != XVID_TYPE_IVOP)  {
# Line 759  Line 854 
854                      }                      }
855                                  }                                  }
856                          }                          }
857    
858                            /*
859                             * End of code path for curve_temp, as told earlier, we are now
860                             * obliged to scale the value to a bframe one using the inverse
861                             * ratio applied earlier
862                             */
863                          if (s->type == XVID_TYPE_BVOP)                          if (s->type == XVID_TYPE_BVOP)
864                                  curve_temp *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1];                                  curve_temp *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1];
865    
# Line 767  Line 868 
868                          desired += ((int)curve_temp);                          desired += ((int)curve_temp);
869                          rc->curve_comp_error += curve_temp - (int)curve_temp;                          rc->curve_comp_error += curve_temp - (int)curve_temp;
870                  }else{                  }else{
871                            /*
872                             * End of code path for dbytes, as told earlier, we are now
873                             * obliged to scale the value to a bframe one using the inverse
874                             * ratio applied earlier
875                             */
876                          if (s->type == XVID_TYPE_BVOP)                          if (s->type == XVID_TYPE_BVOP)
877                                  dbytes *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1];                                  dbytes *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1];
878    
# Line 783  Line 889 
889              curve_temp *= ((double)dbytes + (rc->avg_length[XVID_TYPE_PVOP-1] - dbytes) * rc->param.curve_compression_low / 100.0);              curve_temp *= ((double)dbytes + (rc->avg_length[XVID_TYPE_PVOP-1] - dbytes) * rc->param.curve_compression_low / 100.0);
890          }          }
891    
892          if (s->type == XVID_TYPE_BVOP){                  /*
893                     * End of code path for curve_temp, as told earlier, we are now
894                     * obliged to scale the value to a bframe one using the inverse
895                     * ratio applied earlier
896                     */
897                    if (s->type == XVID_TYPE_BVOP)
898              curve_temp *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1];              curve_temp *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1];
         }  
899    
900          desired += (int)curve_temp;          desired += (int)curve_temp;
901          rc->curve_comp_error += curve_temp - (int)curve_temp;          rc->curve_comp_error += curve_temp - (int)curve_temp;
902      }else{      }else{
903                    /*
904                     * End of code path for dbytes, as told earlier, we are now
905                     * obliged to scale the value to a bframe one using the inverse
906                     * ratio applied earlier
907                     */
908          if (s->type == XVID_TYPE_BVOP){          if (s->type == XVID_TYPE_BVOP){
909                          dbytes *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1];                          dbytes *= rc->avg_length[XVID_TYPE_BVOP-1] / rc->avg_length[XVID_TYPE_PVOP-1];
910          }          }
# Line 798  Line 913 
913                  rc->curve_comp_error += dbytes - (int)dbytes;                  rc->curve_comp_error += dbytes - (int)dbytes;
914      }      }
915    
916    
917            /*
918             * We can't do bigger frames than first pass, this would be stupid as first
919             * pass is quant=2 and that reaching quant=1 is not worth it. We would lose
920             * many bytes and we would not not gain much quality.
921             */
922          if (desired > s->length){          if (desired > s->length){
923                  rc->curve_comp_error += desired - s->length;                  rc->curve_comp_error += desired - s->length;
924                  desired = s->length;                  desired = s->length;
# Line 841  Line 962 
962    
963      overflow = (int)((double)overflow * desired / rc->avg_length[XVID_TYPE_PVOP-1]);      overflow = (int)((double)overflow * desired / rc->avg_length[XVID_TYPE_PVOP-1]);
964    
965          // Foxer: reign in overflow with huge frames          /* Reign in overflow with huge frames */
966          if (labs(overflow) > labs(rc->overflow)) {          if (labs(overflow) > labs(rc->overflow)) {
967                  overflow = rc->overflow;                  overflow = rc->overflow;
968          }          }
969    
970      // Foxer: make sure overflow doesn't run away          /* Make sure overflow doesn't run away */
   
971          if (overflow > desired * rc->param.max_overflow_improvement / 100) {          if (overflow > desired * rc->param.max_overflow_improvement / 100) {
972                  desired += (overflow <= desired) ? desired * rc->param.max_overflow_improvement / 100 :                  desired += (overflow <= desired) ? desired * rc->param.max_overflow_improvement / 100 :
973                          overflow * rc->param.max_overflow_improvement / 100;                          overflow * rc->param.max_overflow_improvement / 100;
# Line 857  Line 977 
977                  desired += overflow;                  desired += overflow;
978          }          }
979    
980            /* Make sure we are not higher than desired frame size */
981      if (desired > rc->max_length) {      if (desired > rc->max_length) {
982                  capped_to_max_framesize = 1;                  capped_to_max_framesize = 1;
983                  desired = rc->max_length;                  desired = rc->max_length;
984          }          }
985    
986      // make sure to not scale below the minimum framesize          /* Make sure to not scale below the minimum framesize */
987      if (desired < rc->min_length[s->type-1]) {          if (desired < rc->min_length[s->type-1])
988          desired = rc->min_length[s->type-1];          desired = rc->min_length[s->type-1];
     }  
   
989    
990      // very 'simple' quant<->filesize relationship          /*
991             * Don't laugh at this very 'simple' quant<->filesize relationship, it
992             * proves to be acurate enough for our algorithm
993             */
994      data->quant= (s->quant * s->length) / desired;      data->quant= (s->quant * s->length) / desired;
995    
996            /* Let's clip the computed quantizer, if needed */
997          if (data->quant < 1) {          if (data->quant < 1) {
998                  data->quant = 1;                  data->quant = 1;
999      } else if (data->quant > 31) {      } else if (data->quant > 31) {
1000                  data->quant = 31;                  data->quant = 31;
1001          }          } else if (s->type != XVID_TYPE_IVOP) {
1002          else if (s->type != XVID_TYPE_IVOP)  
1003          {                  /*
1004                  // Foxer: aid desired quantizer precision by accumulating decision error                   * The frame quantizer has not been clipped, this appear to be a good
1005                     * computed quantizer, however past frames give us some info about how
1006                     * this quantizer performs against the algo prevision. Let's use this
1007                     * prevision to increase the quantizer when we observe a too big
1008                     * accumulated error
1009                     */
1010                  if (s->type== XVID_TYPE_BVOP) {                  if (s->type== XVID_TYPE_BVOP) {
1011                          rc->bquant_error[data->quant] += ((double)(s->quant * s->length) / desired) - data->quant;                          rc->bquant_error[data->quant] += ((double)(s->quant * s->length) / desired) - data->quant;
1012    
# Line 896  Line 1024 
1024                  }                  }
1025          }          }
1026    
1027      /* cap to min/max quant */          /*
1028             * Now we have a computed quant that is in the right quante range, with a
1029      if (data->quant < rc->param.min_quant[s->type-1]) {           * possible +1 correction due to cumulated error. We can now safely clip
1030          data->quant = rc->param.min_quant[s->type-1];           * the quantizer again with user's quant ranges. "Safely" means the Rate
1031      }else if (data->quant > rc->param.max_quant[s->type-1]) {           * Control could learn more about this quantizer, this knowledge is useful
1032          data->quant = rc->param.max_quant[s->type-1];           * for future frames even if it this quantizer won't be really used atm,
1033             * that's why we don't perform this clipping earlier.
1034             */
1035            if (data->quant < data->min_quant[s->type-1]) {
1036                    data->quant = data->min_quant[s->type-1];
1037            } else if (data->quant > data->max_quant[s->type-1]) {
1038                    data->quant = data->max_quant[s->type-1];
1039      }      }
1040    
1041      /* subsequent p/b frame quants can only be +- 2 */          /*
1042             * To avoid big quality jumps from frame to frame, we apply a "security"
1043             * rule that makes |last_quant - new_quant| <= 2. This rule only applies
1044             * to predicted frames (P and B)
1045             */
1046          if (s->type != XVID_TYPE_IVOP && rc->last_quant[s->type-1] && capped_to_max_framesize == 0) {          if (s->type != XVID_TYPE_IVOP && rc->last_quant[s->type-1] && capped_to_max_framesize == 0) {
1047    
1048                  if (data->quant > rc->last_quant[s->type-1] + 2) {                  if (data->quant > rc->last_quant[s->type-1] + 2) {
1049                          data->quant = rc->last_quant[s->type-1] + 2;                          data->quant = rc->last_quant[s->type-1] + 2;
1050                          DPRINTF(DPRINTF_RC, "p/b-frame quantizer prevented from rising too steeply");                          DPRINTF(XVID_DEBUG_RC, "p/b-frame quantizer prevented from rising too steeply");
1051                  }                  }
1052                  if (data->quant < rc->last_quant[s->type-1] - 2) {                  if (data->quant < rc->last_quant[s->type-1] - 2) {
1053                          data->quant = rc->last_quant[s->type-1] - 2;                          data->quant = rc->last_quant[s->type-1] - 2;
1054                          DPRINTF(DPRINTF_RC, "p/b-frame quantizer prevented from falling too steeply");                          DPRINTF(XVID_DEBUG_RC, "p/b-frame quantizer prevented from falling too steeply");
1055                  }                  }
1056          }          }
1057    
1058            /*
1059             * We don't want to pollute the RC history results when our computed quant
1060             * has been computed from a capped frame size
1061             */
1062          if (capped_to_max_framesize == 0) {          if (capped_to_max_framesize == 0) {
1063          rc->last_quant[s->type-1] = data->quant;          rc->last_quant[s->type-1] = data->quant;
1064          }          }
# Line 930  Line 1072 
1072  {  {
1073      stat_t * s = &rc->stats[data->frame_num];      stat_t * s = &rc->stats[data->frame_num];
1074    
1075      if (data->frame_num >= rc->num_frames) {          /* Insufficent stats data */
1076          /* insufficent stats data */      if (data->frame_num >= rc->num_frames)
1077          return 0;          return 0;
     }  
1078    
1079      rc->quant_count[data->quant]++;      rc->quant_count[data->quant]++;
1080    
# Line 957  Line 1098 
1098          rc->KFoverflow -= rc->KFoverflow_partial;          rc->KFoverflow -= rc->KFoverflow_partial;
1099      }      }
1100    
1101      printf("[%i] quant:%i stats1:%i scaled:%i actual:%i overflow:%i\n",      DPRINTF(XVID_DEBUG_RC, "[%i] quant:%i stats1:%i scaled:%i actual:%i overflow:%i\n",
1102          data->frame_num,          data->frame_num,
1103          data->quant,          data->quant,
1104          s->length,          s->length,

Legend:
Removed from v.942  
changed lines
  Added in v.1037

No admin address has been configured
ViewVC Help
Powered by ViewVC 1.0.4