--- trunk/xvidcore/src/encoder.c 2002/06/12 20:38:41 195 +++ trunk/xvidcore/src/encoder.c 2006/12/14 13:09:00 1766 @@ -1,112 +1,70 @@ /***************************************************************************** * * XVID MPEG-4 VIDEO CODEC - * - Encoder main module - + * - Encoder main module - * - * This program is an implementation of a part of one or more MPEG-4 - * Video tools as specified in ISO/IEC 14496-2 standard. Those intending - * to use this software module in hardware or software products are - * advised that its use may infringe existing patents or copyrights, and - * any such use would be at such party's own risk. The original - * developer of this software module and his/her company, and subsequent - * editors and their companies, will have no liability for use of this - * software or modifications or derivatives thereof. + * Copyright(C) 2002 Michael Militzer + * 2002-2003 Peter Ross + * 2002 Daniel Smith * - * This program is free software; you can redistribute it and/or modify + * This program is free software ; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by - * the Free Software Foundation; either version 2 of the License, or + * the Free Software Foundation ; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of + * but WITHOUT ANY WARRANTY ; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License - * along with this program; if not, write to the Free Software + * along with this program ; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA * - ****************************************************************************/ - -/***************************************************************************** - * - * History - * - * 08.05.2002 fix some problem in DEBUG mode; - * MinChen - * 14.04.2002 added FrameCodeB() - * - * $Id: encoder.c,v 1.41 2002-06-12 20:38:40 edgomez Exp $ + * $Id: encoder.c,v 1.129 2006-12-14 13:09:00 Isibaar Exp $ * ****************************************************************************/ #include #include #include +#include #include "encoder.h" #include "prediction/mbprediction.h" #include "global.h" #include "utils/timer.h" #include "image/image.h" +#include "image/font.h" +#include "motion/sad.h" #include "motion/motion.h" +#include "motion/gmc.h" + #include "bitstream/cbp.h" #include "utils/mbfunctions.h" #include "bitstream/bitstream.h" #include "bitstream/mbcoding.h" -#include "utils/ratecontrol.h" #include "utils/emms.h" #include "bitstream/mbcoding.h" -#include "quant/adapt_quant.h" #include "quant/quant_matrix.h" #include "utils/mem_align.h" -/***************************************************************************** - * Local macros - ****************************************************************************/ +# include "motion/motion_smp.h" -#define ENC_CHECK(X) if(!(X)) return XVID_ERR_FORMAT -#define SWAP(A,B) { void * tmp = A; A = B; B = tmp; } /***************************************************************************** * Local function prototypes ****************************************************************************/ static int FrameCodeI(Encoder * pEnc, - Bitstream * bs, - uint32_t * pBits); + Bitstream * bs); static int FrameCodeP(Encoder * pEnc, - Bitstream * bs, - uint32_t * pBits, - bool force_inter, - bool vol_header); + Bitstream * bs); -#ifdef BFRAMES static void FrameCodeB(Encoder * pEnc, FRAMEINFO * frame, - Bitstream * bs, - uint32_t * pBits); -#endif - -/***************************************************************************** - * Local data - ****************************************************************************/ - -static int DQtab[4] = { - -1, -2, 1, 2 -}; - -static int iDQtab[5] = { - 1, 0, NO_CHANGE, 2, 3 -}; - - -static void __inline -image_null(IMAGE * image) -{ - image->y = image->u = image->v = NULL; -} + Bitstream * bs); /***************************************************************************** @@ -120,117 +78,195 @@ * and cleaning code. * * Returned values : - * - XVID_ERR_OK - no errors - * - XVID_ERR_MEMORY - the libc could not allocate memory, the function - * cleans the structure before exiting. - * pParam->handle is also set to NULL. + * - 0 - no errors + * - XVID_ERR_MEMORY - the libc could not allocate memory, the function + * cleans the structure before exiting. + * pParam->handle is also set to NULL. * ****************************************************************************/ -int -encoder_create(XVID_ENC_PARAM * pParam) +/* + * Simplify the "fincr/fbase" fraction +*/ +static int +gcd(int a, int b) { - Encoder *pEnc; - uint32_t i; - - pParam->handle = NULL; - - ENC_CHECK(pParam); - - ENC_CHECK(pParam->width > 0 && pParam->width <= 1920); - ENC_CHECK(pParam->height > 0 && pParam->height <= 1280); - ENC_CHECK(!(pParam->width % 2)); - ENC_CHECK(!(pParam->height % 2)); + int r ; - /* Fps */ - - if (pParam->fincr <= 0 || pParam->fbase <= 0) { - pParam->fincr = 1; - pParam->fbase = 25; + if (b > a) { + r = a; + a = b; + b = r; } - /* - * Simplify the "fincr/fbase" fraction - * (neccessary, since windows supplies us with huge numbers) - */ - - i = pParam->fincr; - while (i > 1) { - if (pParam->fincr % i == 0 && pParam->fbase % i == 0) { - pParam->fincr /= i; - pParam->fbase /= i; - i = pParam->fincr; - continue; - } - i--; + while ((r = a % b)) { + a = b; + b = r; } + return b; +} - if (pParam->fbase > 65535) { - float div = (float) pParam->fbase / 65535; - - pParam->fbase = (int) (pParam->fbase / div); - pParam->fincr = (int) (pParam->fincr / div); +static void +simplify_time(int *inc, int *base) +{ + /* common factor */ + const int s = gcd(*inc, *base); + *inc /= s; + *base /= s; + + if (*base > 65535 || *inc > 65535) { + int *biggest; + int *other; + float div; + + if (*base > *inc) { + biggest = base; + other = inc; + } else { + biggest = inc; + other = base; + } + + div = ((float)*biggest)/((float)65535); + *biggest = (unsigned int)(((float)*biggest)/div); + *other = (unsigned int)(((float)*other)/div); } +} - /* Bitrate allocator defaults */ - - if (pParam->rc_bitrate <= 0) - pParam->rc_bitrate = 900000; - - if (pParam->rc_reaction_delay_factor <= 0) - pParam->rc_reaction_delay_factor = 16; - - if (pParam->rc_averaging_period <= 0) - pParam->rc_averaging_period = 100; - - if (pParam->rc_buffer <= 0) - pParam->rc_buffer = 100; - - /* Max and min quantizers */ - - if ((pParam->min_quantizer <= 0) || (pParam->min_quantizer > 31)) - pParam->min_quantizer = 1; - if ((pParam->max_quantizer <= 0) || (pParam->max_quantizer > 31)) - pParam->max_quantizer = 31; +int +enc_create(xvid_enc_create_t * create) +{ + Encoder *pEnc; + int n; - if (pParam->max_quantizer < pParam->min_quantizer) - pParam->max_quantizer = pParam->min_quantizer; + if (XVID_VERSION_MAJOR(create->version) != 1) /* v1.x.x */ + return XVID_ERR_VERSION; - /* 1 keyframe each 10 seconds */ + if (create->width%2 || create->height%2) + return XVID_ERR_FAIL; - if (pParam->max_key_interval == 0) - pParam->max_key_interval = 10 * pParam->fincr / pParam->fbase; + if (create->width<=0 || create->height<=0) + return XVID_ERR_FAIL; + /* allocate encoder struct */ pEnc = (Encoder *) xvid_malloc(sizeof(Encoder), CACHE_LINE); if (pEnc == NULL) return XVID_ERR_MEMORY; + memset(pEnc, 0, sizeof(Encoder)); - /* Fill members of Encoder structure */ - - pEnc->mbParam.width = pParam->width; - pEnc->mbParam.height = pParam->height; + pEnc->mbParam.profile = create->profile; + /* global flags */ + pEnc->mbParam.global_flags = create->global; + if ((pEnc->mbParam.global_flags & XVID_GLOBAL_PACKED)) + pEnc->mbParam.global_flags |= XVID_GLOBAL_DIVX5_USERDATA; + + /* width, height */ + pEnc->mbParam.width = create->width; + pEnc->mbParam.height = create->height; pEnc->mbParam.mb_width = (pEnc->mbParam.width + 15) / 16; pEnc->mbParam.mb_height = (pEnc->mbParam.height + 15) / 16; - pEnc->mbParam.edged_width = 16 * pEnc->mbParam.mb_width + 2 * EDGE_SIZE; pEnc->mbParam.edged_height = 16 * pEnc->mbParam.mb_height + 2 * EDGE_SIZE; - pEnc->mbParam.fbase = pParam->fbase; - pEnc->mbParam.fincr = pParam->fincr; + /* framerate */ + pEnc->mbParam.fincr = MAX(create->fincr, 0); + pEnc->mbParam.fbase = create->fincr <= 0 ? 25 : create->fbase; + if (pEnc->mbParam.fincr>0) + simplify_time((int*)&pEnc->mbParam.fincr, (int*)&pEnc->mbParam.fbase); + + /* zones */ + if(create->num_zones > 0) { + pEnc->num_zones = create->num_zones; + pEnc->zones = xvid_malloc(sizeof(xvid_enc_zone_t) * pEnc->num_zones, CACHE_LINE); + if (pEnc->zones == NULL) + goto xvid_err_memory0; + memcpy(pEnc->zones, create->zones, sizeof(xvid_enc_zone_t) * pEnc->num_zones); + } else { + pEnc->num_zones = 0; + pEnc->zones = NULL; + } + + /* plugins */ + if(create->num_plugins > 0) { + pEnc->num_plugins = create->num_plugins; + pEnc->plugins = xvid_malloc(sizeof(xvid_enc_plugin_t) * pEnc->num_plugins, CACHE_LINE); + if (pEnc->plugins == NULL) + goto xvid_err_memory0; + } else { + pEnc->num_plugins = 0; + pEnc->plugins = NULL; + } + + for (n=0; nnum_plugins;n++) { + xvid_plg_create_t pcreate; + xvid_plg_info_t pinfo; + + memset(&pinfo, 0, sizeof(xvid_plg_info_t)); + pinfo.version = XVID_VERSION; + if (create->plugins[n].func(NULL, XVID_PLG_INFO, &pinfo, NULL) >= 0) { + pEnc->mbParam.plugin_flags |= pinfo.flags; + } + + memset(&pcreate, 0, sizeof(xvid_plg_create_t)); + pcreate.version = XVID_VERSION; + pcreate.num_zones = pEnc->num_zones; + pcreate.zones = pEnc->zones; + pcreate.width = pEnc->mbParam.width; + pcreate.height = pEnc->mbParam.height; + pcreate.mb_width = pEnc->mbParam.mb_width; + pcreate.mb_height = pEnc->mbParam.mb_height; + pcreate.fincr = pEnc->mbParam.fincr; + pcreate.fbase = pEnc->mbParam.fbase; + pcreate.param = create->plugins[n].param; + + pEnc->plugins[n].func = NULL; /* disable plugins that fail */ + if (create->plugins[n].func(NULL, XVID_PLG_CREATE, &pcreate, &pEnc->plugins[n].param) >= 0) { + pEnc->plugins[n].func = create->plugins[n].func; + } + } + + if ((pEnc->mbParam.global_flags & XVID_GLOBAL_EXTRASTATS_ENABLE) || + (pEnc->mbParam.plugin_flags & XVID_REQPSNR)) { + pEnc->mbParam.plugin_flags |= XVID_REQORIGINAL; /* psnr calculation requires the original */ + } + + /* temp dquants */ + if ((pEnc->mbParam.plugin_flags & XVID_REQDQUANTS)) { + pEnc->temp_dquants = (int *) xvid_malloc(pEnc->mbParam.mb_width * + pEnc->mbParam.mb_height * sizeof(int), CACHE_LINE); + if (pEnc->temp_dquants==NULL) + goto xvid_err_memory1a; + } - pEnc->sStat.fMvPrevSigma = -1; + /* temp lambdas */ + if (pEnc->mbParam.plugin_flags & XVID_REQLAMBDA) { + pEnc->temp_lambda = (float *) xvid_malloc(pEnc->mbParam.mb_width * + pEnc->mbParam.mb_height * 6 * sizeof(float), CACHE_LINE); + if (pEnc->temp_lambda == NULL) + goto xvid_err_memory1a; + } - /* Fill rate control parameters */ + /* bframes */ + pEnc->mbParam.max_bframes = MAX(create->max_bframes, 0); + pEnc->mbParam.bquant_ratio = MAX(create->bquant_ratio, 0); + pEnc->mbParam.bquant_offset = create->bquant_offset; - pEnc->bitrate = pParam->rc_bitrate; + /* min/max quant */ + for (n=0; n<3; n++) { + pEnc->mbParam.min_quant[n] = create->min_quant[n] > 0 ? create->min_quant[n] : 2; + pEnc->mbParam.max_quant[n] = create->max_quant[n] > 0 ? create->max_quant[n] : 31; + } - pEnc->iFrameNum = 0; - pEnc->iMaxKeyInterval = pParam->max_key_interval; + /* frame drop ratio */ + pEnc->mbParam.frame_drop_ratio = MAX(create->frame_drop_ratio, 0); - /* try to allocate frame memory */ + /* max keyframe interval */ + pEnc->mbParam.iMaxKeyInterval = create->max_key_interval <= 0 ? (10 * (int)pEnc->mbParam.fbase) / (int)pEnc->mbParam.fincr : create->max_key_interval; + + /* allocate working frame-image memory */ pEnc->current = xvid_malloc(sizeof(FRAMEINFO), CACHE_LINE); pEnc->reference = xvid_malloc(sizeof(FRAMEINFO), CACHE_LINE); @@ -238,7 +274,7 @@ if (pEnc->current == NULL || pEnc->reference == NULL) goto xvid_err_memory1; - /* try to allocate mb memory */ + /* allocate macroblock memory */ pEnc->current->mbs = xvid_malloc(sizeof(MACROBLOCK) * pEnc->mbParam.mb_width * @@ -250,31 +286,43 @@ if (pEnc->current->mbs == NULL || pEnc->reference->mbs == NULL) goto xvid_err_memory2; - /* try to allocate image memory */ + /* allocate quant matrix memory */ + + pEnc->mbParam.mpeg_quant_matrices = + xvid_malloc(sizeof(uint16_t) * 64 * 8, CACHE_LINE); + + if (pEnc->mbParam.mpeg_quant_matrices == NULL) + goto xvid_err_memory2a; + + /* allocate interpolation image memory */ + + if ((pEnc->mbParam.plugin_flags & XVID_REQORIGINAL)) { + image_null(&pEnc->sOriginal); + image_null(&pEnc->sOriginal2); + } -#ifdef _DEBUG - image_null(&pEnc->sOriginal); -#endif -#ifdef BFRAMES image_null(&pEnc->f_refh); image_null(&pEnc->f_refv); image_null(&pEnc->f_refhv); -#endif + image_null(&pEnc->current->image); image_null(&pEnc->reference->image); image_null(&pEnc->vInterH); image_null(&pEnc->vInterV); - image_null(&pEnc->vInterVf); image_null(&pEnc->vInterHV); - image_null(&pEnc->vInterHVf); -#ifdef _DEBUG - if (image_create - (&pEnc->sOriginal, pEnc->mbParam.edged_width, - pEnc->mbParam.edged_height) < 0) - goto xvid_err_memory3; -#endif -#ifdef BFRAMES + if ((pEnc->mbParam.plugin_flags & XVID_REQORIGINAL)) { + if (image_create + (&pEnc->sOriginal, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height) < 0) + goto xvid_err_memory3; + + if (image_create + (&pEnc->sOriginal2, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height) < 0) + goto xvid_err_memory3; + } + if (image_create (&pEnc->f_refh, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height) < 0) @@ -287,7 +335,7 @@ (&pEnc->f_refhv, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height) < 0) goto xvid_err_memory3; -#endif + if (image_create (&pEnc->current->image, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height) < 0) @@ -305,29 +353,27 @@ pEnc->mbParam.edged_height) < 0) goto xvid_err_memory3; if (image_create - (&pEnc->vInterVf, pEnc->mbParam.edged_width, - pEnc->mbParam.edged_height) < 0) - goto xvid_err_memory3; - if (image_create (&pEnc->vInterHV, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height) < 0) goto xvid_err_memory3; + +/* Create full bitplane for GMC, this might be wasteful */ if (image_create - (&pEnc->vInterHVf, pEnc->mbParam.edged_width, + (&pEnc->vGMC, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height) < 0) goto xvid_err_memory3; + /* init bframe image buffers */ + pEnc->bframenum_head = 0; + pEnc->bframenum_tail = 0; + pEnc->flush_bframes = 0; + pEnc->closed_bframenum = -1; /* B Frames specific init */ -#ifdef BFRAMES - - pEnc->mbParam.max_bframes = pParam->max_bframes; - pEnc->bquant_ratio = pParam->bquant_ratio; pEnc->bframes = NULL; if (pEnc->mbParam.max_bframes > 0) { - int n; pEnc->bframes = xvid_malloc(pEnc->mbParam.max_bframes * sizeof(FRAMEINFO *), @@ -363,65 +409,125 @@ } } - pEnc->bframenum_head = 0; - pEnc->bframenum_tail = 0; - pEnc->flush_bframes = 0; + /* init incoming frame queue */ + pEnc->queue_head = 0; + pEnc->queue_tail = 0; + pEnc->queue_size = 0; - pEnc->mbParam.m_seconds = 0; - pEnc->mbParam.m_ticks = 0; -#endif + pEnc->queue = + xvid_malloc((pEnc->mbParam.max_bframes+1) * sizeof(QUEUEINFO), + CACHE_LINE); - pParam->handle = (void *) pEnc; + if (pEnc->queue == NULL) + goto xvid_err_memory4; - if (pParam->rc_bitrate) { - RateControlInit(&pEnc->rate_control, pParam->rc_bitrate, - pParam->rc_reaction_delay_factor, - pParam->rc_averaging_period, pParam->rc_buffer, - pParam->fbase * 1000 / pParam->fincr, - pParam->max_quantizer, pParam->min_quantizer); + for (n = 0; n < pEnc->mbParam.max_bframes+1; n++) + image_null(&pEnc->queue[n].image); + + + for (n = 0; n < pEnc->mbParam.max_bframes+1; n++) { + if (image_create + (&pEnc->queue[n].image, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height) < 0) + goto xvid_err_memory5; + } + + /* timestamp stuff */ + + pEnc->mbParam.m_stamp = 0; + pEnc->m_framenum = 0; + pEnc->current->stamp = 0; + pEnc->reference->stamp = 0; + + /* other stuff */ + + pEnc->iFrameNum = 0; + pEnc->fMvPrevSigma = -1; + + /* multithreaded stuff */ + if (create->num_threads > 0) { + int t = create->num_threads; + int rows_per_thread = (pEnc->mbParam.mb_height+t-1)/t; + pEnc->num_threads = t; + pEnc->motionData = xvid_malloc(t*sizeof(SMPmotionData), CACHE_LINE); + if (!pEnc->motionData) + goto xvid_err_nosmp; + + for (n = 0; n < t; n++) { + pEnc->motionData[n].complete_count_self = + xvid_malloc(rows_per_thread * sizeof(int), CACHE_LINE); + + if (!pEnc->motionData[n].complete_count_self) + goto xvid_err_nosmp; + + if (n != 0) + pEnc->motionData[n].complete_count_above = + pEnc->motionData[n-1].complete_count_self; + } + pEnc->motionData[0].complete_count_above = + pEnc->motionData[t-1].complete_count_self - 1; + + } else { + xvid_err_nosmp: + /* no SMP */ + create->num_threads = 0; + pEnc->motionData = NULL; } + create->handle = (void *) pEnc; + init_timer(); + init_mpeg_matrix(pEnc->mbParam.mpeg_quant_matrices); - return XVID_ERR_OK; + return 0; /* ok */ /* * We handle all XVID_ERR_MEMORY here, this makes the code lighter */ -#ifdef BFRAMES - xvid_err_memory4: - for (i = 0; i < pEnc->mbParam.max_bframes; i++) { - if (pEnc->bframes[i] == NULL) - continue; + xvid_err_memory5: - image_destroy(&pEnc->bframes[i]->image, pEnc->mbParam.edged_width, - pEnc->mbParam.edged_height); + for (n = 0; n < pEnc->mbParam.max_bframes+1; n++) { + image_destroy(&pEnc->queue[n].image, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height); + } - xvid_free(pEnc->bframes[i]->mbs); + xvid_free(pEnc->queue); - xvid_free(pEnc->bframes[i]); + xvid_err_memory4: - } + if (pEnc->mbParam.max_bframes > 0) { + int i; - xvid_free(pEnc->bframes); + for (i = 0; i < pEnc->mbParam.max_bframes; i++) { -#endif + if (pEnc->bframes[i] == NULL) + continue; + + image_destroy(&pEnc->bframes[i]->image, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height); + xvid_free(pEnc->bframes[i]->mbs); + xvid_free(pEnc->bframes[i]); + } + + xvid_free(pEnc->bframes); + } xvid_err_memory3: -#ifdef _DEBUG - image_destroy(&pEnc->sOriginal, pEnc->mbParam.edged_width, - pEnc->mbParam.edged_height); -#endif -#ifdef BFRAMES + if ((pEnc->mbParam.plugin_flags & XVID_REQORIGINAL)) { + image_destroy(&pEnc->sOriginal, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height); + image_destroy(&pEnc->sOriginal2, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height); + } + image_destroy(&pEnc->f_refh, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); image_destroy(&pEnc->f_refv, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); image_destroy(&pEnc->f_refhv, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); -#endif image_destroy(&pEnc->current->image, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); @@ -431,13 +537,16 @@ pEnc->mbParam.edged_height); image_destroy(&pEnc->vInterV, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); - image_destroy(&pEnc->vInterVf, pEnc->mbParam.edged_width, - pEnc->mbParam.edged_height); image_destroy(&pEnc->vInterHV, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); - image_destroy(&pEnc->vInterHVf, pEnc->mbParam.edged_width, + +/* destroy GMC image */ + image_destroy(&pEnc->vGMC, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); + xvid_err_memory2a: + xvid_free(pEnc->mbParam.mpeg_quant_matrices); + xvid_err_memory2: xvid_free(pEnc->current->mbs); xvid_free(pEnc->reference->mbs); @@ -445,9 +554,29 @@ xvid_err_memory1: xvid_free(pEnc->current); xvid_free(pEnc->reference); + + xvid_err_memory1a: + if ((pEnc->mbParam.plugin_flags & XVID_REQDQUANTS)) { + xvid_free(pEnc->temp_dquants); + } + + if(pEnc->mbParam.plugin_flags & XVID_REQLAMBDA) { + xvid_free(pEnc->temp_lambda); + } + + xvid_err_memory0: + for (n=0; nnum_plugins;n++) { + if (pEnc->plugins[n].func) { + pEnc->plugins[n].func(pEnc->plugins[n].param, XVID_PLG_DESTROY, NULL, NULL); + } + } + xvid_free(pEnc->plugins); + + xvid_free(pEnc->zones); + xvid_free(pEnc); - pParam->handle = NULL; + create->handle = NULL; return XVID_ERR_MEMORY; } @@ -456,39 +585,42 @@ * Encoder destruction * * This function destroy the entire encoder structure created by a previous - * successful encoder_create call. + * successful enc_create call. * * Returned values (for now only one returned value) : - * - XVID_ERR_OK - no errors + * - 0 - no errors * ****************************************************************************/ int -encoder_destroy(Encoder * pEnc) +enc_destroy(Encoder * pEnc) { - ENC_CHECK(pEnc); - - /* B Frames specific */ -#ifdef BFRAMES int i; - for (i = 0; i < pEnc->mbParam.max_bframes; i++) { + /* B Frames specific */ + for (i = 0; i < pEnc->mbParam.max_bframes+1; i++) { + image_destroy(&pEnc->queue[i].image, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height); + } - if (pEnc->bframes[i] == NULL) - continue; + xvid_free(pEnc->queue); - image_destroy(&pEnc->bframes[i]->image, pEnc->mbParam.edged_width, - pEnc->mbParam.edged_height); + if (pEnc->mbParam.max_bframes > 0) { - xvid_free(pEnc->bframes[i]->mbs); + for (i = 0; i < pEnc->mbParam.max_bframes; i++) { - xvid_free(pEnc->bframes[i]); + if (pEnc->bframes[i] == NULL) + continue; - } + image_destroy(&pEnc->bframes[i]->image, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height); + xvid_free(pEnc->bframes[i]->mbs); + xvid_free(pEnc->bframes[i]); + } - xvid_free(pEnc->bframes); + xvid_free(pEnc->bframes); -#endif + } /* All images, reference, current etc ... */ @@ -500,24 +632,23 @@ pEnc->mbParam.edged_height); image_destroy(&pEnc->vInterV, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); - image_destroy(&pEnc->vInterVf, pEnc->mbParam.edged_width, - pEnc->mbParam.edged_height); image_destroy(&pEnc->vInterHV, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); - image_destroy(&pEnc->vInterHVf, pEnc->mbParam.edged_width, - pEnc->mbParam.edged_height); -#ifdef BFRAMES image_destroy(&pEnc->f_refh, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); image_destroy(&pEnc->f_refv, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); image_destroy(&pEnc->f_refhv, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); -#endif -#ifdef _DEBUG - image_destroy(&pEnc->sOriginal, pEnc->mbParam.edged_width, + image_destroy(&pEnc->vGMC, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height); -#endif + + if ((pEnc->mbParam.plugin_flags & XVID_REQORIGINAL)) { + image_destroy(&pEnc->sOriginal, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height); + image_destroy(&pEnc->sOriginal2, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height); + } /* Encoder structure */ @@ -527,735 +658,894 @@ xvid_free(pEnc->reference->mbs); xvid_free(pEnc->reference); - xvid_free(pEnc); + if ((pEnc->mbParam.plugin_flags & XVID_REQDQUANTS)) { + xvid_free(pEnc->temp_dquants); + } - return XVID_ERR_OK; -} + if ((pEnc->mbParam.plugin_flags & XVID_REQLAMBDA)) { + xvid_free(pEnc->temp_lambda); + } -/***************************************************************************** - * Frame encoder entry point - * - * At this moment 2 versions coexist : one for IPB compatible encoder, - * another one for the old IP encoder. - * - * Returned values : - * - XVID_ERR_OK - no errors - * - XVID_ERR_FORMAT - the image subsystem reported the image had a wrong - * format - ****************************************************************************/ + if (pEnc->num_plugins>0) { + xvid_plg_destroy_t pdestroy; + memset(&pdestroy, 0, sizeof(xvid_plg_destroy_t)); + pdestroy.version = XVID_VERSION; + pdestroy.num_frames = pEnc->m_framenum; -#ifdef BFRAMES -/***************************************************************************** - * Frame encoder entry point for IPB capable encoder - ****************************************************************************/ -int -encoder_encode(Encoder * pEnc, - XVID_ENC_FRAME * pFrame, - XVID_ENC_STATS * pResult) -{ - uint16_t x, y; - Bitstream bs; - uint32_t bits; + for (i=0; inum_plugins;i++) { + if (pEnc->plugins[i].func) { + pEnc->plugins[i].func(pEnc->plugins[i].param, XVID_PLG_DESTROY, &pdestroy, NULL); + } + } + xvid_free(pEnc->plugins); + } -#ifdef _DEBUG - float psnr; - char temp[128]; -#endif + xvid_free(pEnc->mbParam.mpeg_quant_matrices); - ENC_CHECK(pEnc); - ENC_CHECK(pFrame); + if (pEnc->num_zones > 0) + xvid_free(pEnc->zones); - start_global_timer(); + if (pEnc->num_threads > 0) { + for (i = 0; i < pEnc->num_threads; i++) + xvid_free(pEnc->motionData[i].complete_count_self); - BitstreamInit(&bs, pFrame->bitstream, 0); + xvid_free(pEnc->motionData); + } - /* - * bframe "flush" code - */ + xvid_free(pEnc); - if ((pFrame->image == NULL || pEnc->flush_bframes) - && (pEnc->bframenum_head < pEnc->bframenum_tail)) { + return 0; /* ok */ +} - if (pEnc->flush_bframes == 0) { - /* - * we have reached the end of stream without getting - * a future reference frame... so encode last final - * frame as a pframe - */ - - /* ToDo : remove dprintf calls */ - /* - dprintf("--- PFRAME (final frame correction) --- "); - */ - pEnc->bframenum_tail--; - SWAP(pEnc->current, pEnc->reference); - SWAP(pEnc->current, pEnc->bframes[pEnc->bframenum_tail]); +/* + call the plugins + */ - FrameCodeP(pEnc, &bs, &bits, 1, 0); +static void call_plugins(Encoder * pEnc, FRAMEINFO * frame, IMAGE * original, + int opt, int * type, int * quant, xvid_enc_stats_t * stats) +{ + unsigned int i, j, k; + xvid_plg_data_t data; - BitstreamPad(&bs); - pFrame->length = BitstreamLength(&bs); - pFrame->input_consumed = 0; - pFrame->intra = 0; + /* set data struct */ - return XVID_ERR_OK; + memset(&data, 0, sizeof(xvid_plg_data_t)); + data.version = XVID_VERSION; + + /* find zone */ + for(i=0; inum_zones && pEnc->zones[i].frame<=frame->frame_num; i++) ; + data.zone = i>0 ? &pEnc->zones[i-1] : NULL; + + data.width = pEnc->mbParam.width; + data.height = pEnc->mbParam.height; + data.mb_width = pEnc->mbParam.mb_width; + data.mb_height = pEnc->mbParam.mb_height; + data.fincr = frame->fincr; + data.fbase = pEnc->mbParam.fbase; + data.bquant_ratio = pEnc->mbParam.bquant_ratio; + data.bquant_offset = pEnc->mbParam.bquant_offset; + + for (i=0; i<3; i++) { + data.min_quant[i] = pEnc->mbParam.min_quant[i]; + data.max_quant[i] = pEnc->mbParam.max_quant[i]; + } + + data.reference.csp = XVID_CSP_PLANAR; + data.reference.plane[0] = pEnc->reference->image.y; + data.reference.plane[1] = pEnc->reference->image.u; + data.reference.plane[2] = pEnc->reference->image.v; + data.reference.stride[0] = pEnc->mbParam.edged_width; + data.reference.stride[1] = pEnc->mbParam.edged_width/2; + data.reference.stride[2] = pEnc->mbParam.edged_width/2; + + data.current.csp = XVID_CSP_PLANAR; + data.current.plane[0] = frame->image.y; + data.current.plane[1] = frame->image.u; + data.current.plane[2] = frame->image.v; + data.current.stride[0] = pEnc->mbParam.edged_width; + data.current.stride[1] = pEnc->mbParam.edged_width/2; + data.current.stride[2] = pEnc->mbParam.edged_width/2; + + data.frame_num = frame->frame_num; + + if (opt == XVID_PLG_BEFORE) { + data.type = *type; + data.quant = *quant; + + data.vol_flags = frame->vol_flags; + data.vop_flags = frame->vop_flags; + data.motion_flags = frame->motion_flags; + + } else if (opt == XVID_PLG_FRAME) { + data.type = coding2type(frame->coding_type); + data.quant = frame->quant; + + if ((pEnc->mbParam.plugin_flags & XVID_REQDQUANTS)) { + data.dquant = pEnc->temp_dquants; + data.dquant_stride = pEnc->mbParam.mb_width; + memset(data.dquant, 0, data.mb_width*data.mb_height*sizeof(int)); } - /* ToDo : remove dprintf calls */ - /* - dprintf("--- BFRAME (flush) --- "); - */ - FrameCodeB(pEnc, pEnc->bframes[pEnc->bframenum_head], &bs, &bits); - pEnc->bframenum_head++; + if(pEnc->mbParam.plugin_flags & XVID_REQLAMBDA) { + int block = 0; + emms(); + data.lambda = pEnc->temp_lambda; + for(i = 0;i < pEnc->mbParam.mb_height; i++) + for(j = 0;j < pEnc->mbParam.mb_width; j++) + for (k = 0; k < 6; k++) + data.lambda[block++] = 1.0f; + } + } else { /* XVID_PLG_AFTER */ + if ((pEnc->mbParam.plugin_flags & XVID_REQORIGINAL)) { + data.original.csp = XVID_CSP_PLANAR; + data.original.plane[0] = original->y; + data.original.plane[1] = original->u; + data.original.plane[2] = original->v; + data.original.stride[0] = pEnc->mbParam.edged_width; + data.original.stride[1] = pEnc->mbParam.edged_width/2; + data.original.stride[2] = pEnc->mbParam.edged_width/2; + } - BitstreamPad(&bs); - pFrame->length = BitstreamLength(&bs); - pFrame->input_consumed = 0; - pFrame->intra = 0; + if ((frame->vol_flags & XVID_VOL_EXTRASTATS) || + (pEnc->mbParam.plugin_flags & XVID_REQPSNR)) { - return XVID_ERR_OK; - } + data.sse_y = + plane_sse( original->y, frame->image.y, + pEnc->mbParam.edged_width, pEnc->mbParam.width, + pEnc->mbParam.height); + + data.sse_u = + plane_sse( original->u, frame->image.u, + pEnc->mbParam.edged_width/2, pEnc->mbParam.width/2, + pEnc->mbParam.height/2); + + data.sse_v = + plane_sse( original->v, frame->image.v, + pEnc->mbParam.edged_width/2, pEnc->mbParam.width/2, + pEnc->mbParam.height/2); + } - if (pFrame->image == NULL) { - pFrame->length = 0; - pFrame->input_consumed = 1; - pFrame->intra = 0; + data.type = coding2type(frame->coding_type); + data.quant = frame->quant; - return XVID_ERR_OK; - } + if ((pEnc->mbParam.plugin_flags & XVID_REQDQUANTS)) { + data.dquant = pEnc->temp_dquants; + data.dquant_stride = pEnc->mbParam.mb_width; + + for (j=0; jmbParam.mb_height; j++) + for (i=0; imbParam.mb_width; i++) { + data.dquant[j*data.dquant_stride + i] = frame->mbs[j*pEnc->mbParam.mb_width + i].dquant; + } + } - if (pEnc->bframenum_head > 0) { - pEnc->bframenum_head = pEnc->bframenum_tail = 0; + data.vol_flags = frame->vol_flags; + data.vop_flags = frame->vop_flags; + data.motion_flags = frame->motion_flags; + + data.length = frame->length; + data.kblks = frame->sStat.kblks; + data.mblks = frame->sStat.mblks; + data.ublks = frame->sStat.ublks; + + /* New code */ + data.stats.type = coding2type(frame->coding_type); + data.stats.quant = frame->quant; + data.stats.vol_flags = frame->vol_flags; + data.stats.vop_flags = frame->vop_flags; + data.stats.length = frame->length; + data.stats.hlength = frame->length - (frame->sStat.iTextBits / 8); + data.stats.kblks = frame->sStat.kblks; + data.stats.mblks = frame->sStat.mblks; + data.stats.ublks = frame->sStat.ublks; + data.stats.sse_y = data.sse_y; + data.stats.sse_u = data.sse_u; + data.stats.sse_v = data.sse_v; + + if (stats) + *stats = data.stats; + } + + /* call plugins */ + for (i=0; i<(unsigned int)pEnc->num_plugins;i++) { + emms(); + if (pEnc->plugins[i].func) { + if (pEnc->plugins[i].func(pEnc->plugins[i].param, opt, &data, NULL) < 0) { + continue; + } + } } + emms(); - pEnc->flush_bframes = 0; + /* copy modified values back into frame*/ + if (opt == XVID_PLG_BEFORE) { + *type = data.type; + *quant = data.quant > 0 ? data.quant : 2; /* default */ + + frame->vol_flags = data.vol_flags; + frame->vop_flags = data.vop_flags; + frame->motion_flags = data.motion_flags; + + } else if (opt == XVID_PLG_FRAME) { + + if ((pEnc->mbParam.plugin_flags & XVID_REQDQUANTS)) { + for (j=0; jmbParam.mb_height; j++) + for (i=0; imbParam.mb_width; i++) { + frame->mbs[j*pEnc->mbParam.mb_width + i].dquant = data.dquant[j*data.mb_width + i]; + } + } else { + for (j=0; jmbParam.mb_height; j++) + for (i=0; imbParam.mb_width; i++) { + frame->mbs[j*pEnc->mbParam.mb_width + i].dquant = 0; + } + } - /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - * Well there was a separation here so i put it in ANSI C - * comment style :-) - * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ + if (pEnc->mbParam.plugin_flags & XVID_REQLAMBDA) { + for (j = 0; j < pEnc->mbParam.mb_height; j++) + for (i = 0; i < pEnc->mbParam.mb_width; i++) + for (k = 0; k < 6; k++) { + frame->mbs[j*pEnc->mbParam.mb_width + i].lambda[k] = + (int) ((float)(1<mbParam.mb_height; j++) + for (i = 0; imbParam.mb_width; i++) + for (k = 0; k < 6; k++) { + frame->mbs[j*pEnc->mbParam.mb_width + i].lambda[k] = 1<current, pEnc->reference); - EMMS(); + frame->mbs[0].quant = data.quant; /* FRAME will not affect the quant in stats */ + } - if (pFrame->quant == 0) - pEnc->current->quant = RateControlGetQ(&pEnc->rate_control, 0); - else - pEnc->current->quant = pFrame->quant; - - if (pEnc->current->quant < 1) - pEnc->current->quant = 1; - - if (pEnc->current->quant > 31) - pEnc->current->quant = 31; - - pEnc->current->global_flags = pFrame->general; - pEnc->current->motion_flags = pFrame->motion; - pEnc->current->seconds = pEnc->mbParam.m_seconds; - pEnc->current->ticks = pEnc->mbParam.m_ticks; - /* ToDo : dynamic fcode (in both directions) */ - pEnc->current->fcode = pEnc->mbParam.m_fcode; - pEnc->current->bcode = pEnc->mbParam.m_fcode; - start_timer(); - if (image_input - (&pEnc->current->image, pEnc->mbParam.width, pEnc->mbParam.height, - pEnc->mbParam.edged_width, pFrame->image, pFrame->colorspace)) - return XVID_ERR_FORMAT; - stop_conv_timer(); - -#ifdef _DEBUG - image_copy(&pEnc->sOriginal, &pEnc->current->image, - pEnc->mbParam.edged_width, pEnc->mbParam.height); -#endif +} - EMMS(); - /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - * Luminance masking - * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ +static __inline void inc_frame_num(Encoder * pEnc) +{ + pEnc->current->frame_num = pEnc->m_framenum; + pEnc->current->stamp = pEnc->mbParam.m_stamp; /* first frame is zero */ - if ((pEnc->current->global_flags & XVID_LUMIMASKING)) { - int *temp_dquants = - (int *) xvid_malloc(pEnc->mbParam.mb_width * - pEnc->mbParam.mb_height * sizeof(int), - CACHE_LINE); - - pEnc->current->quant = - adaptive_quantization(pEnc->current->image.y, - pEnc->mbParam.edged_width, temp_dquants, - pEnc->current->quant, pEnc->current->quant, - 2 * pEnc->current->quant, - pEnc->mbParam.mb_width, - pEnc->mbParam.mb_height); + pEnc->mbParam.m_stamp += pEnc->current->fincr; + pEnc->m_framenum++; /* debug ticker */ +} - for (y = 0; y < pEnc->mbParam.mb_height; y++) { +static __inline void dec_frame_num(Encoder * pEnc) +{ + pEnc->mbParam.m_stamp -= pEnc->mbParam.fincr; + pEnc->m_framenum--; /* debug ticker */ +} -#define OFFSET(x,y) ((x) + (y)*pEnc->mbParam.mb_width) +static __inline void +MBSetDquant(MACROBLOCK * pMB, int x, int y, MBParam * mbParam) +{ + if (pMB->cbp == 0) { + /* we want to code dquant but the quantizer value will not be used yet + let's find out if we can postpone dquant to next MB + */ + if (x == mbParam->mb_width-1 && y == mbParam->mb_height-1) { + pMB->dquant = 0; /* it's the last MB of all, the easiest case */ + return; + } else { + MACROBLOCK * next = pMB + 1; + const MACROBLOCK * prev = pMB - 1; + if (next->mode != MODE_INTER4V && next->mode != MODE_NOT_CODED) + /* mode allows dquant change in the future */ + if (abs(next->quant - prev->quant) <= 2) { + /* quant change is not out of range */ + pMB->quant = prev->quant; + pMB->dquant = 0; + next->dquant = next->quant - prev->quant; + return; + } + } + } + /* couldn't skip this dquant */ + pMB->mode = MODE_INTER_Q; +} + - for (x = 0; x < pEnc->mbParam.mb_width; x++) { - MACROBLOCK *pMB = &pEnc->current->mbs[OFFSET(x, y)]; - pMB->dquant = iDQtab[temp_dquants[OFFSET(x, y)] + 2]; - } +static __inline void +set_timecodes(FRAMEINFO* pCur,FRAMEINFO *pRef, int32_t time_base) +{ -#undef OFFSET + pCur->ticks = (int32_t)pCur->stamp % time_base; + pCur->seconds = ((int32_t)pCur->stamp / time_base) - ((int32_t)pRef->stamp / time_base) ; - } +#if 0 /* HEAVY DEBUG OUTPUT */ + fprintf(stderr,"WriteVop: %d - %d \n", + ((int32_t)pCur->stamp / time_base), ((int32_t)pRef->stamp / time_base)); + fprintf(stderr,"set_timecodes: VOP %1d stamp=%lld ref_stamp=%lld base=%d\n", + pCur->coding_type, pCur->stamp, pRef->stamp, time_base); + fprintf(stderr,"set_timecodes: VOP %1d seconds=%d ticks=%d (ref-sec=%d ref-tick=%d)\n", + pCur->coding_type, pCur->seconds, pCur->ticks, pRef->seconds, pRef->ticks); +#endif +} - xvid_free(temp_dquants); - } +static void +simplify_par(int *par_width, int *par_height) +{ - /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - * ivop/pvop/bvop selection - * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ + int _par_width = (!*par_width) ? 1 : (*par_width<0) ? -*par_width: *par_width; + int _par_height = (!*par_height) ? 1 : (*par_height<0) ? -*par_height: *par_height; + int divisor = gcd(_par_width, _par_height); + + _par_width /= divisor; + _par_height /= divisor; + + /* 2^8 precision maximum */ + if (_par_width>255 || _par_height>255) { + float div; + emms(); + if (_par_width>_par_height) + div = (float)_par_width/255; + else + div = (float)_par_height/255; + _par_width = (int)((float)_par_width/div); + _par_height = (int)((float)_par_height/div); + } - if (pEnc->iFrameNum == 0 || pFrame->intra == 1 || - (pFrame->intra < 0 && pEnc->iMaxKeyInterval > 0 && - pEnc->iFrameNum >= pEnc->iMaxKeyInterval) - || image_mad(&pEnc->reference->image, &pEnc->current->image, - pEnc->mbParam.edged_width, pEnc->mbParam.width, - pEnc->mbParam.height) > 30) { - /* - * This will be coded as an Intra Frame - */ - - /* ToDo : Remove dprintf calls */ - /* - dprintf("--- IFRAME ---"); - */ - - FrameCodeI(pEnc, &bs, &bits); - - pFrame->intra = 1; - pEnc->flush_bframes = 1; - - /* - * NB : sequences like "IIBB" decode fine with msfdam but, - * go screwy with divx 5.00 - */ - } else if (pEnc->bframenum_tail >= pEnc->mbParam.max_bframes) { - /* - * This will be coded as a Predicted Frame - */ - - /* ToDo : Remove dprintf calls */ - /* - dprintf("--- PFRAME ---"); - */ - - FrameCodeP(pEnc, &bs, &bits, 1, 0); - pFrame->intra = 0; - pEnc->flush_bframes = 1; - } else { - /* - * This will be coded as a Bidirectional Frame - */ - - /* ToDo : Remove dprintf calls */ - /* - dprintf("--- BFRAME (store) --- head=%i tail=%i", - pEnc->bframenum_head, - pEnc->bframenum_tail); - */ - - if (pFrame->bquant < 1) { - pEnc->current->quant = - ((pEnc->reference->quant + - pEnc->current->quant) * pEnc->bquant_ratio) / 200; - } else { - pEnc->current->quant = pFrame->bquant; - } + *par_width = _par_width; + *par_height = _par_height; - /* store frame into bframe buffer & swap ref back to current */ - SWAP(pEnc->current, pEnc->bframes[pEnc->bframenum_tail]); - SWAP(pEnc->current, pEnc->reference); + return; +} - pEnc->bframenum_tail++; - pFrame->intra = 0; - pFrame->length = 0; - pFrame->input_consumed = 1; +/***************************************************************************** + * IPB frame encoder entry point + * + * Returned values : + * - >0 - output bytes + * - 0 - no output + * - XVID_ERR_VERSION - wrong version passed to core + * - XVID_ERR_END - End of stream reached before end of coding + * - XVID_ERR_FORMAT - the image subsystem reported the image had a wrong + * format + ****************************************************************************/ - pEnc->mbParam.m_ticks += pEnc->mbParam.fincr; - if (pEnc->mbParam.m_ticks > pEnc->mbParam.fbase) { - pEnc->mbParam.m_seconds++; - pEnc->mbParam.m_ticks = 0; - } - return XVID_ERR_OK; - } +int +enc_encode(Encoder * pEnc, + xvid_enc_frame_t * xFrame, + xvid_enc_stats_t * stats) +{ + xvid_enc_frame_t * frame; + int type; + Bitstream bs; - BitstreamPad(&bs); - pFrame->length = BitstreamLength(&bs); + if (XVID_VERSION_MAJOR(xFrame->version) != 1 || (stats && XVID_VERSION_MAJOR(stats->version) != 1)) /* v1.x.x */ + return XVID_ERR_VERSION; - if (pResult) { - pResult->quant = pEnc->current->quant; - pResult->hlength = pFrame->length - (pEnc->sStat.iTextBits / 8); - pResult->kblks = pEnc->sStat.kblks; - pResult->mblks = pEnc->sStat.mblks; - pResult->ublks = pEnc->sStat.ublks; - } + xFrame->out_flags = 0; - EMMS(); + start_global_timer(); + BitstreamInit(&bs, xFrame->bitstream, 0); -#ifdef _DEBUG - psnr = - image_psnr(&pEnc->sOriginal, &pEnc->current->image, - pEnc->mbParam.edged_width, pEnc->mbParam.width, - pEnc->mbParam.height); - snprintf(temp, 127, "PSNR: %f\n", psnr); - DEBUG(temp); -#endif + /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + * enqueue image to the encoding-queue + * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ - if (pFrame->quant == 0) { - RateControlUpdate(&pEnc->rate_control, pEnc->current->quant, - pFrame->length, pFrame->intra); - } + if (xFrame->input.csp != XVID_CSP_NULL) + { + QUEUEINFO * q = &pEnc->queue[pEnc->queue_tail]; - pEnc->iFrameNum++; - pEnc->mbParam.m_ticks += pEnc->mbParam.fincr; - if (pEnc->mbParam.m_ticks > pEnc->mbParam.fbase) { - pEnc->mbParam.m_seconds++; - pEnc->mbParam.m_ticks = 0; + start_timer(); + if (image_input + (&q->image, pEnc->mbParam.width, pEnc->mbParam.height, + pEnc->mbParam.edged_width, (uint8_t**)xFrame->input.plane, xFrame->input.stride, + xFrame->input.csp, xFrame->vol_flags & XVID_VOL_INTERLACING)) + { + emms(); + return XVID_ERR_FORMAT; + } + stop_conv_timer(); + + if ((xFrame->vop_flags & XVID_VOP_CHROMAOPT)) { + image_chroma_optimize(&q->image, + pEnc->mbParam.width, pEnc->mbParam.height, pEnc->mbParam.edged_width); + } + + q->frame = *xFrame; + + if (xFrame->quant_intra_matrix) + { + memcpy(q->quant_intra_matrix, xFrame->quant_intra_matrix, 64*sizeof(unsigned char)); + q->frame.quant_intra_matrix = q->quant_intra_matrix; + } + + if (xFrame->quant_inter_matrix) + { + memcpy(q->quant_inter_matrix, xFrame->quant_inter_matrix, 64*sizeof(unsigned char)); + q->frame.quant_inter_matrix = q->quant_inter_matrix; + } + + pEnc->queue_tail = (pEnc->queue_tail + 1) % (pEnc->mbParam.max_bframes+1); + pEnc->queue_size++; } - pFrame->input_consumed = 1; - stop_global_timer(); - write_timer(); - return XVID_ERR_OK; -} -#else -/***************************************************************************** - * Frame encoder entry point for IP capable encoder - ****************************************************************************/ -int -encoder_encode(Encoder * pEnc, - XVID_ENC_FRAME * pFrame, - XVID_ENC_STATS * pResult) -{ - uint16_t x, y; - Bitstream bs; - uint32_t bits; - uint16_t write_vol_header = 0; + /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + * bframe flush code + * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ -#ifdef _DEBUG - float psnr; - uint8_t temp[128]; -#endif +repeat: - start_global_timer(); + if (pEnc->flush_bframes) + { + if (pEnc->bframenum_head < pEnc->bframenum_tail) { - ENC_CHECK(pEnc); - ENC_CHECK(pFrame); - ENC_CHECK(pFrame->bitstream); - ENC_CHECK(pFrame->image); - - SWAP(pEnc->current, pEnc->reference); - - pEnc->current->global_flags = pFrame->general; - pEnc->current->motion_flags = pFrame->motion; - pEnc->mbParam.hint = &pFrame->hint; + DPRINTF(XVID_DEBUG_DEBUG,"*** BFRAME (flush) bf: head=%i tail=%i queue: head=%i tail=%i size=%i\n", + pEnc->bframenum_head, pEnc->bframenum_tail, + pEnc->queue_head, pEnc->queue_tail, pEnc->queue_size); + + if ((pEnc->mbParam.plugin_flags & XVID_REQORIGINAL)) { + image_copy(&pEnc->sOriginal2, &pEnc->bframes[pEnc->bframenum_head]->image, + pEnc->mbParam.edged_width, pEnc->mbParam.height); + } - start_timer(); - if (image_input - (&pEnc->current->image, pEnc->mbParam.width, pEnc->mbParam.height, - pEnc->mbParam.edged_width, pFrame->image, pFrame->colorspace) < 0) - return XVID_ERR_FORMAT; - stop_conv_timer(); - -#ifdef _DEBUG - image_copy(&pEnc->sOriginal, &pEnc->current->image, - pEnc->mbParam.edged_width, pEnc->mbParam.height); -#endif + FrameCodeB(pEnc, pEnc->bframes[pEnc->bframenum_head], &bs); + call_plugins(pEnc, pEnc->bframes[pEnc->bframenum_head], &pEnc->sOriginal2, XVID_PLG_AFTER, NULL, NULL, stats); + pEnc->bframenum_head++; - EMMS(); + goto done; + } - BitstreamInit(&bs, pFrame->bitstream, 0); + /* write an empty marker to the bitstream. - if (pFrame->quant == 0) { - pEnc->current->quant = RateControlGetQ(&pEnc->rate_control, 0); - } else { - pEnc->current->quant = pFrame->quant; + for divx5 decoder compatibility, this marker must consist + of a not-coded p-vop, with a time_base of zero, and time_increment + indentical to the future-referece frame. + */ + + if ((pEnc->mbParam.global_flags & XVID_GLOBAL_PACKED && pEnc->bframenum_tail > 0)) { + int tmp; + int bits; + + DPRINTF(XVID_DEBUG_DEBUG,"*** EMPTY bf: head=%i tail=%i queue: head=%i tail=%i size=%i\n", + pEnc->bframenum_head, pEnc->bframenum_tail, + pEnc->queue_head, pEnc->queue_tail, pEnc->queue_size); + + bits = BitstreamPos(&bs); + + tmp = pEnc->current->seconds; + pEnc->current->seconds = 0; /* force time_base = 0 */ + + BitstreamWriteVopHeader(&bs, &pEnc->mbParam, pEnc->current, 0, pEnc->current->quant); + BitstreamPad(&bs); + pEnc->current->seconds = tmp; + + /* add the not-coded length to the reference frame size */ + pEnc->current->length += (BitstreamPos(&bs) - bits) / 8; + call_plugins(pEnc, pEnc->current, &pEnc->sOriginal, XVID_PLG_AFTER, NULL, NULL, stats); + + /* flush complete: reset counters */ + pEnc->flush_bframes = 0; + pEnc->bframenum_head = pEnc->bframenum_tail = 0; + goto done; + + } + + /* flush complete: reset counters */ + pEnc->flush_bframes = 0; + pEnc->bframenum_head = pEnc->bframenum_tail = 0; } - if ((pEnc->current->global_flags & XVID_LUMIMASKING)) { - int *temp_dquants = - (int *) xvid_malloc(pEnc->mbParam.mb_width * - pEnc->mbParam.mb_height * sizeof(int), - CACHE_LINE); + /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + * dequeue frame from the encoding queue + * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ - pEnc->current->quant = - adaptive_quantization(pEnc->current->image.y, - pEnc->mbParam.edged_width, temp_dquants, - pEnc->current->quant, pEnc->current->quant, - 2 * pEnc->current->quant, - pEnc->mbParam.mb_width, - pEnc->mbParam.mb_height); + if (pEnc->queue_size == 0) /* empty */ + { + if (xFrame->input.csp == XVID_CSP_NULL) /* no futher input */ + { - for (y = 0; y < pEnc->mbParam.mb_height; y++) { + DPRINTF(XVID_DEBUG_DEBUG,"*** FINISH bf: head=%i tail=%i queue: head=%i tail=%i size=%i\n", + pEnc->bframenum_head, pEnc->bframenum_tail, + pEnc->queue_head, pEnc->queue_tail, pEnc->queue_size); -#define OFFSET(x,y) ((x) + (y)*pEnc->mbParam.mb_width) + if (!(pEnc->mbParam.global_flags & XVID_GLOBAL_PACKED) && pEnc->mbParam.max_bframes > 0) { + call_plugins(pEnc, pEnc->current, &pEnc->sOriginal, XVID_PLG_AFTER, NULL, NULL, stats); + } - for (x = 0; x < pEnc->mbParam.mb_width; x++) { + /* if the very last frame is to be b-vop, we must change it to a p-vop */ + if (pEnc->bframenum_tail > 0) { + SWAP(FRAMEINFO*, pEnc->current, pEnc->reference); + pEnc->bframenum_tail--; + SWAP(FRAMEINFO*, pEnc->current, pEnc->bframes[pEnc->bframenum_tail]); + + /* convert B-VOP to P-VOP */ + pEnc->current->quant = 100*pEnc->current->quant - pEnc->mbParam.bquant_offset; + pEnc->current->quant += pEnc->mbParam.bquant_ratio - 1; /* to avoid rouding issues */ + pEnc->current->quant /= pEnc->mbParam.bquant_ratio; + + if ((pEnc->mbParam.plugin_flags & XVID_REQORIGINAL)) { + image_copy(&pEnc->sOriginal, &pEnc->current->image, + pEnc->mbParam.edged_width, pEnc->mbParam.height); + } - MACROBLOCK *pMB = &pEnc->current->mbs[OFFSET(x, y)]; + DPRINTF(XVID_DEBUG_DEBUG,"*** PFRAME bf: head=%i tail=%i queue: head=%i tail=%i size=%i\n", + pEnc->bframenum_head, pEnc->bframenum_tail, + pEnc->queue_head, pEnc->queue_tail, pEnc->queue_size); + pEnc->mbParam.frame_drop_ratio = -1; /* it must be a coded vop */ + + FrameCodeP(pEnc, &bs); - pMB->dquant = iDQtab[temp_dquants[OFFSET(x, y)] + 2]; + + if ((pEnc->mbParam.global_flags & XVID_GLOBAL_PACKED) && pEnc->bframenum_tail==0) { + call_plugins(pEnc, pEnc->current, &pEnc->sOriginal, XVID_PLG_AFTER, NULL, NULL, stats); + }else{ + pEnc->flush_bframes = 1; + goto done; + } } + DPRINTF(XVID_DEBUG_DEBUG, "*** END\n"); -#undef OFFSET + emms(); + return XVID_ERR_END; /* end of stream reached */ } - - xvid_free(temp_dquants); + goto done; /* nothing to encode yet; encoder lag */ } - if (pEnc->current->global_flags & XVID_H263QUANT) { - if (pEnc->mbParam.m_quant_type != H263_QUANT) - write_vol_header = 1; - pEnc->mbParam.m_quant_type = H263_QUANT; - } else if (pEnc->current->global_flags & XVID_MPEGQUANT) { - int matrix1_changed, matrix2_changed; + /* the current FRAME becomes the reference */ + SWAP(FRAMEINFO*, pEnc->current, pEnc->reference); + + /* remove frame from encoding-queue (head), and move it into the current */ + image_swap(&pEnc->current->image, &pEnc->queue[pEnc->queue_head].image); + frame = &pEnc->queue[pEnc->queue_head].frame; + pEnc->queue_head = (pEnc->queue_head + 1) % (pEnc->mbParam.max_bframes+1); + pEnc->queue_size--; + - matrix1_changed = matrix2_changed = 0; + /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + * init pEnc->current fields + * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ - if (pEnc->mbParam.m_quant_type != MPEG4_QUANT) - write_vol_header = 1; + pEnc->current->fincr = pEnc->mbParam.fincr>0 ? pEnc->mbParam.fincr : frame->fincr; + inc_frame_num(pEnc); + pEnc->current->vol_flags = frame->vol_flags; + pEnc->current->vop_flags = frame->vop_flags; + pEnc->current->motion_flags = frame->motion; + pEnc->current->fcode = pEnc->mbParam.m_fcode; + pEnc->current->bcode = pEnc->mbParam.m_fcode; - pEnc->mbParam.m_quant_type = MPEG4_QUANT; - if ((pEnc->current->global_flags & XVID_CUSTOM_QMATRIX) > 0) { - if (pFrame->quant_intra_matrix != NULL) - matrix1_changed = set_intra_matrix(pFrame->quant_intra_matrix); - if (pFrame->quant_inter_matrix != NULL) - matrix2_changed = set_inter_matrix(pFrame->quant_inter_matrix); - } else { - matrix1_changed = set_intra_matrix(get_default_intra_matrix()); - matrix2_changed = set_inter_matrix(get_default_inter_matrix()); + if ((xFrame->vop_flags & XVID_VOP_CHROMAOPT)) { + image_chroma_optimize(&pEnc->current->image, + pEnc->mbParam.width, pEnc->mbParam.height, pEnc->mbParam.edged_width); + } + + /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + * frame type & quant selection + * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ + + type = frame->type; + pEnc->current->quant = frame->quant; + + call_plugins(pEnc, pEnc->current, NULL, XVID_PLG_BEFORE, &type, (int*)&pEnc->current->quant, stats); + + if (type > 0){ /* XVID_TYPE_?VOP */ + type = type2coding(type); /* convert XVID_TYPE_?VOP to bitstream coding type */ + } else{ /* XVID_TYPE_AUTO */ + if (pEnc->iFrameNum == 0 || (pEnc->mbParam.iMaxKeyInterval > 0 && pEnc->iFrameNum >= pEnc->mbParam.iMaxKeyInterval)){ + pEnc->iFrameNum = 0; + type = I_VOP; + }else{ + type = MEanalysis(&pEnc->reference->image, pEnc->current, + &pEnc->mbParam, pEnc->mbParam.iMaxKeyInterval, + pEnc->iFrameNum, pEnc->bframenum_tail, xFrame->bframe_threshold, + (pEnc->bframes) ? pEnc->bframes[pEnc->bframenum_head]->mbs: NULL); } - if (write_vol_header == 0) - write_vol_header = matrix1_changed | matrix2_changed; } - if (pFrame->intra < 0) { - if ((pEnc->iFrameNum == 0) - || ((pEnc->iMaxKeyInterval > 0) - && (pEnc->iFrameNum >= pEnc->iMaxKeyInterval))) { - pFrame->intra = FrameCodeI(pEnc, &bs, &bits); - } else { - pFrame->intra = FrameCodeP(pEnc, &bs, &bits, 0, write_vol_header); + if (type != I_VOP) + pEnc->current->vol_flags = pEnc->mbParam.vol_flags; /* don't allow VOL changes here */ + + /* bframes buffer overflow check */ + if (type == B_VOP && pEnc->bframenum_tail >= pEnc->mbParam.max_bframes) { + type = P_VOP; + } + + pEnc->iFrameNum++; + + if ((pEnc->current->vop_flags & XVID_VOP_DEBUG)) { + image_printf(&pEnc->current->image, pEnc->mbParam.edged_width, pEnc->mbParam.height, 5, 5, + "%d st:%lld if:%d", pEnc->current->frame_num, pEnc->current->stamp, pEnc->iFrameNum); + } + + /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + * encode this frame as a b-vop + * (we dont encode here, rather we store the frame in the bframes queue, to be encoded later) + * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ + if (type == B_VOP) { + if ((pEnc->current->vop_flags & XVID_VOP_DEBUG)) { + image_printf(&pEnc->current->image, pEnc->mbParam.edged_width, pEnc->mbParam.height, 5, 200, "BVOP"); } - } else { - if (pFrame->intra == 1) { - pFrame->intra = FrameCodeI(pEnc, &bs, &bits); + + if (frame->quant < 1) { + pEnc->current->quant = ((((pEnc->reference->quant + pEnc->current->quant) * + pEnc->mbParam.bquant_ratio) / 2) + pEnc->mbParam.bquant_offset)/100; + } else { - pFrame->intra = FrameCodeP(pEnc, &bs, &bits, 1, write_vol_header); + pEnc->current->quant = frame->quant; } - } + if (pEnc->current->quant < 1) + pEnc->current->quant = 1; + else if (pEnc->current->quant > 31) + pEnc->current->quant = 31; + + DPRINTF(XVID_DEBUG_DEBUG,"*** BFRAME (store) bf: head=%i tail=%i queue: head=%i tail=%i size=%i quant=%i\n", + pEnc->bframenum_head, pEnc->bframenum_tail, + pEnc->queue_head, pEnc->queue_tail, pEnc->queue_size,pEnc->current->quant); - BitstreamPutBits(&bs, 0xFFFF, 16); - BitstreamPutBits(&bs, 0xFFFF, 16); - BitstreamPad(&bs); - pFrame->length = BitstreamLength(&bs); + /* store frame into bframe buffer & swap ref back to current */ + SWAP(FRAMEINFO*, pEnc->current, pEnc->bframes[pEnc->bframenum_tail]); + SWAP(FRAMEINFO*, pEnc->current, pEnc->reference); + + pEnc->bframenum_tail++; - if (pResult) { - pResult->quant = pEnc->current->quant; - pResult->hlength = pFrame->length - (pEnc->sStat.iTextBits / 8); - pResult->kblks = pEnc->sStat.kblks; - pResult->mblks = pEnc->sStat.mblks; - pResult->ublks = pEnc->sStat.ublks; + goto repeat; } - EMMS(); - if (pFrame->quant == 0) { - RateControlUpdate(&pEnc->rate_control, pEnc->current->quant, - pFrame->length, pFrame->intra); + DPRINTF(XVID_DEBUG_DEBUG,"*** XXXXXX bf: head=%i tail=%i queue: head=%i tail=%i size=%i\n", + pEnc->bframenum_head, pEnc->bframenum_tail, + pEnc->queue_head, pEnc->queue_tail, pEnc->queue_size); + + /* for unpacked bframes, output the stats for the last encoded frame */ + if (!(pEnc->mbParam.global_flags & XVID_GLOBAL_PACKED) && pEnc->mbParam.max_bframes > 0) + { + if (pEnc->current->stamp > 0) { + call_plugins(pEnc, pEnc->reference, &pEnc->sOriginal, XVID_PLG_AFTER, NULL, NULL, stats); + } + else + stats->type = XVID_TYPE_NOTHING; } -#ifdef _DEBUG - psnr = - image_psnr(&pEnc->sOriginal, &pEnc->current->image, - pEnc->mbParam.edged_width, pEnc->mbParam.width, - pEnc->mbParam.height); - snprintf(temp, 127, "PSNR: %f\n", psnr); - DEBUG(temp); -#endif + /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + * closed-gop + * if the frame prior to an iframe is scheduled as a bframe, we must change it to a pframe + * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ - pEnc->iFrameNum++; + if (type == I_VOP && (pEnc->mbParam.global_flags & XVID_GLOBAL_CLOSED_GOP) && pEnc->bframenum_tail > 0) { - stop_global_timer(); - write_timer(); + /* place this frame back on the encoding-queue (head) */ + /* we will deal with it next time */ + dec_frame_num(pEnc); + pEnc->iFrameNum--; - return XVID_ERR_OK; -} -#endif + pEnc->queue_head = (pEnc->queue_head + (pEnc->mbParam.max_bframes+1) - 1) % (pEnc->mbParam.max_bframes+1); + pEnc->queue_size++; + image_swap(&pEnc->current->image, &pEnc->queue[pEnc->queue_head].image); + /* grab the last frame from the bframe-queue */ -static __inline void -CodeIntraMB(Encoder * pEnc, - MACROBLOCK * pMB) -{ + pEnc->bframenum_tail--; + SWAP(FRAMEINFO*, pEnc->current, pEnc->bframes[pEnc->bframenum_tail]); - pMB->mode = MODE_INTRA; + if ((pEnc->current->vop_flags & XVID_VOP_DEBUG)) { + image_printf(&pEnc->current->image, pEnc->mbParam.edged_width, pEnc->mbParam.height, 5, 100, "CLOSED GOP BVOP->PVOP"); + } - /* zero mv statistics */ - pMB->mvs[0].x = pMB->mvs[1].x = pMB->mvs[2].x = pMB->mvs[3].x = 0; - pMB->mvs[0].y = pMB->mvs[1].y = pMB->mvs[2].y = pMB->mvs[3].y = 0; - pMB->sad8[0] = pMB->sad8[1] = pMB->sad8[2] = pMB->sad8[3] = 0; - pMB->sad16 = 0; + /* convert B-VOP quant to P-VOP */ + pEnc->current->quant = 100*pEnc->current->quant - pEnc->mbParam.bquant_offset; + pEnc->current->quant += pEnc->mbParam.bquant_ratio - 1; /* to avoid rouding issues */ + pEnc->current->quant /= pEnc->mbParam.bquant_ratio; + type = P_VOP; + } - if ((pEnc->current->global_flags & XVID_LUMIMASKING)) { - if (pMB->dquant != NO_CHANGE) { - pMB->mode = MODE_INTRA_Q; - pEnc->current->quant += DQtab[pMB->dquant]; - if (pEnc->current->quant > 31) - pEnc->current->quant = 31; - if (pEnc->current->quant < 1) - pEnc->current->quant = 1; + /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + * encode this frame as an i-vop + * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ + + if (type == I_VOP) { + + DPRINTF(XVID_DEBUG_DEBUG,"*** IFRAME bf: head=%i tail=%i queue: head=%i tail=%i size=%i\n", + pEnc->bframenum_head, pEnc->bframenum_tail, + pEnc->queue_head, pEnc->queue_tail, pEnc->queue_size); + + if ((pEnc->current->vop_flags & XVID_VOP_DEBUG)) { + image_printf(&pEnc->current->image, pEnc->mbParam.edged_width, pEnc->mbParam.height, 5, 200, "IVOP"); } - } - pMB->quant = pEnc->current->quant; -} + pEnc->iFrameNum = 1; + /* ---- update vol flags at IVOP ----------- */ + pEnc->mbParam.vol_flags = pEnc->current->vol_flags; -#define FCODEBITS 3 -#define MODEBITS 5 + /* Aspect ratio */ + switch(frame->par) { + case XVID_PAR_11_VGA: + case XVID_PAR_43_PAL: + case XVID_PAR_43_NTSC: + case XVID_PAR_169_PAL: + case XVID_PAR_169_NTSC: + case XVID_PAR_EXT: + pEnc->mbParam.par = frame->par; + break; + default: + pEnc->mbParam.par = XVID_PAR_11_VGA; + break; + } -void -HintedMESet(Encoder * pEnc, - int *intra) -{ - HINTINFO *hint; - Bitstream bs; - int length, high; - uint32_t x, y; + /* For extended PAR only, we try to sanityse/simplify par values */ + if (pEnc->mbParam.par == XVID_PAR_EXT) { + pEnc->mbParam.par_width = frame->par_width; + pEnc->mbParam.par_height = frame->par_height; + simplify_par(&pEnc->mbParam.par_width, &pEnc->mbParam.par_height); + } - hint = pEnc->mbParam.hint; + if ((pEnc->mbParam.vol_flags & XVID_VOL_MPEGQUANT)) { + if (frame->quant_intra_matrix != NULL) + set_intra_matrix(pEnc->mbParam.mpeg_quant_matrices, frame->quant_intra_matrix); + if (frame->quant_inter_matrix != NULL) + set_inter_matrix(pEnc->mbParam.mpeg_quant_matrices, frame->quant_inter_matrix); + } - if (hint->rawhints) { - *intra = hint->mvhint.intra; - } else { - BitstreamInit(&bs, hint->hintstream, hint->hintlength); - *intra = BitstreamGetBit(&bs); - } + /* prevent vol/vop misuse */ - if (*intra) { - return; - } + if (!(pEnc->current->vol_flags & XVID_VOL_INTERLACING)) + pEnc->current->vop_flags &= ~(XVID_VOP_TOPFIELDFIRST|XVID_VOP_ALTERNATESCAN); - pEnc->current->fcode = - (hint->rawhints) ? hint->mvhint.fcode : BitstreamGetBits(&bs, - FCODEBITS); + /* ^^^------------------------ */ - length = pEnc->current->fcode + 5; - high = 1 << (length - 1); + if ((pEnc->mbParam.plugin_flags & XVID_REQORIGINAL)) { + image_copy(&pEnc->sOriginal, &pEnc->current->image, + pEnc->mbParam.edged_width, pEnc->mbParam.height); + } - for (y = 0; y < pEnc->mbParam.mb_height; ++y) { - for (x = 0; x < pEnc->mbParam.mb_width; ++x) { - MACROBLOCK *pMB = - &pEnc->current->mbs[x + y * pEnc->mbParam.mb_width]; - MVBLOCKHINT *bhint = - &hint->mvhint.block[x + y * pEnc->mbParam.mb_width]; - VECTOR pred[4]; - VECTOR tmp; - int32_t dummy[4]; - int vec; - - pMB->mode = - (hint->rawhints) ? bhint->mode : BitstreamGetBits(&bs, - MODEBITS); - - pMB->mode = (pMB->mode == MODE_INTER_Q) ? MODE_INTER : pMB->mode; - pMB->mode = (pMB->mode == MODE_INTRA_Q) ? MODE_INTRA : pMB->mode; - - if (pMB->mode == MODE_INTER) { - tmp.x = - (hint->rawhints) ? bhint->mvs[0].x : BitstreamGetBits(&bs, - length); - tmp.y = - (hint->rawhints) ? bhint->mvs[0].y : BitstreamGetBits(&bs, - length); - tmp.x -= (tmp.x >= high) ? high * 2 : 0; - tmp.y -= (tmp.y >= high) ? high * 2 : 0; - - get_pmvdata(pEnc->current->mbs, x, y, pEnc->mbParam.mb_width, - 0, pred, dummy); - - for (vec = 0; vec < 4; ++vec) { - pMB->mvs[vec].x = tmp.x; - pMB->mvs[vec].y = tmp.y; - pMB->pmvs[vec].x = pMB->mvs[0].x - pred[0].x; - pMB->pmvs[vec].y = pMB->mvs[0].y - pred[0].y; - } - } else if (pMB->mode == MODE_INTER4V) { - for (vec = 0; vec < 4; ++vec) { - tmp.x = - (hint->rawhints) ? bhint->mvs[vec]. - x : BitstreamGetBits(&bs, length); - tmp.y = - (hint->rawhints) ? bhint->mvs[vec]. - y : BitstreamGetBits(&bs, length); - tmp.x -= (tmp.x >= high) ? high * 2 : 0; - tmp.y -= (tmp.y >= high) ? high * 2 : 0; - - get_pmvdata(pEnc->current->mbs, x, y, - pEnc->mbParam.mb_width, vec, pred, dummy); - - pMB->mvs[vec].x = tmp.x; - pMB->mvs[vec].y = tmp.y; - pMB->pmvs[vec].x = pMB->mvs[vec].x - pred[0].x; - pMB->pmvs[vec].y = pMB->mvs[vec].y - pred[0].y; - } - } else // intra / stuffing / not_coded - { - for (vec = 0; vec < 4; ++vec) { - pMB->mvs[vec].x = pMB->mvs[vec].y = 0; - } - } + FrameCodeI(pEnc, &bs); + xFrame->out_flags |= XVID_KEYFRAME; - if (pMB->mode == MODE_INTER4V && - (pEnc->current->global_flags & XVID_LUMIMASKING) - && pMB->dquant != NO_CHANGE) { - pMB->mode = MODE_INTRA; + /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + * encode this frame as an p-vop + * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ - for (vec = 0; vec < 4; ++vec) { - pMB->mvs[vec].x = pMB->mvs[vec].y = 0; - } - } + } else { /* (type == P_VOP || type == S_VOP) */ + + DPRINTF(XVID_DEBUG_DEBUG,"*** PFRAME bf: head=%i tail=%i queue: head=%i tail=%i size=%i\n", + pEnc->bframenum_head, pEnc->bframenum_tail, + pEnc->queue_head, pEnc->queue_tail, pEnc->queue_size); + + if ((pEnc->current->vop_flags & XVID_VOP_DEBUG)) { + image_printf(&pEnc->current->image, pEnc->mbParam.edged_width, pEnc->mbParam.height, 5, 200, "PVOP"); + } + + if ((pEnc->mbParam.plugin_flags & XVID_REQORIGINAL)) { + image_copy(&pEnc->sOriginal, &pEnc->current->image, + pEnc->mbParam.edged_width, pEnc->mbParam.height); + } + + if ( FrameCodeP(pEnc, &bs) == 0 ) { + /* N-VOP, we mustn't code b-frames yet */ + if ((pEnc->mbParam.global_flags & XVID_GLOBAL_PACKED) || + pEnc->mbParam.max_bframes == 0) + call_plugins(pEnc, pEnc->current, &pEnc->sOriginal, XVID_PLG_AFTER, NULL, NULL, stats); + goto done; } } -} -void -HintedMEGet(Encoder * pEnc, - int intra) -{ - HINTINFO *hint; - Bitstream bs; - uint32_t x, y; - int length, high; + /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + * on next enc_encode call we must flush bframes + * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ - hint = pEnc->mbParam.hint; +/*done_flush:*/ - if (hint->rawhints) { - hint->mvhint.intra = intra; - } else { - BitstreamInit(&bs, hint->hintstream, 0); - BitstreamPutBit(&bs, intra); + pEnc->flush_bframes = 1; + + /* packed & queued_bframes: dont bother outputting stats here, we do so after the flush */ + if ((pEnc->mbParam.global_flags & XVID_GLOBAL_PACKED) && pEnc->bframenum_tail > 0) { + goto repeat; } - if (intra) { - if (!hint->rawhints) { - BitstreamPad(&bs); - hint->hintlength = BitstreamLength(&bs); - } - return; + /* packed or no-bframes or no-bframes-queued: output stats */ + if ((pEnc->mbParam.global_flags & XVID_GLOBAL_PACKED) || pEnc->mbParam.max_bframes == 0 ) { + call_plugins(pEnc, pEnc->current, &pEnc->sOriginal, XVID_PLG_AFTER, NULL, NULL, stats); } - length = pEnc->current->fcode + 5; - high = 1 << (length - 1); + /* %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + * done; return number of bytes consumed + * %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% */ - if (hint->rawhints) { - hint->mvhint.fcode = pEnc->current->fcode; - } else { - BitstreamPutBits(&bs, pEnc->current->fcode, FCODEBITS); - } +done: - for (y = 0; y < pEnc->mbParam.mb_height; ++y) { - for (x = 0; x < pEnc->mbParam.mb_width; ++x) { - MACROBLOCK *pMB = - &pEnc->current->mbs[x + y * pEnc->mbParam.mb_width]; - MVBLOCKHINT *bhint = - &hint->mvhint.block[x + y * pEnc->mbParam.mb_width]; - VECTOR tmp; - - if (hint->rawhints) { - bhint->mode = pMB->mode; - } else { - BitstreamPutBits(&bs, pMB->mode, MODEBITS); - } + stop_global_timer(); + write_timer(); - if (pMB->mode == MODE_INTER || pMB->mode == MODE_INTER_Q) { - tmp.x = pMB->mvs[0].x; - tmp.y = pMB->mvs[0].y; - tmp.x += (tmp.x < 0) ? high * 2 : 0; - tmp.y += (tmp.y < 0) ? high * 2 : 0; - - if (hint->rawhints) { - bhint->mvs[0].x = tmp.x; - bhint->mvs[0].y = tmp.y; - } else { - BitstreamPutBits(&bs, tmp.x, length); - BitstreamPutBits(&bs, tmp.y, length); - } - } else if (pMB->mode == MODE_INTER4V) { - int vec; + emms(); + return BitstreamLength(&bs); +} - for (vec = 0; vec < 4; ++vec) { - tmp.x = pMB->mvs[vec].x; - tmp.y = pMB->mvs[vec].y; - tmp.x += (tmp.x < 0) ? high * 2 : 0; - tmp.y += (tmp.y < 0) ? high * 2 : 0; - - if (hint->rawhints) { - bhint->mvs[vec].x = tmp.x; - bhint->mvs[vec].y = tmp.y; - } else { - BitstreamPutBits(&bs, tmp.x, length); - BitstreamPutBits(&bs, tmp.y, length); - } - } - } - } + +static void SetMacroblockQuants(MBParam * const pParam, FRAMEINFO * frame) +{ + unsigned int i; + MACROBLOCK * pMB = frame->mbs; + int quant = frame->mbs[0].quant; /* set by XVID_PLG_FRAME */ + if (quant > 31) + frame->quant = quant = 31; + else if (quant < 1) + frame->quant = quant = 1; + + for (i = 0; i < pParam->mb_height * pParam->mb_width; i++) { + quant += pMB->dquant; + if (quant > 31) + quant = 31; + else if (quant < 1) + quant = 1; + pMB->quant = quant; + pMB++; } +} + - if (!hint->rawhints) { - BitstreamPad(&bs); - hint->hintlength = BitstreamLength(&bs); +static __inline void +CodeIntraMB(Encoder * pEnc, + MACROBLOCK * pMB) +{ + + pMB->mode = MODE_INTRA; + + /* zero mv statistics */ + pMB->mvs[0].x = pMB->mvs[1].x = pMB->mvs[2].x = pMB->mvs[3].x = 0; + pMB->mvs[0].y = pMB->mvs[1].y = pMB->mvs[2].y = pMB->mvs[3].y = 0; + pMB->sad8[0] = pMB->sad8[1] = pMB->sad8[2] = pMB->sad8[3] = 0; + pMB->sad16 = 0; + + if (pMB->dquant != 0) { + pMB->mode = MODE_INTRA_Q; } } + static int FrameCodeI(Encoder * pEnc, - Bitstream * bs, - uint32_t * pBits) + Bitstream * bs) { + int bits = BitstreamPos(bs); + int mb_width = pEnc->mbParam.mb_width; + int mb_height = pEnc->mbParam.mb_height; DECLARE_ALIGNED_MATRIX(dct_codes, 6, 64, int16_t, CACHE_LINE); DECLARE_ALIGNED_MATRIX(qcoeff, 6, 64, int16_t, CACHE_LINE); uint16_t x, y; - pEnc->iFrameNum = 0; pEnc->mbParam.m_rounding_type = 1; pEnc->current->rounding_type = pEnc->mbParam.m_rounding_type; pEnc->current->coding_type = I_VOP; + call_plugins(pEnc, pEnc->current, NULL, XVID_PLG_FRAME, NULL, NULL, NULL); + + SetMacroblockQuants(&pEnc->mbParam, pEnc->current); + BitstreamWriteVolHeader(bs, &pEnc->mbParam, pEnc->current); - BitstreamWriteVopHeader(bs, &pEnc->mbParam, pEnc->current); - *pBits = BitstreamPos(bs); + set_timecodes(pEnc->current,pEnc->reference,pEnc->mbParam.fbase); - pEnc->sStat.iTextBits = 0; - pEnc->sStat.kblks = pEnc->mbParam.mb_width * pEnc->mbParam.mb_height; - pEnc->sStat.mblks = pEnc->sStat.ublks = 0; + BitstreamPad(bs); - for (y = 0; y < pEnc->mbParam.mb_height; y++) - for (x = 0; x < pEnc->mbParam.mb_width; x++) { + BitstreamWriteVopHeader(bs, &pEnc->mbParam, pEnc->current, 1, pEnc->current->mbs[0].quant); + + pEnc->current->sStat.iTextBits = 0; + pEnc->current->sStat.iMVBits = 0; + pEnc->current->sStat.kblks = mb_width * mb_height; + pEnc->current->sStat.mblks = pEnc->current->sStat.ublks = 0; + + for (y = 0; y < mb_height; y++) + for (x = 0; x < mb_width; x++) { MACROBLOCK *pMB = &pEnc->current->mbs[x + y * pEnc->mbParam.mb_width]; @@ -1269,328 +1559,575 @@ stop_prediction_timer(); start_timer(); - MBCoding(pEnc->current, pMB, qcoeff, bs, &pEnc->sStat); + MBCoding(pEnc->current, pMB, qcoeff, bs, &pEnc->current->sStat); stop_coding_timer(); } emms(); - *pBits = BitstreamPos(bs) - *pBits; - pEnc->sStat.fMvPrevSigma = -1; - pEnc->sStat.iMvSum = 0; - pEnc->sStat.iMvCount = 0; + BitstreamPadAlways(bs); /* next_start_code() at the end of VideoObjectPlane() */ + + pEnc->current->length = (BitstreamPos(bs) - bits) / 8; + + pEnc->fMvPrevSigma = -1; pEnc->mbParam.m_fcode = 2; - if (pEnc->current->global_flags & XVID_HINTEDME_GET) { - HintedMEGet(pEnc, 1); - } + pEnc->current->is_edged = 0; /* not edged */ + pEnc->current->is_interpolated = -1; /* not interpolated (fake rounding -1) */ - return 1; // intra + return 1; /* intra */ } +static __inline void +updateFcode(Statistics * sStat, Encoder * pEnc) +{ + float fSigma; + int iSearchRange; -#define INTRA_THRESHOLD 0.5 + if (sStat->iMvCount == 0) + sStat->iMvCount = 1; + fSigma = (float) sqrt((float) sStat->iMvSum / sStat->iMvCount); + + iSearchRange = 16 << pEnc->mbParam.m_fcode; + + if ((3.0 * fSigma > iSearchRange) && (pEnc->mbParam.m_fcode <= 5) ) + pEnc->mbParam.m_fcode++; + + else if ((5.0 * fSigma < iSearchRange) + && (4.0 * pEnc->fMvPrevSigma < iSearchRange) + && (pEnc->mbParam.m_fcode >= 2) ) + pEnc->mbParam.m_fcode--; + + pEnc->fMvPrevSigma = fSigma; +} + +#define BFRAME_SKIP_THRESHHOLD 30 + +/* FrameCodeP also handles S(GMC)-VOPs */ static int FrameCodeP(Encoder * pEnc, - Bitstream * bs, - uint32_t * pBits, - bool force_inter, - bool vol_header) + Bitstream * bs) { - float fSigma; + int bits = BitstreamPos(bs); DECLARE_ALIGNED_MATRIX(dct_codes, 6, 64, int16_t, CACHE_LINE); DECLARE_ALIGNED_MATRIX(qcoeff, 6, 64, int16_t, CACHE_LINE); - int iLimit; - uint32_t x, y; - int iSearchRange; - int bIntra; + int x, y, k; + FRAMEINFO *const current = pEnc->current; + FRAMEINFO *const reference = pEnc->reference; + MBParam * const pParam = &pEnc->mbParam; + int mb_width = pParam->mb_width; + int mb_height = pParam->mb_height; + int coded = 1; + + IMAGE *pRef = &reference->image; + + if (!reference->is_edged) { + start_timer(); + image_setedges(pRef, pParam->edged_width, pParam->edged_height, + pParam->width, pParam->height, 0); + stop_edges_timer(); + reference->is_edged = 1; + } + + pParam->m_rounding_type = 1 - pParam->m_rounding_type; + current->rounding_type = pParam->m_rounding_type; + current->fcode = pParam->m_fcode; + + if ((current->vop_flags & XVID_VOP_HALFPEL)) { + if (reference->is_interpolated != current->rounding_type) { + start_timer(); + image_interpolate(pRef->y, pEnc->vInterH.y, pEnc->vInterV.y, + pEnc->vInterHV.y, pParam->edged_width, + pParam->edged_height, + (pParam->vol_flags & XVID_VOL_QUARTERPEL), + current->rounding_type); + stop_inter_timer(); + reference->is_interpolated = current->rounding_type; + } + } - /* IMAGE *pCurrent = &pEnc->current->image; */ - IMAGE *pRef = &pEnc->reference->image; + current->sStat.iTextBits = current->sStat.iMvSum = current->sStat.iMvCount = + current->sStat.kblks = current->sStat.mblks = current->sStat.ublks = + current->sStat.iMVBits = 0; + + current->coding_type = P_VOP; + + call_plugins(pEnc, pEnc->current, NULL, XVID_PLG_FRAME, NULL, NULL, NULL); + + SetMacroblockQuants(&pEnc->mbParam, current); start_timer(); - image_setedges(pRef, pEnc->mbParam.edged_width, pEnc->mbParam.edged_height, - pEnc->mbParam.width, pEnc->mbParam.height, - pEnc->current->global_flags & XVID_INTERLACING); - stop_edges_timer(); + if (current->vol_flags & XVID_VOL_GMC ) /* GMC only for S(GMC)-VOPs */ + { int gmcval; + current->warp = GlobalMotionEst( current->mbs, pParam, current, reference, + &pEnc->vInterH, &pEnc->vInterV, &pEnc->vInterHV); + + if (current->motion_flags & XVID_ME_GME_REFINE) { + gmcval = GlobalMotionEstRefine(¤t->warp, + current->mbs, pParam, + current, reference, + ¤t->image, + &reference->image, + &pEnc->vInterH, + &pEnc->vInterV, + &pEnc->vInterHV); + } else { + gmcval = globalSAD(¤t->warp, pParam, current->mbs, + current, + &reference->image, + ¤t->image, + pEnc->vGMC.y); + } - pEnc->mbParam.m_rounding_type = 1 - pEnc->mbParam.m_rounding_type; - pEnc->current->rounding_type = pEnc->mbParam.m_rounding_type; - pEnc->current->fcode = pEnc->mbParam.m_fcode; + gmcval += /*current->quant*/ 2 * (int)(pParam->mb_width*pParam->mb_height); - if (!force_inter) - iLimit = - (int) (pEnc->mbParam.mb_width * pEnc->mbParam.mb_height * - INTRA_THRESHOLD); - else - iLimit = pEnc->mbParam.mb_width * pEnc->mbParam.mb_height + 1; + /* 1st '3': 3 warpoints, 2nd '3': 16th pel res (2<<3) */ + generate_GMCparameters( 3, 3, ¤t->warp, + pParam->width, pParam->height, + ¤t->new_gmc_data); + + if ( (gmcval<0) && ( (current->warp.duv[1].x != 0) || (current->warp.duv[1].y != 0) || + (current->warp.duv[2].x != 0) || (current->warp.duv[2].y != 0) ) ) + { + current->coding_type = S_VOP; + + generate_GMCimage(¤t->new_gmc_data, &reference->image, + pParam->mb_width, pParam->mb_height, + pParam->edged_width, pParam->edged_width/2, + pParam->m_fcode, ((pParam->vol_flags & XVID_VOL_QUARTERPEL)?1:0), 0, + current->rounding_type, current->mbs, &pEnc->vGMC); - if ((pEnc->current->global_flags & XVID_HALFPEL)) { - start_timer(); - image_interpolate(pRef, &pEnc->vInterH, &pEnc->vInterV, - &pEnc->vInterHV, pEnc->mbParam.edged_width, - pEnc->mbParam.edged_height, - pEnc->current->rounding_type); - stop_inter_timer(); + } else { + + generate_GMCimage(¤t->new_gmc_data, &reference->image, + pParam->mb_width, pParam->mb_height, + pParam->edged_width, pParam->edged_width/2, + pParam->m_fcode, ((pParam->vol_flags & XVID_VOL_QUARTERPEL)?1:0), 0, + current->rounding_type, current->mbs, NULL); /* no warping, just AMV */ + } } - start_timer(); - if (pEnc->current->global_flags & XVID_HINTEDME_SET) { - HintedMESet(pEnc, &bIntra); + + if (pEnc->num_threads > 0) { + /* multithreaded motion estimation - dispatch threads */ + + void * status; + int rows_per_thread = (pParam->mb_height + pEnc->num_threads - 1)/pEnc->num_threads; + + for (k = 0; k < pEnc->num_threads; k++) { + memset(pEnc->motionData[k].complete_count_self, 0, rows_per_thread * sizeof(int)); + pEnc->motionData[k].pParam = &pEnc->mbParam; + pEnc->motionData[k].current = current; + pEnc->motionData[k].reference = reference; + pEnc->motionData[k].pRefH = &pEnc->vInterH; + pEnc->motionData[k].pRefV = &pEnc->vInterV; + pEnc->motionData[k].pRefHV = &pEnc->vInterHV; + pEnc->motionData[k].pGMC = &pEnc->vGMC; + pEnc->motionData[k].y_step = pEnc->num_threads; + pEnc->motionData[k].start_y = k; + /* todo: sort out temp space once and for all */ + pEnc->motionData[k].RefQ = pEnc->vInterH.u + 16*k*pParam->edged_width; + } + + for (k = 1; k < pEnc->num_threads; k++) { + pthread_create(&pEnc->motionData[k].handle, NULL, + (void*)MotionEstimateSMP, (void*)&pEnc->motionData[k]); + } + + MotionEstimateSMP(&pEnc->motionData[0]); + + for (k = 1; k < pEnc->num_threads; k++) { + pthread_join(pEnc->motionData[k].handle, &status); + } + + current->fcode = 0; + for (k = 0; k < pEnc->num_threads; k++) { + current->sStat.iMvSum += pEnc->motionData[k].mvSum; + current->sStat.iMvCount += pEnc->motionData[k].mvCount; + if (pEnc->motionData[k].minfcode > current->fcode) + current->fcode = pEnc->motionData[k].minfcode; + } + } else { - bIntra = - MotionEstimation(&pEnc->mbParam, pEnc->current, pEnc->reference, - &pEnc->vInterH, &pEnc->vInterV, &pEnc->vInterHV, - iLimit); + /* regular ME */ + + MotionEstimation(&pEnc->mbParam, current, reference, + &pEnc->vInterH, &pEnc->vInterV, &pEnc->vInterHV, + &pEnc->vGMC, 256*4096); } + stop_motion_timer(); - if (bIntra == 1) { - return FrameCodeI(pEnc, bs, pBits); - } + set_timecodes(current,reference,pParam->fbase); - pEnc->current->coding_type = P_VOP; + BitstreamWriteVopHeader(bs, &pEnc->mbParam, current, 1, current->mbs[0].quant); - if (vol_header) - BitstreamWriteVolHeader(bs, &pEnc->mbParam, pEnc->current); + for (y = 0; y < mb_height; y++) { + for (x = 0; x < mb_width; x++) { + MACROBLOCK *pMB = ¤t->mbs[x + y * pParam->mb_width]; + int skip_possible; - BitstreamWriteVopHeader(bs, &pEnc->mbParam, pEnc->current); + if (pMB->mode == MODE_INTRA || pMB->mode == MODE_INTRA_Q) { + CodeIntraMB(pEnc, pMB); + MBTransQuantIntra(&pEnc->mbParam, current, pMB, x, y, + dct_codes, qcoeff); - *pBits = BitstreamPos(bs); + start_timer(); + MBPrediction(current, x, y, pParam->mb_width, qcoeff); + stop_prediction_timer(); - pEnc->sStat.iTextBits = 0; - pEnc->sStat.iMvSum = 0; - pEnc->sStat.iMvCount = 0; - pEnc->sStat.kblks = pEnc->sStat.mblks = pEnc->sStat.ublks = 0; + current->sStat.kblks++; - for (y = 0; y < pEnc->mbParam.mb_height; y++) { - for (x = 0; x < pEnc->mbParam.mb_width; x++) { - MACROBLOCK *pMB = - &pEnc->current->mbs[x + y * pEnc->mbParam.mb_width]; + MBCoding(current, pMB, qcoeff, bs, ¤t->sStat); + stop_coding_timer(); + continue; + } - bIntra = (pMB->mode == MODE_INTRA) || (pMB->mode == MODE_INTRA_Q); + start_timer(); + MBMotionCompensation(pMB, x, y, &reference->image, + &pEnc->vInterH, &pEnc->vInterV, + &pEnc->vInterHV, &pEnc->vGMC, + ¤t->image, + dct_codes, pParam->width, + pParam->height, + pParam->edged_width, + (current->vol_flags & XVID_VOL_QUARTERPEL), + current->rounding_type); - if (!bIntra) { - start_timer(); - MBMotionCompensation(pMB, x, y, &pEnc->reference->image, - &pEnc->vInterH, &pEnc->vInterV, - &pEnc->vInterHV, &pEnc->current->image, - dct_codes, pEnc->mbParam.width, - pEnc->mbParam.height, - pEnc->mbParam.edged_width, - pEnc->current->rounding_type); - stop_comp_timer(); - - if ((pEnc->current->global_flags & XVID_LUMIMASKING)) { - if (pMB->dquant != NO_CHANGE) { - pMB->mode = MODE_INTER_Q; - pEnc->current->quant += DQtab[pMB->dquant]; - if (pEnc->current->quant > 31) - pEnc->current->quant = 31; - else if (pEnc->current->quant < 1) - pEnc->current->quant = 1; - } - } - pMB->quant = pEnc->current->quant; + stop_comp_timer(); - pMB->field_pred = 0; + pMB->field_pred = 0; - pMB->cbp = - MBTransQuantInter(&pEnc->mbParam, pEnc->current, pMB, x, y, + if (pMB->cbp != 0) { + pMB->cbp = MBTransQuantInter(&pEnc->mbParam, current, pMB, x, y, dct_codes, qcoeff); - } else { - CodeIntraMB(pEnc, pMB); - MBTransQuantIntra(&pEnc->mbParam, pEnc->current, pMB, x, y, - dct_codes, qcoeff); } - start_timer(); - MBPrediction(pEnc->current, x, y, pEnc->mbParam.mb_width, qcoeff); - stop_prediction_timer(); + if (pMB->dquant != 0) + MBSetDquant(pMB, x, y, &pEnc->mbParam); - if (pMB->mode == MODE_INTRA || pMB->mode == MODE_INTRA_Q) { - pEnc->sStat.kblks++; - } else if (pMB->cbp || pMB->mvs[0].x || pMB->mvs[0].y || - pMB->mvs[1].x || pMB->mvs[1].y || pMB->mvs[2].x || - pMB->mvs[2].y || pMB->mvs[3].x || pMB->mvs[3].y) { - pEnc->sStat.mblks++; - } else { - pEnc->sStat.ublks++; + + if (pMB->cbp || pMB->mvs[0].x || pMB->mvs[0].y || + pMB->mvs[1].x || pMB->mvs[1].y || pMB->mvs[2].x || + pMB->mvs[2].y || pMB->mvs[3].x || pMB->mvs[3].y) { + current->sStat.mblks++; + } else { + current->sStat.ublks++; } start_timer(); - MBCoding(pEnc->current, pMB, qcoeff, bs, &pEnc->sStat); + + /* Finished processing the MB, now check if to CODE or SKIP */ + + skip_possible = (pMB->cbp == 0) && (pMB->mode == MODE_INTER); + + if (current->coding_type == S_VOP) + skip_possible &= (pMB->mcsel == 1); + else { /* PVOP */ + const VECTOR * const mv = (pParam->vol_flags & XVID_VOL_QUARTERPEL) ? + pMB->qmvs : pMB->mvs; + skip_possible &= ((mv->x|mv->y) == 0); + } + + if ((pMB->mode == MODE_NOT_CODED) || (skip_possible)) { + /* This is a candidate for SKIPping, but for P-VOPs check intermediate B-frames first */ + int bSkip = 1; + + if (current->coding_type == P_VOP) { /* special rule for P-VOP's SKIP */ + + for (k = pEnc->bframenum_head; k < pEnc->bframenum_tail; k++) { + int iSAD; + iSAD = sad16(reference->image.y + 16*y*pParam->edged_width + 16*x, + pEnc->bframes[k]->image.y + 16*y*pParam->edged_width + 16*x, + pParam->edged_width, BFRAME_SKIP_THRESHHOLD * pMB->quant); + if (iSAD >= BFRAME_SKIP_THRESHHOLD * pMB->quant) { + bSkip = 0; /* could not SKIP */ + if (pParam->vol_flags & XVID_VOL_QUARTERPEL) { + VECTOR predMV = get_qpmv2(current->mbs, pParam->mb_width, 0, x, y, 0); + pMB->pmvs[0].x = - predMV.x; + pMB->pmvs[0].y = - predMV.y; + } else { + VECTOR predMV = get_pmv2(current->mbs, pParam->mb_width, 0, x, y, 0); + pMB->pmvs[0].x = - predMV.x; + pMB->pmvs[0].y = - predMV.y; + } + pMB->mode = MODE_INTER; + pMB->cbp = 0; + break; + } + } + } + + if (bSkip) { + /* do SKIP */ + pMB->mode = MODE_NOT_CODED; + MBSkip(bs); + stop_coding_timer(); + continue; /* next MB */ + } + } + + /* ordinary case: normal coded INTER/INTER4V block */ + MBCoding(current, pMB, qcoeff, bs, &pEnc->current->sStat); stop_coding_timer(); } } emms(); + updateFcode(¤t->sStat, pEnc); - if (pEnc->current->global_flags & XVID_HINTEDME_GET) { - HintedMEGet(pEnc, 0); - } + /* frame drop code */ +#if 0 + DPRINTF(XVID_DEBUG_DEBUG, "kmu %i %i %i\n", current->sStat.kblks, current->sStat.mblks, current->sStat.ublks); +#endif + if (current->sStat.kblks + current->sStat.mblks <= + (pParam->frame_drop_ratio * mb_width * mb_height) / 100 && + ( (pEnc->bframenum_head >= pEnc->bframenum_tail) || !(pEnc->mbParam.global_flags & XVID_GLOBAL_CLOSED_GOP)) ) + { + current->sStat.kblks = current->sStat.mblks = current->sStat.iTextBits = 0; + current->sStat.ublks = mb_width * mb_height; - if (pEnc->sStat.iMvCount == 0) - pEnc->sStat.iMvCount = 1; + BitstreamReset(bs); - fSigma = (float) sqrt((float) pEnc->sStat.iMvSum / pEnc->sStat.iMvCount); + set_timecodes(current,reference,pParam->fbase); + BitstreamWriteVopHeader(bs, &pEnc->mbParam, current, 0, current->mbs[0].quant); - iSearchRange = 1 << (3 + pEnc->mbParam.m_fcode); + /* copy reference frame details into the current frame */ + current->quant = reference->quant; + current->motion_flags = reference->motion_flags; + current->rounding_type = reference->rounding_type; + current->fcode = reference->fcode; + current->bcode = reference->bcode; + current->stamp = reference->stamp; + image_copy(¤t->image, &reference->image, pParam->edged_width, pParam->height); + memcpy(current->mbs, reference->mbs, sizeof(MACROBLOCK) * mb_width * mb_height); + coded = 0; + + } else { - if ((fSigma > iSearchRange / 3) - && (pEnc->mbParam.m_fcode <= 3)) // maximum search range 128 - { - pEnc->mbParam.m_fcode++; - iSearchRange *= 2; - } else if ((fSigma < iSearchRange / 6) - && (pEnc->sStat.fMvPrevSigma >= 0) - && (pEnc->sStat.fMvPrevSigma < iSearchRange / 6) - && (pEnc->mbParam.m_fcode >= 2)) // minimum search range 16 + pEnc->current->is_edged = 0; /* not edged */ + pEnc->current->is_interpolated = -1; /* not interpolated (fake rounding -1) */ + + /* what was this frame's interpolated reference will become + forward (past) reference in b-frame coding */ + + image_swap(&pEnc->vInterH, &pEnc->f_refh); + image_swap(&pEnc->vInterV, &pEnc->f_refv); + image_swap(&pEnc->vInterHV, &pEnc->f_refhv); + } + + /* XXX: debug { - pEnc->mbParam.m_fcode--; - iSearchRange /= 2; + char s[100]; + sprintf(s, "\\%05i_cur.pgm", pEnc->m_framenum); + image_dump_yuvpgm(¤t->image, + pParam->edged_width, + pParam->width, pParam->height, s); + + sprintf(s, "\\%05i_ref.pgm", pEnc->m_framenum); + image_dump_yuvpgm(&reference->image, + pParam->edged_width, + pParam->width, pParam->height, s); } + */ - pEnc->sStat.fMvPrevSigma = fSigma; + BitstreamPadAlways(bs); /* next_start_code() at the end of VideoObjectPlane() */ - *pBits = BitstreamPos(bs) - *pBits; + current->length = (BitstreamPos(bs) - bits) / 8; - return 0; // inter + return coded; } -#ifdef BFRAMES static void FrameCodeB(Encoder * pEnc, FRAMEINFO * frame, - Bitstream * bs, - uint32_t * pBits) + Bitstream * bs) { - int16_t dct_codes[6 * 64]; - int16_t qcoeff[6 * 64]; + int bits = BitstreamPos(bs); + DECLARE_ALIGNED_MATRIX(dct_codes, 6, 64, int16_t, CACHE_LINE); + DECLARE_ALIGNED_MATRIX(qcoeff, 6, 64, int16_t, CACHE_LINE); uint32_t x, y; - VECTOR forward; - VECTOR backward; IMAGE *f_ref = &pEnc->reference->image; IMAGE *b_ref = &pEnc->current->image; - // forward - image_setedges(f_ref, pEnc->mbParam.edged_width, - pEnc->mbParam.edged_height, pEnc->mbParam.width, - pEnc->mbParam.height, - frame->global_flags & XVID_INTERLACING); - start_timer(); - image_interpolate(f_ref, &pEnc->f_refh, &pEnc->f_refv, &pEnc->f_refhv, - pEnc->mbParam.edged_width, pEnc->mbParam.edged_height, - 0); - stop_inter_timer(); - - // backward - image_setedges(b_ref, pEnc->mbParam.edged_width, - pEnc->mbParam.edged_height, pEnc->mbParam.width, - pEnc->mbParam.height, - frame->global_flags & XVID_INTERLACING); - start_timer(); - image_interpolate(b_ref, &pEnc->vInterH, &pEnc->vInterV, &pEnc->vInterHV, - pEnc->mbParam.edged_width, pEnc->mbParam.edged_height, - 0); - stop_inter_timer(); + #ifdef BFRAMES_DEC_DEBUG + FILE *fp; + static char first=0; +#define BFRAME_DEBUG if (!first && fp){ \ + fprintf(fp,"Y=%3d X=%3d MB=%2d CBP=%02X\n",y,x,mb->mode,mb->cbp); \ + } - start_timer(); - MotionEstimationBVOP(&pEnc->mbParam, frame, pEnc->reference->mbs, f_ref, - &pEnc->f_refh, &pEnc->f_refv, &pEnc->f_refhv, - pEnc->current->mbs, b_ref, &pEnc->vInterH, - &pEnc->vInterV, &pEnc->vInterHV); + if (!first){ + fp=fopen("C:\\XVIDDBGE.TXT","w"); + } +#endif + /* forward */ + if (!pEnc->reference->is_edged) { + image_setedges(f_ref, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height, pEnc->mbParam.width, + pEnc->mbParam.height, 0); + pEnc->current->is_edged = 1; + } - stop_motion_timer(); + if (pEnc->reference->is_interpolated != 0) { + start_timer(); + image_interpolate(f_ref->y, pEnc->f_refh.y, pEnc->f_refv.y, pEnc->f_refhv.y, + pEnc->mbParam.edged_width, pEnc->mbParam.edged_height, + (pEnc->mbParam.vol_flags & XVID_VOL_QUARTERPEL), 0); + stop_inter_timer(); + pEnc->reference->is_interpolated = 0; + } + + /* backward */ + if (!pEnc->current->is_edged) { + image_setedges(b_ref, pEnc->mbParam.edged_width, + pEnc->mbParam.edged_height, pEnc->mbParam.width, + pEnc->mbParam.height, 0); + pEnc->current->is_edged = 1; + } - /*if (test_quant_type(&pEnc->mbParam, pEnc->current)) - { - BitstreamWriteVolHeader(bs, pEnc->mbParam.width, pEnc->mbParam.height, pEnc->mbParam.quant_type); - } */ + if (pEnc->current->is_interpolated != 0) { + start_timer(); + image_interpolate(b_ref->y, pEnc->vInterH.y, pEnc->vInterV.y, pEnc->vInterHV.y, + pEnc->mbParam.edged_width, pEnc->mbParam.edged_height, + (pEnc->mbParam.vol_flags & XVID_VOL_QUARTERPEL), 0); + stop_inter_timer(); + pEnc->current->is_interpolated = 0; + } frame->coding_type = B_VOP; - BitstreamWriteVopHeader(bs, &pEnc->mbParam, frame); + call_plugins(pEnc, frame, NULL, XVID_PLG_FRAME, NULL, NULL, NULL); - *pBits = BitstreamPos(bs); + frame->fcode = frame->bcode = pEnc->current->fcode; - pEnc->sStat.iTextBits = 0; - pEnc->sStat.iMvSum = 0; - pEnc->sStat.iMvCount = 0; - pEnc->sStat.kblks = pEnc->sStat.mblks = pEnc->sStat.ublks = 0; + start_timer(); + if (pEnc->num_threads > 0) { + void * status; + int k; + /* multithreaded motion estimation - dispatch threads */ + int rows_per_thread = (pEnc->mbParam.mb_height + pEnc->num_threads - 1)/pEnc->num_threads; + + for (k = 0; k < pEnc->num_threads; k++) { + memset(pEnc->motionData[k].complete_count_self, 0, rows_per_thread * sizeof(int)); + pEnc->motionData[k].pParam = &pEnc->mbParam; + pEnc->motionData[k].current = frame; + pEnc->motionData[k].reference = pEnc->current; + pEnc->motionData[k].fRef = f_ref; + pEnc->motionData[k].fRefH = &pEnc->f_refh; + pEnc->motionData[k].fRefV = &pEnc->f_refv; + pEnc->motionData[k].fRefHV = &pEnc->f_refhv; + pEnc->motionData[k].pRef = b_ref; + pEnc->motionData[k].pRefH = &pEnc->vInterH; + pEnc->motionData[k].pRefV = &pEnc->vInterV; + pEnc->motionData[k].pRefHV = &pEnc->vInterHV; + pEnc->motionData[k].time_bp = (int32_t)(pEnc->current->stamp - frame->stamp); + pEnc->motionData[k].time_pp = (int32_t)(pEnc->current->stamp - pEnc->reference->stamp); + pEnc->motionData[k].y_step = pEnc->num_threads; + pEnc->motionData[k].start_y = k; + /* todo: sort out temp space once and for all */ + pEnc->motionData[k].RefQ = pEnc->vInterH.u + 16*k*pEnc->mbParam.edged_width; + } + for (k = 1; k < pEnc->num_threads; k++) { + pthread_create(&pEnc->motionData[k].handle, NULL, + (void*)SMPMotionEstimationBVOP, (void*)&pEnc->motionData[k]); + } - for (y = 0; y < pEnc->mbParam.mb_height; y++) { - // reset prediction + SMPMotionEstimationBVOP(&pEnc->motionData[0]); - forward.x = 0; - forward.y = 0; - backward.x = 0; - backward.y = 0; + for (k = 1; k < pEnc->num_threads; k++) { + pthread_join(pEnc->motionData[k].handle, &status); + } + + frame->fcode = frame->bcode = 0; + for (k = 0; k < pEnc->num_threads; k++) { + if (pEnc->motionData[k].minfcode > frame->fcode) + frame->fcode = pEnc->motionData[k].minfcode; + if (pEnc->motionData[k].minbcode > frame->bcode) + frame->bcode = pEnc->motionData[k].minbcode; + } + } else { + MotionEstimationBVOP(&pEnc->mbParam, frame, + ((int32_t)(pEnc->current->stamp - frame->stamp)), /* time_bp */ + ((int32_t)(pEnc->current->stamp - pEnc->reference->stamp)), /* time_pp */ + pEnc->reference->mbs, f_ref, + &pEnc->f_refh, &pEnc->f_refv, &pEnc->f_refhv, + pEnc->current, b_ref, &pEnc->vInterH, + &pEnc->vInterV, &pEnc->vInterHV); + } + stop_motion_timer(); + + set_timecodes(frame, pEnc->reference,pEnc->mbParam.fbase); + BitstreamWriteVopHeader(bs, &pEnc->mbParam, frame, 1, frame->quant); + + frame->sStat.iTextBits = 0; + frame->sStat.iMVBits = 0; + frame->sStat.iMvSum = 0; + frame->sStat.iMvCount = 0; + frame->sStat.kblks = frame->sStat.mblks = frame->sStat.ublks = 0; + frame->sStat.mblks = pEnc->mbParam.mb_width * pEnc->mbParam.mb_height; + frame->sStat.kblks = frame->sStat.ublks = 0; + for (y = 0; y < pEnc->mbParam.mb_height; y++) { for (x = 0; x < pEnc->mbParam.mb_width; x++) { - MACROBLOCK *f_mb = - &pEnc->reference->mbs[x + y * pEnc->mbParam.mb_width]; - MACROBLOCK *b_mb = - &pEnc->current->mbs[x + y * pEnc->mbParam.mb_width]; - MACROBLOCK *mb = &frame->mbs[x + y * pEnc->mbParam.mb_width]; + MACROBLOCK * const mb = &frame->mbs[x + y * pEnc->mbParam.mb_width]; - // decoder ignores mb when refence block is INTER(0,0), CBP=0 + /* decoder ignores mb when refence block is INTER(0,0), CBP=0 */ if (mb->mode == MODE_NOT_CODED) { - mb->mvs[0].x = 0; - mb->mvs[0].y = 0; + if (pEnc->mbParam.plugin_flags & XVID_REQORIGINAL) { + MBMotionCompensation(mb, x, y, f_ref, NULL, f_ref, NULL, NULL, &frame->image, + NULL, 0, 0, pEnc->mbParam.edged_width, 0, 0); + } continue; } - MBMotionCompensationBVOP(&pEnc->mbParam, mb, x, y, &frame->image, - f_ref, &pEnc->f_refh, &pEnc->f_refv, - &pEnc->f_refhv, b_ref, &pEnc->vInterH, - &pEnc->vInterV, &pEnc->vInterHV, - dct_codes); - mb->quant = frame->quant; - mb->cbp = - MBTransQuantInter(&pEnc->mbParam, frame, mb, x, y, dct_codes, - qcoeff); - //mb->cbp = MBTransQuantBVOP(&pEnc->mbParam, x, y, dct_codes, qcoeff, &frame->image, frame->quant); - - - if ((mb->mode == MODE_INTERPOLATE || mb->mode == MODE_DIRECT) - && mb->cbp == 0 && mb->mvs[0].x == 0 && mb->mvs[0].y == 0) { - mb->mode = 5; // skipped - } - if (mb->mode == MODE_INTERPOLATE || mb->mode == MODE_FORWARD) { - mb->pmvs[0].x = mb->mvs[0].x - forward.x; - mb->pmvs[0].y = mb->mvs[0].y - forward.y; - forward.x = mb->mvs[0].x; - forward.y = mb->mvs[0].y; - } + if (mb->cbp != 0 || pEnc->mbParam.plugin_flags & XVID_REQORIGINAL) { + /* we have to motion-compensate, transfer etc, + because there might be blocks to code */ + + MBMotionCompensationBVOP(&pEnc->mbParam, mb, x, y, &frame->image, + f_ref, &pEnc->f_refh, &pEnc->f_refv, + &pEnc->f_refhv, b_ref, &pEnc->vInterH, + &pEnc->vInterV, &pEnc->vInterHV, + dct_codes); - if (mb->mode == MODE_INTERPOLATE || mb->mode == MODE_BACKWARD) { - mb->b_pmvs[0].x = mb->b_mvs[0].x - backward.x; - mb->b_pmvs[0].y = mb->b_mvs[0].y - backward.y; - backward.x = mb->b_mvs[0].x; - backward.y = mb->b_mvs[0].y; + mb->cbp = MBTransQuantInterBVOP(&pEnc->mbParam, frame, mb, x, y, dct_codes, qcoeff); } -// printf("[%i %i] M=%i CBP=%i MVX=%i MVY=%i %i,%i %i,%i\n", x, y, pMB->mode, pMB->cbp, pMB->mvs[0].x, bmb->pmvs[0].x, bmb->pmvs[0].y, forward.x, forward.y); + + if (mb->mode == MODE_DIRECT_NO4V) + mb->mode = MODE_DIRECT; + + if (mb->mode == MODE_DIRECT && (mb->cbp | mb->pmvs[3].x | mb->pmvs[3].y) == 0) + mb->mode = MODE_DIRECT_NONE_MV; /* skipped */ + else + if (frame->vop_flags & XVID_VOP_GREYSCALE) + /* keep only bits 5-2 -- Chroma blocks will just be skipped by MBCodingBVOP */ + mb->cbp &= 0x3C; start_timer(); - MBCodingBVOP(mb, qcoeff, frame->fcode, frame->bcode, bs, - &pEnc->sStat); + MBCodingBVOP(frame, mb, qcoeff, frame->fcode, frame->bcode, bs, + &frame->sStat); stop_coding_timer(); } } - emms(); - // TODO: dynamic fcode/bcode ??? + BitstreamPadAlways(bs); /* next_start_code() at the end of VideoObjectPlane() */ + frame->length = (BitstreamPos(bs) - bits) / 8; - *pBits = BitstreamPos(bs) - *pBits; -} +#ifdef BFRAMES_DEC_DEBUG + if (!first){ + first=1; + if (fp) + fclose(fp); + } #endif +}