shithub: libvpx

Download patch

ref: fff019cea4308fc3c776d7426f315d46a7120ac5
parent: 5e4d5e1877ae4e2a4bc1abc8f3433dc7de6d1026
author: Yaowu Xu <yaowu@google.com>
date: Thu Sep 20 08:41:59 EDT 2012 

fixed inconsistency of transform size decision

for MBs using i8x8 prediciton mode when hybridtransform8x8 is not
enabled in configure.

Change-Id: I3e3c8bb1c0261108c1c71213ca9557b0ce558036


--- a/vp8/common/blockd.h
+++ b/vp8/common/blockd.h
@@ -479,35 +479,7 @@
       break;
   }
 }
-
-static TX_TYPE get_tx_type(MACROBLOCKD *xd, BLOCKD *b) {
-  TX_TYPE tx_type = DCT_DCT;
-#if CONFIG_HYBRIDTRANSFORM16X16
-  if (xd->mode_info_context->mbmi.txfm_size == TX_16X16) {
-    if (xd->mode_info_context->mbmi.mode < I8X8_PRED &&
-        xd->q_index < ACTIVE_HT16)
-      tx_type = b->bmi.as_mode.tx_type;
-    return tx_type;
-  }
 #endif
-#if CONFIG_HYBRIDTRANSFORM8X8
-  if (xd->mode_info_context->mbmi.txfm_size  == TX_8X8) {
-    if (xd->mode_info_context->mbmi.mode == I8X8_PRED)
-      tx_type = b->bmi.as_mode.tx_type;
-    return tx_type;
-  }
-#endif
-#if CONFIG_HYBRIDTRANSFORM
-  if (xd->mode_info_context->mbmi.txfm_size  == TX_4X4) {
-    if (xd->mode_info_context->mbmi.mode == B_PRED &&
-        xd->q_index < ACTIVE_HT)
-      tx_type = b->bmi.as_mode.tx_type;
-    return tx_type;
-  }
-#endif
-  return tx_type;
-}
-#endif
 
 extern void vp8_build_block_doffsets(MACROBLOCKD *xd);
 extern void vp8_setup_block_dptrs(MACROBLOCKD *xd);
@@ -516,8 +488,8 @@
   int i;
   int is_4x4;
   is_4x4 = (xd->mode_info_context->mbmi.mode == SPLITMV) ||
-      (xd->mode_info_context->mbmi.mode == I8X8_PRED) ||
-      (xd->mode_info_context->mbmi.mode == B_PRED);
+           (xd->mode_info_context->mbmi.mode == I8X8_PRED) ||
+           (xd->mode_info_context->mbmi.mode == B_PRED);
 
   if (is_4x4) {
     for (i = 0; i < 16; i++) {
--- a/vp8/decoder/decodframe.c
+++ b/vp8/decoder/decodframe.c
@@ -243,6 +243,9 @@
     else
 #endif
       if (pbi->common.txfm_mode == ALLOW_8X8 &&
+#if !CONFIG_HYBRIDTRANSFORM8X8
+          xd->mode_info_context->mbmi.mode != I8X8_PRED &&
+#endif
         xd->mode_info_context->mbmi.mode != B_PRED)
       xd->mode_info_context->mbmi.txfm_size = TX_8X8;
     else
@@ -258,6 +261,9 @@
     else
 #endif
       if (pbi->common.txfm_mode == ALLOW_8X8 &&
+#if !CONFIG_HYBRIDTRANSFORM8X8
+        xd->mode_info_context->mbmi.mode != I8X8_PRED &&
+#endif
         xd->mode_info_context->mbmi.mode != B_PRED &&
         xd->mode_info_context->mbmi.mode != SPLITMV)
       xd->mode_info_context->mbmi.txfm_size = TX_8X8;
@@ -616,8 +622,11 @@
 #if CONFIG_SUPERBLOCKS
     if (!xd->mode_info_context->mbmi.encoded_as_sb) {
 #endif
-      if ((tx_type == TX_8X8 &&
-           xd->mode_info_context->mbmi.mode != I8X8_PRED)
+      if ((tx_type == TX_8X8
+#if CONFIG_HYBRIDTRANSFORM8X8
+           && xd->mode_info_context->mbmi.mode != I8X8_PRED
+#endif
+           )
 #if CONFIG_TX16X16 || CONFIG_HYBRIDTRANSFORM16X16
       || tx_type == TX_16X16
 #endif
--- a/vp8/encoder/encodeframe.c
+++ b/vp8/encoder/encodeframe.c
@@ -1833,6 +1833,9 @@
   else
 #endif
   if (cpi->common.txfm_mode == ALLOW_8X8
+#if !CONFIG_HYBRIDTRANSFORM8X8
+      && mbmi->mode != I8X8_PRED
+#endif
       && mbmi->mode != B_PRED) {
     mbmi->txfm_size = TX_8X8;
     cpi->t8x8_count++;
@@ -1929,6 +1932,9 @@
   } else
 #endif
   if (cpi->common.txfm_mode == ALLOW_8X8
+#if !CONFIG_HYBRIDTRANSFORM8X8
+      && mbmi->mode != I8X8_PRED
+#endif
       && mbmi->mode != B_PRED
       && mbmi->mode != SPLITMV) {
     mbmi->txfm_size = TX_8X8;
@@ -2109,6 +2115,9 @@
 
   /* test code: set transform size based on mode selection */
   if (cpi->common.txfm_mode == ALLOW_8X8
+#if !CONFIG_HYBRIDTRANSFORM8X8
+      && x->e_mbd.mode_info_context->mbmi.mode != I8X8_PRED
+#endif
       && x->e_mbd.mode_info_context->mbmi.mode != B_PRED
       && x->e_mbd.mode_info_context->mbmi.mode != SPLITMV) {
     x->e_mbd.mode_info_context->mbmi.txfm_size = TX_8X8;