From 4ed93cab0c064667f5ec9df3de446b65f801e7c1 Mon Sep 17 00:00:00 2001
From: Adam Wieckowski <adam.wieckowski@hhi.fraunhofer.de>
Date: Tue, 2 Jul 2024 11:37:46 +0200
Subject: [PATCH] avoid overflow
---
source/Lib/CommonLib/DepQuant.cpp | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/source/Lib/CommonLib/DepQuant.cpp b/source/Lib/CommonLib/DepQuant.cpp
index 845fba9a0..0359793aa 100644
--- a/source/Lib/CommonLib/DepQuant.cpp
+++ b/source/Lib/CommonLib/DepQuant.cpp
@@ -1106,7 +1106,7 @@ namespace DQIntern
m_refSbbCtxId = -1;
int ctxBinSampleRatio = isLuma(scanInfo.chType) ? MAX_TU_LEVEL_CTX_CODED_BIN_CONSTRAINT_LUMA
: MAX_TU_LEVEL_CTX_CODED_BIN_CONSTRAINT_CHROMA;
- m_remRegBins = (effWidth * effHeight *ctxBinSampleRatio) / 16 - (decision.absLevel < 2 ? (unsigned)decision.absLevel : 3);
+ m_remRegBins = (effWidth * effHeight * ctxBinSampleRatio) / 16 - (decision.absLevel < 2 ? (unsigned)decision.absLevel : 3);
::memset( m_absLevelsAndCtxInit, 0, 48*sizeof(uint8_t) );
}
@@ -1274,7 +1274,7 @@ namespace DQIntern
prvState = prevStates + decision.prevId;
m_numSigSbb = prvState->m_numSigSbb + !!decision.absLevel;
m_remRegBins = prvState->m_remRegBins - 1;
- m_remRegBins -= decision.absLevel < 2 ? (unsigned) decision.absLevel : 3;
+ m_remRegBins -= decision.absLevel < 2 ? (int) decision.absLevel : 3;
::memcpy( m_absLevelsAndCtxInit, prvState->m_absLevelsAndCtxInit, 16*sizeof(uint8_t) );
}
else
--
GitLab