From 36de7ad77518626ba43fa7412ef83aa188477a65 Mon Sep 17 00:00:00 2001
From: Adrian Browne <adrian.browne@sony.com>
Date: Thu, 22 Oct 2020 13:13:10 +0100
Subject: [PATCH] Fix #1408: Replace int with TCoeff to fix zeroing out of
coefficients.
---
source/Lib/CommonLib/TrQuant.cpp | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/source/Lib/CommonLib/TrQuant.cpp b/source/Lib/CommonLib/TrQuant.cpp
index 6a7fbf415..cee142831 100644
--- a/source/Lib/CommonLib/TrQuant.cpp
+++ b/source/Lib/CommonLib/TrQuant.cpp
@@ -265,7 +265,7 @@ void TrQuant::fwdLfnstNxN( TCoeff* src, TCoeff* dst, const uint32_t mode, const
trMat += trSize;
}
- ::memset( out, 0, ( trSize - zeroOutSize ) * sizeof( int ) );
+ ::memset( out, 0, ( trSize - zeroOutSize ) * sizeof( TCoeff ) );
}
void TrQuant::invLfnstNxN( TCoeff* src, TCoeff* dst, const uint32_t mode, const uint32_t index, const uint32_t size, int zeroOutSize, const int maxLog2TrDynamicRange )
--
GitLab