Skip to content
GitLab
Menu
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
Kenneth Andersson
HM
Commits
bd2b7722
Commit
bd2b7722
authored
May 26, 2021
by
Kenneth Andersson
Browse files
Fix of some uint32_t to Int
parent
d6336566
Pipeline
#6310
passed with stage
in 5 minutes and 42 seconds
Changes
1
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
source/Lib/TLibEncoder/TEncCu.cpp
View file @
bd2b7722
...
...
@@ -400,9 +400,9 @@ Int TEncCu::calculateLumaDQPsmooth(TComDataCU *pCU, const UInt absPartIdx, const
Double
b6sum
=
0.0
;;
const
Pel
*
pY1
=
pOrgYuv
->
getAddr
(
COMPONENT_Y
,
absPartIdx
);
for
(
uint32_
t
y
=
0
;
y
<
height
;
y
++
)
for
(
In
t
y
=
0
;
y
<
height
;
y
++
)
{
for
(
uint32_
t
x
=
0
;
x
<
width
;
x
++
)
for
(
In
t
x
=
0
;
x
<
width
;
x
++
)
{
b2sum
+=
((
Double
)
pY1
[
x
])
*
((
Double
)
x
+
boffset
[
0
]);
b3sum
+=
((
Double
)
pY1
[
x
])
*
((
Double
)
y
+
boffset
[
1
]);
...
...
@@ -414,16 +414,16 @@ Int TEncCu::calculateLumaDQPsmooth(TComDataCU *pCU, const UInt absPartIdx, const
}
Double
r
[
numBasis
];
for
(
uint32_
t
b
=
0
;
b
<
numBasis
;
b
++
)
for
(
In
t
b
=
0
;
b
<
numBasis
;
b
++
)
{
r
[
b
]
=
invb
[
b
][
0
]
*
b1sum
+
invb
[
b
][
1
]
*
b2sum
+
invb
[
b
][
2
]
*
b3sum
+
invb
[
b
][
3
]
*
b4sum
+
invb
[
b
][
4
]
*
b5sum
+
invb
[
b
][
5
]
*
b6sum
;
}
// compute SAD for model
const
Pel
*
pY2
=
pOrgYuv
->
getAddr
(
COMPONENT_Y
,
absPartIdx
);
for
(
uint32_
t
y
=
0
;
y
<
height
;
y
++
)
for
(
In
t
y
=
0
;
y
<
height
;
y
++
)
{
for
(
uint32_
t
x
=
0
;
x
<
width
;
x
++
)
for
(
In
t
x
=
0
;
x
<
width
;
x
++
)
{
diff
+=
abs
((
Int
)
pY2
[
x
]
-
(
Int
)(
r
[
0
]
+
r
[
1
]
*
((
Double
)
x
+
boffset
[
0
])
+
r
[
2
]
*
((
Double
)
y
+
boffset
[
1
])
+
r
[
3
]
*
((
Double
)
x
*
(
Double
)
y
+
boffset
[
2
])
+
r
[
4
]
*
((
Double
)
x
*
(
Double
)
x
+
boffset
[
3
])
+
r
[
5
]
*
((
Double
)
y
*
(
Double
)
y
+
boffset
[
4
])));
}
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment