Skip to content

F
ffmpeg
Commit 80944df7 authored by Mans Rullgard's avatar Mans Rullgard
Browse files
Options

x86: fix overflow in h264 8x8 planar prediction 

Signed-off-by: 's avatarMans Rullgard <mans@mansr.com>
parent e63dd5fb
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
libavcodec/x86/h264_intrapred.asm
View file @ 80944df7
...@@ -637,10 +637,6 @@ cglobal pred8x8_plane_%1, 2, 7, %2 ...@@ -637,10 +637,6 @@ cglobal pred8x8_plane_%1, 2, 7, %2
%endif %endif
paddw m0, m1 ; sum of H coefficients paddw m0, m1 ; sum of H coefficients
pmullw m0, [pw_17]
paddw m0, [pw_16]
psraw m0, 5
lea r4, [r0+r2*4-1] lea r4, [r0+r2*4-1]
lea r3, [r0 -1] lea r3, [r0 -1]
add r4, r2 add r4, r2
...@@ -694,6 +690,10 @@ cglobal pred8x8_plane_%1, 2, 7, %2 ...@@ -694,6 +690,10 @@ cglobal pred8x8_plane_%1, 2, 7, %2
shl r3, 4 shl r3, 4
movd r1d, m0 movd r1d, m0
movsx r1d, r1w movsx r1d, r1w
imul r1d, 17
add r1d, 16
sar r1d, 5
movd m0, r1d
add r1d, r5d add r1d, r5d
sub r3d, r1d sub r3d, r1d
add r1d, r1d add r1d, r1d
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment