diff --git a/libavcodec/x86/huffyuvdsp_template.asm b/libavcodec/x86/huffyuvdsp_template.asm
index 89721f4ec3..2fd94d3071 100644
--- a/libavcodec/x86/huffyuvdsp_template.asm
+++ b/libavcodec/x86/huffyuvdsp_template.asm
@@ -26,7 +26,9 @@
     add     wd, wd
     test    wq, 2*mmsize - 1
     jz %%.tomainloop
+%if ARCH_X86_32
     push  tmpq
+%endif
 %%.wordloop:
     sub     wq, 2
 %ifidn %2, add
@@ -40,7 +42,9 @@
     mov     [dstq+wq], tmpw
     test    wq, 2*mmsize - 1
     jnz %%.wordloop
+%if ARCH_X86_32
     pop   tmpq
+%endif
 %%.tomainloop:
 %ifidn %2, add
     add     srcq, wq