|
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2008 Mans Rullgard <mans@mansr.com>
|
|
|
|
|
*
|
|
|
|
|
* This file is part of FFmpeg.
|
|
|
|
|
*
|
|
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
|
*
|
|
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
|
*
|
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#include "asm.S"
|
|
|
|
|
|
|
|
|
|
preserve8
|
|
|
|
|
.fpu neon
|
|
|
|
|
|
|
|
|
|
.text
|
|
|
|
|
|
|
|
|
|
function ff_h264_idct_add_neon, export=1
|
|
|
|
|
mov r3, #(1<<5)
|
|
|
|
|
vmov.i16 d16, #0
|
|
|
|
|
vmov.16 d16[0], r3
|
|
|
|
|
vld1.64 {d0-d3}, [r1,:128]
|
|
|
|
|
vadd.i16 d0, d0, d16
|
|
|
|
|
|
|
|
|
|
vswp d1, d2
|
|
|
|
|
vadd.i16 d4, d0, d1
|
|
|
|
|
vshr.s16 q8, q1, #1
|
|
|
|
|
vsub.i16 d5, d0, d1
|
|
|
|
|
vadd.i16 d6, d2, d17
|
|
|
|
|
vsub.i16 d7, d16, d3
|
|
|
|
|
vadd.i16 q0, q2, q3
|
|
|
|
|
vsub.i16 q1, q2, q3
|
|
|
|
|
|
|
|
|
|
vtrn.16 d0, d1
|
|
|
|
|
vtrn.16 d3, d2
|
|
|
|
|
vtrn.32 d0, d3
|
|
|
|
|
vtrn.32 d1, d2
|
|
|
|
|
|
|
|
|
|
vadd.i16 d4, d0, d3
|
|
|
|
|
vld1.32 {d18[0]}, [r0,:32], r2
|
|
|
|
|
vswp d1, d3
|
|
|
|
|
vshr.s16 q8, q1, #1
|
|
|
|
|
vld1.32 {d19[1]}, [r0,:32], r2
|
|
|
|
|
vsub.i16 d5, d0, d1
|
|
|
|
|
vld1.32 {d18[1]}, [r0,:32], r2
|
|
|
|
|
vadd.i16 d6, d16, d3
|
|
|
|
|
vld1.32 {d19[0]}, [r0,:32], r2
|
|
|
|
|
vsub.i16 d7, d2, d17
|
|
|
|
|
sub r0, r0, r2, lsl #2
|
|
|
|
|
vadd.i16 q0, q2, q3
|
|
|
|
|
vsub.i16 q1, q2, q3
|
|
|
|
|
|
|
|
|
|
vshr.s16 q0, q0, #6
|
|
|
|
|
vshr.s16 q1, q1, #6
|
|
|
|
|
|
|
|
|
|
vaddw.u8 q0, q0, d18
|
|
|
|
|
vaddw.u8 q1, q1, d19
|
|
|
|
|
|
|
|
|
|
vqmovun.s16 d0, q0
|
|
|
|
|
vqmovun.s16 d1, q1
|
|
|
|
|
|
|
|
|
|
vst1.32 {d0[0]}, [r0,:32], r2
|
|
|
|
|
vst1.32 {d1[1]}, [r0,:32], r2
|
|
|
|
|
vst1.32 {d0[1]}, [r0,:32], r2
|
|
|
|
|
vst1.32 {d1[0]}, [r0,:32], r2
|
|
|
|
|
|
|
|
|
|
bx lr
|
|
|
|
|
.endfunc
|
|
|
|
|
|
|
|
|
|
function ff_h264_idct_dc_add_neon, export=1
|
|
|
|
|
vld1.16 {d2[],d3[]}, [r1,:16]
|
|
|
|
|
vrshr.s16 q1, q1, #6
|
|
|
|
|
vld1.32 {d0[0]}, [r0,:32], r2
|
|
|
|
|
vld1.32 {d0[1]}, [r0,:32], r2
|
|
|
|
|
vaddw.u8 q2, q1, d0
|
|
|
|
|
vld1.32 {d1[0]}, [r0,:32], r2
|
|
|
|
|
vld1.32 {d1[1]}, [r0,:32], r2
|
|
|
|
|
vaddw.u8 q1, q1, d1
|
|
|
|
|
vqmovun.s16 d0, q2
|
|
|
|
|
vqmovun.s16 d1, q1
|
|
|
|
|
sub r0, r0, r2, lsl #2
|
|
|
|
|
vst1.32 {d0[0]}, [r0,:32], r2
|
|
|
|
|
vst1.32 {d0[1]}, [r0,:32], r2
|
|
|
|
|
vst1.32 {d1[0]}, [r0,:32], r2
|
|
|
|
|
vst1.32 {d1[1]}, [r0,:32], r2
|
|
|
|
|
bx lr
|
|
|
|
|
.endfunc
|
|
|
|
|
|
|
|
|
|
function ff_h264_idct_add16_neon, export=1
|
|
|
|
|
push {r4-r8,lr}
|
|
|
|
|
mov r4, r0
|
|
|
|
|
mov r5, r1
|
|
|
|
|
mov r1, r2
|
|
|
|
|
mov r2, r3
|
|
|
|
|
ldr r6, [sp, #24]
|
|
|
|
|
movrel r7, scan8
|
|
|
|
|
mov ip, #16
|
|
|
|
|
1: ldrb r8, [r7], #1
|
|
|
|
|
ldr r0, [r5], #4
|
|
|
|
|
ldrb r8, [r6, r8]
|
|
|
|
|
subs r8, r8, #1
|
|
|
|
|
blt 2f
|
|
|
|
|
ldrsh lr, [r1]
|
|
|
|
|
add r0, r0, r4
|
|
|
|
|
movne lr, #0
|
|
|
|
|
cmp lr, #0
|
|
|
|
|
adrne lr, ff_h264_idct_dc_add_neon
|
|
|
|
|
adreq lr, ff_h264_idct_add_neon
|
|
|
|
|
blx lr
|
|
|
|
|
2: subs ip, ip, #1
|
|
|
|
|
add r1, r1, #32
|
|
|
|
|
bne 1b
|
|
|
|
|
pop {r4-r8,pc}
|
|
|
|
|
.endfunc
|
|
|
|
|
|
|
|
|
|
function ff_h264_idct_add16intra_neon, export=1
|
|
|
|
|
push {r4-r8,lr}
|
|
|
|
|
mov r4, r0
|
|
|
|
|
mov r5, r1
|
|
|
|
|
mov r1, r2
|
|
|
|
|
mov r2, r3
|
|
|
|
|
ldr r6, [sp, #24]
|
|
|
|
|
movrel r7, scan8
|
|
|
|
|
mov ip, #16
|
|
|
|
|
1: ldrb r8, [r7], #1
|
|
|
|
|
ldr r0, [r5], #4
|
|
|
|
|
ldrb r8, [r6, r8]
|
|
|
|
|
add r0, r0, r4
|
|
|
|
|
cmp r8, #0
|
|
|
|
|
ldrsh r8, [r1]
|
|
|
|
|
adrne lr, ff_h264_idct_add_neon
|
|
|
|
|
adreq lr, ff_h264_idct_dc_add_neon
|
|
|
|
|
cmpeq r8, #0
|
|
|
|
|
blxne lr
|
|
|
|
|
subs ip, ip, #1
|
|
|
|
|
add r1, r1, #32
|
|
|
|
|
bne 1b
|
|
|
|
|
pop {r4-r8,pc}
|
|
|
|
|
.endfunc
|
|
|
|
|
|
|
|
|
|
function ff_h264_idct_add8_neon, export=1
|
|
|
|
|
push {r4-r10,lr}
|
|
|
|
|
ldm r0, {r4,r9}
|
|
|
|
|
add r5, r1, #16*4
|
|
|
|
|
add r1, r2, #16*32
|
|
|
|
|
mov r2, r3
|
|
|
|
|
ldr r6, [sp, #32]
|
|
|
|
|
movrel r7, scan8+16
|
|
|
|
|
mov ip, #8
|
|
|
|
|
1: ldrb r8, [r7], #1
|
|
|
|
|
ldr r0, [r5], #4
|
|
|
|
|
ldrb r8, [r6, r8]
|
|
|
|
|
tst ip, #4
|
|
|
|
|
addeq r0, r0, r4
|
|
|
|
|
addne r0, r0, r9
|
|
|
|
|
cmp r8, #0
|
|
|
|
|
ldrsh r8, [r1]
|
|
|
|
|
adrne lr, ff_h264_idct_add_neon
|
|
|
|
|
adreq lr, ff_h264_idct_dc_add_neon
|
|
|
|
|
cmpeq r8, #0
|
|
|
|
|
blxne lr
|
|
|
|
|
subs ip, ip, #1
|
|
|
|
|
add r1, r1, #32
|
|
|
|
|
bne 1b
|
|
|
|
|
pop {r4-r10,pc}
|
|
|
|
|
.endfunc
|
|
|
|
|
|
|
|
|
|
.section .rodata
|
|
|
|
|
scan8: .byte 4+1*8, 5+1*8, 4+2*8, 5+2*8
|
|
|
|
|
.byte 6+1*8, 7+1*8, 6+2*8, 7+2*8
|
|
|
|
|
.byte 4+3*8, 5+3*8, 4+4*8, 5+4*8
|
|
|
|
|
.byte 6+3*8, 7+3*8, 6+4*8, 7+4*8
|
|
|
|
|
.byte 1+1*8, 2+1*8
|
|
|
|
|
.byte 1+2*8, 2+2*8
|
|
|
|
|
.byte 1+4*8, 2+4*8
|
|
|
|
|
.byte 1+5*8, 2+5*8
|
