yading@10
|
1 /*
|
yading@10
|
2 * Copyright (c) 2011 Janne Grunau <janne-libav@jannau.net>
|
yading@10
|
3 *
|
yading@10
|
4 * This file is part of Libav.
|
yading@10
|
5 *
|
yading@10
|
6 * Libav is free software; you can redistribute it and/or
|
yading@10
|
7 * modify it under the terms of the GNU Lesser General Public
|
yading@10
|
8 * License as published by the Free Software Foundation; either
|
yading@10
|
9 * version 2.1 of the License, or (at your option) any later version.
|
yading@10
|
10 *
|
yading@10
|
11 * Libav is distributed in the hope that it will be useful,
|
yading@10
|
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
yading@10
|
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
yading@10
|
14 * Lesser General Public License for more details.
|
yading@10
|
15 *
|
yading@10
|
16 * You should have received a copy of the GNU Lesser General Public
|
yading@10
|
17 * License along with Libav; if not, write to the Free Software
|
yading@10
|
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
yading@10
|
19 */
|
yading@10
|
20
|
yading@10
|
21 #include "libavutil/arm/asm.S"
|
yading@10
|
22 #include "neon.S"
|
yading@10
|
23
|
yading@10
|
24 .macro rv34_inv_transform r0
|
yading@10
|
25 vld1.16 {q14-q15}, [\r0,:128]
|
yading@10
|
26 vmov.s16 d0, #13
|
yading@10
|
27 vshll.s16 q12, d29, #3
|
yading@10
|
28 vshll.s16 q13, d29, #4
|
yading@10
|
29 vshll.s16 q9, d31, #3
|
yading@10
|
30 vshll.s16 q1, d31, #4
|
yading@10
|
31 vmull.s16 q10, d28, d0
|
yading@10
|
32 vmlal.s16 q10, d30, d0
|
yading@10
|
33 vmull.s16 q11, d28, d0
|
yading@10
|
34 vmlsl.s16 q11, d30, d0
|
yading@10
|
35 vsubw.s16 q12, q12, d29 @ z2 = block[i+4*1]*7
|
yading@10
|
36 vaddw.s16 q13, q13, d29 @ z3 = block[i+4*1]*17
|
yading@10
|
37 vsubw.s16 q9, q9, d31
|
yading@10
|
38 vaddw.s16 q1, q1, d31
|
yading@10
|
39 vadd.s32 q13, q13, q9 @ z3 = 17*block[i+4*1] + 7*block[i+4*3]
|
yading@10
|
40 vsub.s32 q12, q12, q1 @ z2 = 7*block[i+4*1] - 17*block[i+4*3]
|
yading@10
|
41 vadd.s32 q1, q10, q13 @ z0 + z3
|
yading@10
|
42 vadd.s32 q2, q11, q12 @ z1 + z2
|
yading@10
|
43 vsub.s32 q8, q10, q13 @ z0 - z3
|
yading@10
|
44 vsub.s32 q3, q11, q12 @ z1 - z2
|
yading@10
|
45 vtrn.32 q1, q2
|
yading@10
|
46 vtrn.32 q3, q8
|
yading@10
|
47 vswp d3, d6
|
yading@10
|
48 vswp d5, d16
|
yading@10
|
49 vmov.s32 d0, #13
|
yading@10
|
50 vadd.s32 q10, q1, q3
|
yading@10
|
51 vsub.s32 q11, q1, q3
|
yading@10
|
52 vshl.s32 q12, q2, #3
|
yading@10
|
53 vshl.s32 q9, q2, #4
|
yading@10
|
54 vmul.s32 q13, q11, d0[0]
|
yading@10
|
55 vshl.s32 q11, q8, #4
|
yading@10
|
56 vadd.s32 q9, q9, q2
|
yading@10
|
57 vshl.s32 q15, q8, #3
|
yading@10
|
58 vsub.s32 q12, q12, q2
|
yading@10
|
59 vadd.s32 q11, q11, q8
|
yading@10
|
60 vmul.s32 q14, q10, d0[0]
|
yading@10
|
61 vsub.s32 q8, q15, q8
|
yading@10
|
62 vsub.s32 q12, q12, q11
|
yading@10
|
63 vadd.s32 q9, q9, q8
|
yading@10
|
64 vadd.s32 q2, q13, q12 @ z1 + z2
|
yading@10
|
65 vadd.s32 q1, q14, q9 @ z0 + z3
|
yading@10
|
66 vsub.s32 q3, q13, q12 @ z1 - z2
|
yading@10
|
67 vsub.s32 q15, q14, q9 @ z0 - z3
|
yading@10
|
68 .endm
|
yading@10
|
69
|
yading@10
|
70 /* void rv34_idct_add_c(uint8_t *dst, int stride, int16_t *block) */
|
yading@10
|
71 function ff_rv34_idct_add_neon, export=1
|
yading@10
|
72 mov r3, r0
|
yading@10
|
73 rv34_inv_transform r2
|
yading@10
|
74 vmov.i16 q12, #0
|
yading@10
|
75 vrshrn.s32 d16, q1, #10 @ (z0 + z3) >> 10
|
yading@10
|
76 vrshrn.s32 d17, q2, #10 @ (z1 + z2) >> 10
|
yading@10
|
77 vrshrn.s32 d18, q3, #10 @ (z1 - z2) >> 10
|
yading@10
|
78 vrshrn.s32 d19, q15, #10 @ (z0 - z3) >> 10
|
yading@10
|
79 vld1.32 {d28[]}, [r0,:32], r1
|
yading@10
|
80 vld1.32 {d29[]}, [r0,:32], r1
|
yading@10
|
81 vtrn.32 q8, q9
|
yading@10
|
82 vld1.32 {d28[1]}, [r0,:32], r1
|
yading@10
|
83 vld1.32 {d29[1]}, [r0,:32], r1
|
yading@10
|
84 vst1.16 {q12}, [r2,:128]! @ memset(block, 0, 16)
|
yading@10
|
85 vst1.16 {q12}, [r2,:128] @ memset(block+16, 0, 16)
|
yading@10
|
86 vtrn.16 d16, d17
|
yading@10
|
87 vtrn.32 d28, d29
|
yading@10
|
88 vtrn.16 d18, d19
|
yading@10
|
89 vaddw.u8 q0, q8, d28
|
yading@10
|
90 vaddw.u8 q1, q9, d29
|
yading@10
|
91 vqmovun.s16 d28, q0
|
yading@10
|
92 vqmovun.s16 d29, q1
|
yading@10
|
93 vst1.32 {d28[0]}, [r3,:32], r1
|
yading@10
|
94 vst1.32 {d28[1]}, [r3,:32], r1
|
yading@10
|
95 vst1.32 {d29[0]}, [r3,:32], r1
|
yading@10
|
96 vst1.32 {d29[1]}, [r3,:32], r1
|
yading@10
|
97 bx lr
|
yading@10
|
98 endfunc
|
yading@10
|
99
|
yading@10
|
100 /* void rv34_inv_transform_noround_neon(int16_t *block); */
|
yading@10
|
101 function ff_rv34_inv_transform_noround_neon, export=1
|
yading@10
|
102 rv34_inv_transform r0
|
yading@10
|
103 vshl.s32 q11, q2, #1
|
yading@10
|
104 vshl.s32 q10, q1, #1
|
yading@10
|
105 vshl.s32 q12, q3, #1
|
yading@10
|
106 vshl.s32 q13, q15, #1
|
yading@10
|
107 vadd.s32 q11, q11, q2
|
yading@10
|
108 vadd.s32 q10, q10, q1
|
yading@10
|
109 vadd.s32 q12, q12, q3
|
yading@10
|
110 vadd.s32 q13, q13, q15
|
yading@10
|
111 vshrn.s32 d0, q10, #11 @ (z0 + z3)*3 >> 11
|
yading@10
|
112 vshrn.s32 d1, q11, #11 @ (z1 + z2)*3 >> 11
|
yading@10
|
113 vshrn.s32 d2, q12, #11 @ (z1 - z2)*3 >> 11
|
yading@10
|
114 vshrn.s32 d3, q13, #11 @ (z0 - z3)*3 >> 11
|
yading@10
|
115 vst4.16 {d0[0], d1[0], d2[0], d3[0]}, [r0,:64]!
|
yading@10
|
116 vst4.16 {d0[1], d1[1], d2[1], d3[1]}, [r0,:64]!
|
yading@10
|
117 vst4.16 {d0[2], d1[2], d2[2], d3[2]}, [r0,:64]!
|
yading@10
|
118 vst4.16 {d0[3], d1[3], d2[3], d3[3]}, [r0,:64]!
|
yading@10
|
119 bx lr
|
yading@10
|
120 endfunc
|
yading@10
|
121
|
yading@10
|
122 /* void ff_rv34_idct_dc_add_neon(uint8_t *dst, int stride, int dc) */
|
yading@10
|
123 function ff_rv34_idct_dc_add_neon, export=1
|
yading@10
|
124 mov r3, r0
|
yading@10
|
125 vld1.32 {d28[]}, [r0,:32], r1
|
yading@10
|
126 vld1.32 {d29[]}, [r0,:32], r1
|
yading@10
|
127 vdup.16 d0, r2
|
yading@10
|
128 vmov.s16 d1, #169
|
yading@10
|
129 vld1.32 {d28[1]}, [r0,:32], r1
|
yading@10
|
130 vmull.s16 q1, d0, d1 @ dc * 13 * 13
|
yading@10
|
131 vld1.32 {d29[1]}, [r0,:32], r1
|
yading@10
|
132 vrshrn.s32 d0, q1, #10 @ (dc * 13 * 13 + 0x200) >> 10
|
yading@10
|
133 vmov d1, d0
|
yading@10
|
134 vaddw.u8 q2, q0, d28
|
yading@10
|
135 vaddw.u8 q3, q0, d29
|
yading@10
|
136 vqmovun.s16 d28, q2
|
yading@10
|
137 vqmovun.s16 d29, q3
|
yading@10
|
138 vst1.32 {d28[0]}, [r3,:32], r1
|
yading@10
|
139 vst1.32 {d29[0]}, [r3,:32], r1
|
yading@10
|
140 vst1.32 {d28[1]}, [r3,:32], r1
|
yading@10
|
141 vst1.32 {d29[1]}, [r3,:32], r1
|
yading@10
|
142 bx lr
|
yading@10
|
143 endfunc
|
yading@10
|
144
|
yading@10
|
145 /* void rv34_inv_transform_dc_noround_c(int16_t *block) */
|
yading@10
|
146 function ff_rv34_inv_transform_noround_dc_neon, export=1
|
yading@10
|
147 vld1.16 {d28[]}, [r0,:16] @ block[0]
|
yading@10
|
148 vmov.i16 d4, #251
|
yading@10
|
149 vorr.s16 d4, #256 @ 13^2 * 3
|
yading@10
|
150 vmull.s16 q3, d28, d4
|
yading@10
|
151 vshrn.s32 d0, q3, #11
|
yading@10
|
152 vmov.i16 d1, d0
|
yading@10
|
153 vst1.64 {q0}, [r0,:128]!
|
yading@10
|
154 vst1.64 {q0}, [r0,:128]!
|
yading@10
|
155 bx lr
|
yading@10
|
156 endfunc
|