1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
| /*
| * Copyright 2013 The LibYuv Project Authors. All rights reserved.
| *
| * Use of this source code is governed by a BSD-style license
| * that can be found in the LICENSE file in the root of the source
| * tree. An additional intellectual property rights grant can be found
| * in the file PATENTS. All contributing project authors may
| * be found in the AUTHORS file in the root of the source tree.
| */
|
| #include "libyuv/rotate_row.h"
| #include "libyuv/row.h"
|
| #ifdef __cplusplus
| namespace libyuv {
| extern "C" {
| #endif
|
| // This module is for 32 bit Visual C x86 and clangcl
| #if !defined(LIBYUV_DISABLE_X86) && defined(_M_IX86)
|
| __declspec(naked) void TransposeWx8_SSSE3(const uint8* src,
| int src_stride,
| uint8* dst,
| int dst_stride,
| int width) {
| __asm {
| push edi
| push esi
| push ebp
| mov eax, [esp + 12 + 4] // src
| mov edi, [esp + 12 + 8] // src_stride
| mov edx, [esp + 12 + 12] // dst
| mov esi, [esp + 12 + 16] // dst_stride
| mov ecx, [esp + 12 + 20] // width
|
| // Read in the data from the source pointer.
| // First round of bit swap.
| align 4
| convertloop:
| movq xmm0, qword ptr [eax]
| lea ebp, [eax + 8]
| movq xmm1, qword ptr [eax + edi]
| lea eax, [eax + 2 * edi]
| punpcklbw xmm0, xmm1
| movq xmm2, qword ptr [eax]
| movdqa xmm1, xmm0
| palignr xmm1, xmm1, 8
| movq xmm3, qword ptr [eax + edi]
| lea eax, [eax + 2 * edi]
| punpcklbw xmm2, xmm3
| movdqa xmm3, xmm2
| movq xmm4, qword ptr [eax]
| palignr xmm3, xmm3, 8
| movq xmm5, qword ptr [eax + edi]
| punpcklbw xmm4, xmm5
| lea eax, [eax + 2 * edi]
| movdqa xmm5, xmm4
| movq xmm6, qword ptr [eax]
| palignr xmm5, xmm5, 8
| movq xmm7, qword ptr [eax + edi]
| punpcklbw xmm6, xmm7
| mov eax, ebp
| movdqa xmm7, xmm6
| palignr xmm7, xmm7, 8
| // Second round of bit swap.
| punpcklwd xmm0, xmm2
| punpcklwd xmm1, xmm3
| movdqa xmm2, xmm0
| movdqa xmm3, xmm1
| palignr xmm2, xmm2, 8
| palignr xmm3, xmm3, 8
| punpcklwd xmm4, xmm6
| punpcklwd xmm5, xmm7
| movdqa xmm6, xmm4
| movdqa xmm7, xmm5
| palignr xmm6, xmm6, 8
| palignr xmm7, xmm7, 8
| // Third round of bit swap.
| // Write to the destination pointer.
| punpckldq xmm0, xmm4
| movq qword ptr [edx], xmm0
| movdqa xmm4, xmm0
| palignr xmm4, xmm4, 8
| movq qword ptr [edx + esi], xmm4
| lea edx, [edx + 2 * esi]
| punpckldq xmm2, xmm6
| movdqa xmm6, xmm2
| palignr xmm6, xmm6, 8
| movq qword ptr [edx], xmm2
| punpckldq xmm1, xmm5
| movq qword ptr [edx + esi], xmm6
| lea edx, [edx + 2 * esi]
| movdqa xmm5, xmm1
| movq qword ptr [edx], xmm1
| palignr xmm5, xmm5, 8
| punpckldq xmm3, xmm7
| movq qword ptr [edx + esi], xmm5
| lea edx, [edx + 2 * esi]
| movq qword ptr [edx], xmm3
| movdqa xmm7, xmm3
| palignr xmm7, xmm7, 8
| sub ecx, 8
| movq qword ptr [edx + esi], xmm7
| lea edx, [edx + 2 * esi]
| jg convertloop
|
| pop ebp
| pop esi
| pop edi
| ret
| }
| }
|
| __declspec(naked) void TransposeUVWx8_SSE2(const uint8* src,
| int src_stride,
| uint8* dst_a,
| int dst_stride_a,
| uint8* dst_b,
| int dst_stride_b,
| int w) {
| __asm {
| push ebx
| push esi
| push edi
| push ebp
| mov eax, [esp + 16 + 4] // src
| mov edi, [esp + 16 + 8] // src_stride
| mov edx, [esp + 16 + 12] // dst_a
| mov esi, [esp + 16 + 16] // dst_stride_a
| mov ebx, [esp + 16 + 20] // dst_b
| mov ebp, [esp + 16 + 24] // dst_stride_b
| mov ecx, esp
| sub esp, 4 + 16
| and esp, ~15
| mov [esp + 16], ecx
| mov ecx, [ecx + 16 + 28] // w
|
| align 4
| // Read in the data from the source pointer.
| // First round of bit swap.
| convertloop:
| movdqu xmm0, [eax]
| movdqu xmm1, [eax + edi]
| lea eax, [eax + 2 * edi]
| movdqa xmm7, xmm0 // use xmm7 as temp register.
| punpcklbw xmm0, xmm1
| punpckhbw xmm7, xmm1
| movdqa xmm1, xmm7
| movdqu xmm2, [eax]
| movdqu xmm3, [eax + edi]
| lea eax, [eax + 2 * edi]
| movdqa xmm7, xmm2
| punpcklbw xmm2, xmm3
| punpckhbw xmm7, xmm3
| movdqa xmm3, xmm7
| movdqu xmm4, [eax]
| movdqu xmm5, [eax + edi]
| lea eax, [eax + 2 * edi]
| movdqa xmm7, xmm4
| punpcklbw xmm4, xmm5
| punpckhbw xmm7, xmm5
| movdqa xmm5, xmm7
| movdqu xmm6, [eax]
| movdqu xmm7, [eax + edi]
| lea eax, [eax + 2 * edi]
| movdqu [esp], xmm5 // backup xmm5
| neg edi
| movdqa xmm5, xmm6 // use xmm5 as temp register.
| punpcklbw xmm6, xmm7
| punpckhbw xmm5, xmm7
| movdqa xmm7, xmm5
| lea eax, [eax + 8 * edi + 16]
| neg edi
| // Second round of bit swap.
| movdqa xmm5, xmm0
| punpcklwd xmm0, xmm2
| punpckhwd xmm5, xmm2
| movdqa xmm2, xmm5
| movdqa xmm5, xmm1
| punpcklwd xmm1, xmm3
| punpckhwd xmm5, xmm3
| movdqa xmm3, xmm5
| movdqa xmm5, xmm4
| punpcklwd xmm4, xmm6
| punpckhwd xmm5, xmm6
| movdqa xmm6, xmm5
| movdqu xmm5, [esp] // restore xmm5
| movdqu [esp], xmm6 // backup xmm6
| movdqa xmm6, xmm5 // use xmm6 as temp register.
| punpcklwd xmm5, xmm7
| punpckhwd xmm6, xmm7
| movdqa xmm7, xmm6
|
| // Third round of bit swap.
| // Write to the destination pointer.
| movdqa xmm6, xmm0
| punpckldq xmm0, xmm4
| punpckhdq xmm6, xmm4
| movdqa xmm4, xmm6
| movdqu xmm6, [esp] // restore xmm6
| movlpd qword ptr [edx], xmm0
| movhpd qword ptr [ebx], xmm0
| movlpd qword ptr [edx + esi], xmm4
| lea edx, [edx + 2 * esi]
| movhpd qword ptr [ebx + ebp], xmm4
| lea ebx, [ebx + 2 * ebp]
| movdqa xmm0, xmm2 // use xmm0 as the temp register.
| punpckldq xmm2, xmm6
| movlpd qword ptr [edx], xmm2
| movhpd qword ptr [ebx], xmm2
| punpckhdq xmm0, xmm6
| movlpd qword ptr [edx + esi], xmm0
| lea edx, [edx + 2 * esi]
| movhpd qword ptr [ebx + ebp], xmm0
| lea ebx, [ebx + 2 * ebp]
| movdqa xmm0, xmm1 // use xmm0 as the temp register.
| punpckldq xmm1, xmm5
| movlpd qword ptr [edx], xmm1
| movhpd qword ptr [ebx], xmm1
| punpckhdq xmm0, xmm5
| movlpd qword ptr [edx + esi], xmm0
| lea edx, [edx + 2 * esi]
| movhpd qword ptr [ebx + ebp], xmm0
| lea ebx, [ebx + 2 * ebp]
| movdqa xmm0, xmm3 // use xmm0 as the temp register.
| punpckldq xmm3, xmm7
| movlpd qword ptr [edx], xmm3
| movhpd qword ptr [ebx], xmm3
| punpckhdq xmm0, xmm7
| sub ecx, 8
| movlpd qword ptr [edx + esi], xmm0
| lea edx, [edx + 2 * esi]
| movhpd qword ptr [ebx + ebp], xmm0
| lea ebx, [ebx + 2 * ebp]
| jg convertloop
|
| mov esp, [esp + 16]
| pop ebp
| pop edi
| pop esi
| pop ebx
| ret
| }
| }
|
| #endif // !defined(LIBYUV_DISABLE_X86) && defined(_M_IX86)
|
| #ifdef __cplusplus
| } // extern "C"
| } // namespace libyuv
| #endif
|
|
