.. | .. |
---|
1 | 1 | # SPDX-License-Identifier: GPL-2.0 |
---|
2 | 2 | # |
---|
3 | | -# Arch-specific CryptoAPI modules. |
---|
4 | | -# |
---|
| 3 | +# x86 crypto algorithms |
---|
5 | 4 | |
---|
6 | 5 | OBJECT_FILES_NON_STANDARD := y |
---|
7 | 6 | |
---|
8 | | -avx_supported := $(call as-instr,vpxor %xmm0$(comma)%xmm0$(comma)%xmm0,yes,no) |
---|
9 | | -avx2_supported := $(call as-instr,vpgatherdd %ymm0$(comma)(%eax$(comma)%ymm1\ |
---|
10 | | - $(comma)4)$(comma)%ymm2,yes,no) |
---|
11 | | -avx512_supported :=$(call as-instr,vpmovm2b %k1$(comma)%zmm5,yes,no) |
---|
12 | | -sha1_ni_supported :=$(call as-instr,sha1msg1 %xmm0$(comma)%xmm1,yes,no) |
---|
13 | | -sha256_ni_supported :=$(call as-instr,sha256msg1 %xmm0$(comma)%xmm1,yes,no) |
---|
14 | | -adx_supported := $(call as-instr,adox %r10$(comma)%r10,yes,no) |
---|
15 | | - |
---|
16 | 7 | obj-$(CONFIG_CRYPTO_GLUE_HELPER_X86) += glue_helper.o |
---|
17 | 8 | |
---|
18 | | -obj-$(CONFIG_CRYPTO_AES_586) += aes-i586.o |
---|
19 | 9 | obj-$(CONFIG_CRYPTO_TWOFISH_586) += twofish-i586.o |
---|
20 | | -obj-$(CONFIG_CRYPTO_SERPENT_SSE2_586) += serpent-sse2-i586.o |
---|
21 | | - |
---|
22 | | -obj-$(CONFIG_CRYPTO_AES_X86_64) += aes-x86_64.o |
---|
23 | | -obj-$(CONFIG_CRYPTO_DES3_EDE_X86_64) += des3_ede-x86_64.o |
---|
24 | | -obj-$(CONFIG_CRYPTO_CAMELLIA_X86_64) += camellia-x86_64.o |
---|
25 | | -obj-$(CONFIG_CRYPTO_BLOWFISH_X86_64) += blowfish-x86_64.o |
---|
| 10 | +twofish-i586-y := twofish-i586-asm_32.o twofish_glue.o |
---|
26 | 11 | obj-$(CONFIG_CRYPTO_TWOFISH_X86_64) += twofish-x86_64.o |
---|
| 12 | +twofish-x86_64-y := twofish-x86_64-asm_64.o twofish_glue.o |
---|
27 | 13 | obj-$(CONFIG_CRYPTO_TWOFISH_X86_64_3WAY) += twofish-x86_64-3way.o |
---|
28 | | -obj-$(CONFIG_CRYPTO_CHACHA20_X86_64) += chacha-x86_64.o |
---|
29 | | -obj-$(CONFIG_CRYPTO_SERPENT_SSE2_X86_64) += serpent-sse2-x86_64.o |
---|
30 | | -obj-$(CONFIG_CRYPTO_AES_NI_INTEL) += aesni-intel.o |
---|
31 | | -obj-$(CONFIG_CRYPTO_GHASH_CLMUL_NI_INTEL) += ghash-clmulni-intel.o |
---|
| 14 | +twofish-x86_64-3way-y := twofish-x86_64-asm_64-3way.o twofish_glue_3way.o |
---|
| 15 | +obj-$(CONFIG_CRYPTO_TWOFISH_AVX_X86_64) += twofish-avx-x86_64.o |
---|
| 16 | +twofish-avx-x86_64-y := twofish-avx-x86_64-asm_64.o twofish_avx_glue.o |
---|
32 | 17 | |
---|
33 | | -obj-$(CONFIG_CRYPTO_CRC32C_INTEL) += crc32c-intel.o |
---|
34 | | -obj-$(CONFIG_CRYPTO_SHA1_SSSE3) += sha1-ssse3.o |
---|
35 | | -obj-$(CONFIG_CRYPTO_CRC32_PCLMUL) += crc32-pclmul.o |
---|
36 | | -obj-$(CONFIG_CRYPTO_SHA256_SSSE3) += sha256-ssse3.o |
---|
37 | | -obj-$(CONFIG_CRYPTO_SHA512_SSSE3) += sha512-ssse3.o |
---|
38 | | -obj-$(CONFIG_CRYPTO_CRCT10DIF_PCLMUL) += crct10dif-pclmul.o |
---|
39 | | -obj-$(CONFIG_CRYPTO_POLY1305_X86_64) += poly1305-x86_64.o |
---|
| 18 | +obj-$(CONFIG_CRYPTO_SERPENT_SSE2_586) += serpent-sse2-i586.o |
---|
| 19 | +serpent-sse2-i586-y := serpent-sse2-i586-asm_32.o serpent_sse2_glue.o |
---|
| 20 | +obj-$(CONFIG_CRYPTO_SERPENT_SSE2_X86_64) += serpent-sse2-x86_64.o |
---|
| 21 | +serpent-sse2-x86_64-y := serpent-sse2-x86_64-asm_64.o serpent_sse2_glue.o |
---|
| 22 | +obj-$(CONFIG_CRYPTO_SERPENT_AVX_X86_64) += serpent-avx-x86_64.o |
---|
| 23 | +serpent-avx-x86_64-y := serpent-avx-x86_64-asm_64.o serpent_avx_glue.o |
---|
| 24 | +obj-$(CONFIG_CRYPTO_SERPENT_AVX2_X86_64) += serpent-avx2.o |
---|
| 25 | +serpent-avx2-y := serpent-avx2-asm_64.o serpent_avx2_glue.o |
---|
| 26 | + |
---|
| 27 | +obj-$(CONFIG_CRYPTO_DES3_EDE_X86_64) += des3_ede-x86_64.o |
---|
| 28 | +des3_ede-x86_64-y := des3_ede-asm_64.o des3_ede_glue.o |
---|
| 29 | + |
---|
| 30 | +obj-$(CONFIG_CRYPTO_CAMELLIA_X86_64) += camellia-x86_64.o |
---|
| 31 | +camellia-x86_64-y := camellia-x86_64-asm_64.o camellia_glue.o |
---|
| 32 | +obj-$(CONFIG_CRYPTO_CAMELLIA_AESNI_AVX_X86_64) += camellia-aesni-avx-x86_64.o |
---|
| 33 | +camellia-aesni-avx-x86_64-y := camellia-aesni-avx-asm_64.o camellia_aesni_avx_glue.o |
---|
| 34 | +obj-$(CONFIG_CRYPTO_CAMELLIA_AESNI_AVX2_X86_64) += camellia-aesni-avx2.o |
---|
| 35 | +camellia-aesni-avx2-y := camellia-aesni-avx2-asm_64.o camellia_aesni_avx2_glue.o |
---|
| 36 | + |
---|
| 37 | +obj-$(CONFIG_CRYPTO_BLOWFISH_X86_64) += blowfish-x86_64.o |
---|
| 38 | +blowfish-x86_64-y := blowfish-x86_64-asm_64.o blowfish_glue.o |
---|
| 39 | + |
---|
| 40 | +obj-$(CONFIG_CRYPTO_CAST5_AVX_X86_64) += cast5-avx-x86_64.o |
---|
| 41 | +cast5-avx-x86_64-y := cast5-avx-x86_64-asm_64.o cast5_avx_glue.o |
---|
| 42 | + |
---|
| 43 | +obj-$(CONFIG_CRYPTO_CAST6_AVX_X86_64) += cast6-avx-x86_64.o |
---|
| 44 | +cast6-avx-x86_64-y := cast6-avx-x86_64-asm_64.o cast6_avx_glue.o |
---|
40 | 45 | |
---|
41 | 46 | obj-$(CONFIG_CRYPTO_AEGIS128_AESNI_SSE2) += aegis128-aesni.o |
---|
42 | | -obj-$(CONFIG_CRYPTO_AEGIS128L_AESNI_SSE2) += aegis128l-aesni.o |
---|
43 | | -obj-$(CONFIG_CRYPTO_AEGIS256_AESNI_SSE2) += aegis256-aesni.o |
---|
44 | | - |
---|
45 | | -obj-$(CONFIG_CRYPTO_MORUS640_GLUE) += morus640_glue.o |
---|
46 | | -obj-$(CONFIG_CRYPTO_MORUS1280_GLUE) += morus1280_glue.o |
---|
47 | | - |
---|
48 | | -obj-$(CONFIG_CRYPTO_MORUS640_SSE2) += morus640-sse2.o |
---|
49 | | -obj-$(CONFIG_CRYPTO_MORUS1280_SSE2) += morus1280-sse2.o |
---|
50 | | - |
---|
51 | | -# These modules require the assembler to support ADX. |
---|
52 | | -ifeq ($(adx_supported),yes) |
---|
53 | | - obj-$(CONFIG_CRYPTO_CURVE25519_X86) += curve25519-x86_64.o |
---|
54 | | -endif |
---|
55 | | - |
---|
56 | | -# These modules require assembler to support AVX. |
---|
57 | | -ifeq ($(avx_supported),yes) |
---|
58 | | - obj-$(CONFIG_CRYPTO_CAMELLIA_AESNI_AVX_X86_64) += \ |
---|
59 | | - camellia-aesni-avx-x86_64.o |
---|
60 | | - obj-$(CONFIG_CRYPTO_CAST5_AVX_X86_64) += cast5-avx-x86_64.o |
---|
61 | | - obj-$(CONFIG_CRYPTO_CAST6_AVX_X86_64) += cast6-avx-x86_64.o |
---|
62 | | - obj-$(CONFIG_CRYPTO_TWOFISH_AVX_X86_64) += twofish-avx-x86_64.o |
---|
63 | | - obj-$(CONFIG_CRYPTO_SERPENT_AVX_X86_64) += serpent-avx-x86_64.o |
---|
64 | | - obj-$(CONFIG_CRYPTO_BLAKE2S_X86) += blake2s-x86_64.o |
---|
65 | | -endif |
---|
66 | | - |
---|
67 | | -# These modules require assembler to support AVX2. |
---|
68 | | -ifeq ($(avx2_supported),yes) |
---|
69 | | - obj-$(CONFIG_CRYPTO_CAMELLIA_AESNI_AVX2_X86_64) += camellia-aesni-avx2.o |
---|
70 | | - obj-$(CONFIG_CRYPTO_SERPENT_AVX2_X86_64) += serpent-avx2.o |
---|
71 | | - obj-$(CONFIG_CRYPTO_SHA1_MB) += sha1-mb/ |
---|
72 | | - obj-$(CONFIG_CRYPTO_SHA256_MB) += sha256-mb/ |
---|
73 | | - obj-$(CONFIG_CRYPTO_SHA512_MB) += sha512-mb/ |
---|
74 | | - |
---|
75 | | - obj-$(CONFIG_CRYPTO_MORUS1280_AVX2) += morus1280-avx2.o |
---|
76 | | -endif |
---|
77 | | - |
---|
78 | | -aes-i586-y := aes-i586-asm_32.o aes_glue.o |
---|
79 | | -twofish-i586-y := twofish-i586-asm_32.o twofish_glue.o |
---|
80 | | -serpent-sse2-i586-y := serpent-sse2-i586-asm_32.o serpent_sse2_glue.o |
---|
81 | | - |
---|
82 | | -aes-x86_64-y := aes-x86_64-asm_64.o aes_glue.o |
---|
83 | | -des3_ede-x86_64-y := des3_ede-asm_64.o des3_ede_glue.o |
---|
84 | | -camellia-x86_64-y := camellia-x86_64-asm_64.o camellia_glue.o |
---|
85 | | -blowfish-x86_64-y := blowfish-x86_64-asm_64.o blowfish_glue.o |
---|
86 | | -twofish-x86_64-y := twofish-x86_64-asm_64.o twofish_glue.o |
---|
87 | | -twofish-x86_64-3way-y := twofish-x86_64-asm_64-3way.o twofish_glue_3way.o |
---|
88 | | -chacha-x86_64-y := chacha-ssse3-x86_64.o chacha_glue.o |
---|
89 | | -serpent-sse2-x86_64-y := serpent-sse2-x86_64-asm_64.o serpent_sse2_glue.o |
---|
90 | | - |
---|
91 | 47 | aegis128-aesni-y := aegis128-aesni-asm.o aegis128-aesni-glue.o |
---|
92 | | -aegis128l-aesni-y := aegis128l-aesni-asm.o aegis128l-aesni-glue.o |
---|
93 | | -aegis256-aesni-y := aegis256-aesni-asm.o aegis256-aesni-glue.o |
---|
94 | 48 | |
---|
95 | | -morus640-sse2-y := morus640-sse2-asm.o morus640-sse2-glue.o |
---|
96 | | -morus1280-sse2-y := morus1280-sse2-asm.o morus1280-sse2-glue.o |
---|
| 49 | +obj-$(CONFIG_CRYPTO_CHACHA20_X86_64) += chacha-x86_64.o |
---|
| 50 | +chacha-x86_64-y := chacha-avx2-x86_64.o chacha-ssse3-x86_64.o chacha_glue.o |
---|
| 51 | +chacha-x86_64-$(CONFIG_AS_AVX512) += chacha-avx512vl-x86_64.o |
---|
97 | 52 | |
---|
98 | | -blake2s-x86_64-y := blake2s-core.o blake2s-glue.o |
---|
99 | | -poly1305-x86_64-y := poly1305-x86_64-cryptogams.o poly1305_glue.o |
---|
100 | | -ifneq ($(CONFIG_CRYPTO_POLY1305_X86_64),) |
---|
101 | | -targets += poly1305-x86_64-cryptogams.S |
---|
102 | | -endif |
---|
103 | | - |
---|
104 | | -ifeq ($(avx_supported),yes) |
---|
105 | | - camellia-aesni-avx-x86_64-y := camellia-aesni-avx-asm_64.o \ |
---|
106 | | - camellia_aesni_avx_glue.o |
---|
107 | | - cast5-avx-x86_64-y := cast5-avx-x86_64-asm_64.o cast5_avx_glue.o |
---|
108 | | - cast6-avx-x86_64-y := cast6-avx-x86_64-asm_64.o cast6_avx_glue.o |
---|
109 | | - twofish-avx-x86_64-y := twofish-avx-x86_64-asm_64.o \ |
---|
110 | | - twofish_avx_glue.o |
---|
111 | | - serpent-avx-x86_64-y := serpent-avx-x86_64-asm_64.o \ |
---|
112 | | - serpent_avx_glue.o |
---|
113 | | -endif |
---|
114 | | - |
---|
115 | | -ifeq ($(avx2_supported),yes) |
---|
116 | | - camellia-aesni-avx2-y := camellia-aesni-avx2-asm_64.o camellia_aesni_avx2_glue.o |
---|
117 | | - chacha-x86_64-y += chacha-avx2-x86_64.o |
---|
118 | | - serpent-avx2-y := serpent-avx2-asm_64.o serpent_avx2_glue.o |
---|
119 | | - |
---|
120 | | - morus1280-avx2-y := morus1280-avx2-asm.o morus1280-avx2-glue.o |
---|
121 | | -endif |
---|
122 | | - |
---|
123 | | -ifeq ($(avx512_supported),yes) |
---|
124 | | - chacha-x86_64-y += chacha-avx512vl-x86_64.o |
---|
125 | | -endif |
---|
126 | | - |
---|
127 | | -aesni-intel-y := aesni-intel_asm.o aesni-intel_glue.o fpu.o |
---|
| 53 | +obj-$(CONFIG_CRYPTO_AES_NI_INTEL) += aesni-intel.o |
---|
| 54 | +aesni-intel-y := aesni-intel_asm.o aesni-intel_glue.o |
---|
128 | 55 | aesni-intel-$(CONFIG_64BIT) += aesni-intel_avx-x86_64.o aes_ctrby8_avx-x86_64.o |
---|
| 56 | + |
---|
| 57 | +obj-$(CONFIG_CRYPTO_SHA1_SSSE3) += sha1-ssse3.o |
---|
| 58 | +sha1-ssse3-y := sha1_avx2_x86_64_asm.o sha1_ssse3_asm.o sha1_ssse3_glue.o |
---|
| 59 | +sha1-ssse3-$(CONFIG_AS_SHA1_NI) += sha1_ni_asm.o |
---|
| 60 | + |
---|
| 61 | +obj-$(CONFIG_CRYPTO_SHA256_SSSE3) += sha256-ssse3.o |
---|
| 62 | +sha256-ssse3-y := sha256-ssse3-asm.o sha256-avx-asm.o sha256-avx2-asm.o sha256_ssse3_glue.o |
---|
| 63 | +sha256-ssse3-$(CONFIG_AS_SHA256_NI) += sha256_ni_asm.o |
---|
| 64 | + |
---|
| 65 | +obj-$(CONFIG_CRYPTO_SHA512_SSSE3) += sha512-ssse3.o |
---|
| 66 | +sha512-ssse3-y := sha512-ssse3-asm.o sha512-avx-asm.o sha512-avx2-asm.o sha512_ssse3_glue.o |
---|
| 67 | + |
---|
| 68 | +obj-$(CONFIG_CRYPTO_BLAKE2S_X86) += blake2s-x86_64.o |
---|
| 69 | +blake2s-x86_64-y := blake2s-shash.o |
---|
| 70 | +obj-$(if $(CONFIG_CRYPTO_BLAKE2S_X86),y) += libblake2s-x86_64.o |
---|
| 71 | +libblake2s-x86_64-y := blake2s-core.o blake2s-glue.o |
---|
| 72 | + |
---|
| 73 | +obj-$(CONFIG_CRYPTO_GHASH_CLMUL_NI_INTEL) += ghash-clmulni-intel.o |
---|
129 | 74 | ghash-clmulni-intel-y := ghash-clmulni-intel_asm.o ghash-clmulni-intel_glue.o |
---|
130 | | -sha1-ssse3-y := sha1_ssse3_asm.o sha1_ssse3_glue.o |
---|
131 | | -ifeq ($(avx2_supported),yes) |
---|
132 | | -sha1-ssse3-y += sha1_avx2_x86_64_asm.o |
---|
133 | | -endif |
---|
134 | | -ifeq ($(sha1_ni_supported),yes) |
---|
135 | | -sha1-ssse3-y += sha1_ni_asm.o |
---|
136 | | -endif |
---|
| 75 | + |
---|
| 76 | +obj-$(CONFIG_CRYPTO_CRC32C_INTEL) += crc32c-intel.o |
---|
137 | 77 | crc32c-intel-y := crc32c-intel_glue.o |
---|
138 | 78 | crc32c-intel-$(CONFIG_64BIT) += crc32c-pcl-intel-asm_64.o |
---|
| 79 | + |
---|
| 80 | +obj-$(CONFIG_CRYPTO_CRC32_PCLMUL) += crc32-pclmul.o |
---|
139 | 81 | crc32-pclmul-y := crc32-pclmul_asm.o crc32-pclmul_glue.o |
---|
140 | | -sha256-ssse3-y := sha256-ssse3-asm.o sha256-avx-asm.o sha256-avx2-asm.o sha256_ssse3_glue.o |
---|
141 | | -ifeq ($(sha256_ni_supported),yes) |
---|
142 | | -sha256-ssse3-y += sha256_ni_asm.o |
---|
143 | | -endif |
---|
144 | | -sha512-ssse3-y := sha512-ssse3-asm.o sha512-avx-asm.o sha512-avx2-asm.o sha512_ssse3_glue.o |
---|
| 82 | + |
---|
| 83 | +obj-$(CONFIG_CRYPTO_CRCT10DIF_PCLMUL) += crct10dif-pclmul.o |
---|
145 | 84 | crct10dif-pclmul-y := crct10dif-pcl-asm_64.o crct10dif-pclmul_glue.o |
---|
146 | 85 | |
---|
| 86 | +obj-$(CONFIG_CRYPTO_POLY1305_X86_64) += poly1305-x86_64.o |
---|
| 87 | +poly1305-x86_64-y := poly1305-x86_64-cryptogams.o poly1305_glue.o |
---|
| 88 | +targets += poly1305-x86_64-cryptogams.S |
---|
| 89 | + |
---|
| 90 | +obj-$(CONFIG_CRYPTO_NHPOLY1305_SSE2) += nhpoly1305-sse2.o |
---|
| 91 | +nhpoly1305-sse2-y := nh-sse2-x86_64.o nhpoly1305-sse2-glue.o |
---|
| 92 | +obj-$(CONFIG_CRYPTO_NHPOLY1305_AVX2) += nhpoly1305-avx2.o |
---|
| 93 | +nhpoly1305-avx2-y := nh-avx2-x86_64.o nhpoly1305-avx2-glue.o |
---|
| 94 | + |
---|
| 95 | +obj-$(CONFIG_CRYPTO_CURVE25519_X86) += curve25519-x86_64.o |
---|
| 96 | + |
---|
147 | 97 | quiet_cmd_perlasm = PERLASM $@ |
---|
148 | 98 | cmd_perlasm = $(PERL) $< > $@ |
---|
149 | 99 | $(obj)/%.S: $(src)/%.pl FORCE |
---|