| .. | .. |
|---|
| 1 | 1 | # SPDX-License-Identifier: GPL-2.0 |
|---|
| 2 | 2 | # |
|---|
| 3 | | -# Arch-specific CryptoAPI modules. |
|---|
| 4 | | -# |
|---|
| 3 | +# x86 crypto algorithms |
|---|
| 5 | 4 | |
|---|
| 6 | 5 | OBJECT_FILES_NON_STANDARD := y |
|---|
| 7 | 6 | |
|---|
| 8 | | -avx_supported := $(call as-instr,vpxor %xmm0$(comma)%xmm0$(comma)%xmm0,yes,no) |
|---|
| 9 | | -avx2_supported := $(call as-instr,vpgatherdd %ymm0$(comma)(%eax$(comma)%ymm1\ |
|---|
| 10 | | - $(comma)4)$(comma)%ymm2,yes,no) |
|---|
| 11 | | -avx512_supported :=$(call as-instr,vpmovm2b %k1$(comma)%zmm5,yes,no) |
|---|
| 12 | | -sha1_ni_supported :=$(call as-instr,sha1msg1 %xmm0$(comma)%xmm1,yes,no) |
|---|
| 13 | | -sha256_ni_supported :=$(call as-instr,sha256msg1 %xmm0$(comma)%xmm1,yes,no) |
|---|
| 14 | | -adx_supported := $(call as-instr,adox %r10$(comma)%r10,yes,no) |
|---|
| 15 | | - |
|---|
| 16 | 7 | obj-$(CONFIG_CRYPTO_GLUE_HELPER_X86) += glue_helper.o |
|---|
| 17 | 8 | |
|---|
| 18 | | -obj-$(CONFIG_CRYPTO_AES_586) += aes-i586.o |
|---|
| 19 | 9 | obj-$(CONFIG_CRYPTO_TWOFISH_586) += twofish-i586.o |
|---|
| 20 | | -obj-$(CONFIG_CRYPTO_SERPENT_SSE2_586) += serpent-sse2-i586.o |
|---|
| 21 | | - |
|---|
| 22 | | -obj-$(CONFIG_CRYPTO_AES_X86_64) += aes-x86_64.o |
|---|
| 23 | | -obj-$(CONFIG_CRYPTO_DES3_EDE_X86_64) += des3_ede-x86_64.o |
|---|
| 24 | | -obj-$(CONFIG_CRYPTO_CAMELLIA_X86_64) += camellia-x86_64.o |
|---|
| 25 | | -obj-$(CONFIG_CRYPTO_BLOWFISH_X86_64) += blowfish-x86_64.o |
|---|
| 10 | +twofish-i586-y := twofish-i586-asm_32.o twofish_glue.o |
|---|
| 26 | 11 | obj-$(CONFIG_CRYPTO_TWOFISH_X86_64) += twofish-x86_64.o |
|---|
| 12 | +twofish-x86_64-y := twofish-x86_64-asm_64.o twofish_glue.o |
|---|
| 27 | 13 | obj-$(CONFIG_CRYPTO_TWOFISH_X86_64_3WAY) += twofish-x86_64-3way.o |
|---|
| 28 | | -obj-$(CONFIG_CRYPTO_CHACHA20_X86_64) += chacha-x86_64.o |
|---|
| 29 | | -obj-$(CONFIG_CRYPTO_SERPENT_SSE2_X86_64) += serpent-sse2-x86_64.o |
|---|
| 30 | | -obj-$(CONFIG_CRYPTO_AES_NI_INTEL) += aesni-intel.o |
|---|
| 31 | | -obj-$(CONFIG_CRYPTO_GHASH_CLMUL_NI_INTEL) += ghash-clmulni-intel.o |
|---|
| 14 | +twofish-x86_64-3way-y := twofish-x86_64-asm_64-3way.o twofish_glue_3way.o |
|---|
| 15 | +obj-$(CONFIG_CRYPTO_TWOFISH_AVX_X86_64) += twofish-avx-x86_64.o |
|---|
| 16 | +twofish-avx-x86_64-y := twofish-avx-x86_64-asm_64.o twofish_avx_glue.o |
|---|
| 32 | 17 | |
|---|
| 33 | | -obj-$(CONFIG_CRYPTO_CRC32C_INTEL) += crc32c-intel.o |
|---|
| 34 | | -obj-$(CONFIG_CRYPTO_SHA1_SSSE3) += sha1-ssse3.o |
|---|
| 35 | | -obj-$(CONFIG_CRYPTO_CRC32_PCLMUL) += crc32-pclmul.o |
|---|
| 36 | | -obj-$(CONFIG_CRYPTO_SHA256_SSSE3) += sha256-ssse3.o |
|---|
| 37 | | -obj-$(CONFIG_CRYPTO_SHA512_SSSE3) += sha512-ssse3.o |
|---|
| 38 | | -obj-$(CONFIG_CRYPTO_CRCT10DIF_PCLMUL) += crct10dif-pclmul.o |
|---|
| 39 | | -obj-$(CONFIG_CRYPTO_POLY1305_X86_64) += poly1305-x86_64.o |
|---|
| 18 | +obj-$(CONFIG_CRYPTO_SERPENT_SSE2_586) += serpent-sse2-i586.o |
|---|
| 19 | +serpent-sse2-i586-y := serpent-sse2-i586-asm_32.o serpent_sse2_glue.o |
|---|
| 20 | +obj-$(CONFIG_CRYPTO_SERPENT_SSE2_X86_64) += serpent-sse2-x86_64.o |
|---|
| 21 | +serpent-sse2-x86_64-y := serpent-sse2-x86_64-asm_64.o serpent_sse2_glue.o |
|---|
| 22 | +obj-$(CONFIG_CRYPTO_SERPENT_AVX_X86_64) += serpent-avx-x86_64.o |
|---|
| 23 | +serpent-avx-x86_64-y := serpent-avx-x86_64-asm_64.o serpent_avx_glue.o |
|---|
| 24 | +obj-$(CONFIG_CRYPTO_SERPENT_AVX2_X86_64) += serpent-avx2.o |
|---|
| 25 | +serpent-avx2-y := serpent-avx2-asm_64.o serpent_avx2_glue.o |
|---|
| 26 | + |
|---|
| 27 | +obj-$(CONFIG_CRYPTO_DES3_EDE_X86_64) += des3_ede-x86_64.o |
|---|
| 28 | +des3_ede-x86_64-y := des3_ede-asm_64.o des3_ede_glue.o |
|---|
| 29 | + |
|---|
| 30 | +obj-$(CONFIG_CRYPTO_CAMELLIA_X86_64) += camellia-x86_64.o |
|---|
| 31 | +camellia-x86_64-y := camellia-x86_64-asm_64.o camellia_glue.o |
|---|
| 32 | +obj-$(CONFIG_CRYPTO_CAMELLIA_AESNI_AVX_X86_64) += camellia-aesni-avx-x86_64.o |
|---|
| 33 | +camellia-aesni-avx-x86_64-y := camellia-aesni-avx-asm_64.o camellia_aesni_avx_glue.o |
|---|
| 34 | +obj-$(CONFIG_CRYPTO_CAMELLIA_AESNI_AVX2_X86_64) += camellia-aesni-avx2.o |
|---|
| 35 | +camellia-aesni-avx2-y := camellia-aesni-avx2-asm_64.o camellia_aesni_avx2_glue.o |
|---|
| 36 | + |
|---|
| 37 | +obj-$(CONFIG_CRYPTO_BLOWFISH_X86_64) += blowfish-x86_64.o |
|---|
| 38 | +blowfish-x86_64-y := blowfish-x86_64-asm_64.o blowfish_glue.o |
|---|
| 39 | + |
|---|
| 40 | +obj-$(CONFIG_CRYPTO_CAST5_AVX_X86_64) += cast5-avx-x86_64.o |
|---|
| 41 | +cast5-avx-x86_64-y := cast5-avx-x86_64-asm_64.o cast5_avx_glue.o |
|---|
| 42 | + |
|---|
| 43 | +obj-$(CONFIG_CRYPTO_CAST6_AVX_X86_64) += cast6-avx-x86_64.o |
|---|
| 44 | +cast6-avx-x86_64-y := cast6-avx-x86_64-asm_64.o cast6_avx_glue.o |
|---|
| 40 | 45 | |
|---|
| 41 | 46 | obj-$(CONFIG_CRYPTO_AEGIS128_AESNI_SSE2) += aegis128-aesni.o |
|---|
| 42 | | -obj-$(CONFIG_CRYPTO_AEGIS128L_AESNI_SSE2) += aegis128l-aesni.o |
|---|
| 43 | | -obj-$(CONFIG_CRYPTO_AEGIS256_AESNI_SSE2) += aegis256-aesni.o |
|---|
| 44 | | - |
|---|
| 45 | | -obj-$(CONFIG_CRYPTO_MORUS640_GLUE) += morus640_glue.o |
|---|
| 46 | | -obj-$(CONFIG_CRYPTO_MORUS1280_GLUE) += morus1280_glue.o |
|---|
| 47 | | - |
|---|
| 48 | | -obj-$(CONFIG_CRYPTO_MORUS640_SSE2) += morus640-sse2.o |
|---|
| 49 | | -obj-$(CONFIG_CRYPTO_MORUS1280_SSE2) += morus1280-sse2.o |
|---|
| 50 | | - |
|---|
| 51 | | -# These modules require the assembler to support ADX. |
|---|
| 52 | | -ifeq ($(adx_supported),yes) |
|---|
| 53 | | - obj-$(CONFIG_CRYPTO_CURVE25519_X86) += curve25519-x86_64.o |
|---|
| 54 | | -endif |
|---|
| 55 | | - |
|---|
| 56 | | -# These modules require assembler to support AVX. |
|---|
| 57 | | -ifeq ($(avx_supported),yes) |
|---|
| 58 | | - obj-$(CONFIG_CRYPTO_CAMELLIA_AESNI_AVX_X86_64) += \ |
|---|
| 59 | | - camellia-aesni-avx-x86_64.o |
|---|
| 60 | | - obj-$(CONFIG_CRYPTO_CAST5_AVX_X86_64) += cast5-avx-x86_64.o |
|---|
| 61 | | - obj-$(CONFIG_CRYPTO_CAST6_AVX_X86_64) += cast6-avx-x86_64.o |
|---|
| 62 | | - obj-$(CONFIG_CRYPTO_TWOFISH_AVX_X86_64) += twofish-avx-x86_64.o |
|---|
| 63 | | - obj-$(CONFIG_CRYPTO_SERPENT_AVX_X86_64) += serpent-avx-x86_64.o |
|---|
| 64 | | - obj-$(CONFIG_CRYPTO_BLAKE2S_X86) += blake2s-x86_64.o |
|---|
| 65 | | -endif |
|---|
| 66 | | - |
|---|
| 67 | | -# These modules require assembler to support AVX2. |
|---|
| 68 | | -ifeq ($(avx2_supported),yes) |
|---|
| 69 | | - obj-$(CONFIG_CRYPTO_CAMELLIA_AESNI_AVX2_X86_64) += camellia-aesni-avx2.o |
|---|
| 70 | | - obj-$(CONFIG_CRYPTO_SERPENT_AVX2_X86_64) += serpent-avx2.o |
|---|
| 71 | | - obj-$(CONFIG_CRYPTO_SHA1_MB) += sha1-mb/ |
|---|
| 72 | | - obj-$(CONFIG_CRYPTO_SHA256_MB) += sha256-mb/ |
|---|
| 73 | | - obj-$(CONFIG_CRYPTO_SHA512_MB) += sha512-mb/ |
|---|
| 74 | | - |
|---|
| 75 | | - obj-$(CONFIG_CRYPTO_MORUS1280_AVX2) += morus1280-avx2.o |
|---|
| 76 | | -endif |
|---|
| 77 | | - |
|---|
| 78 | | -aes-i586-y := aes-i586-asm_32.o aes_glue.o |
|---|
| 79 | | -twofish-i586-y := twofish-i586-asm_32.o twofish_glue.o |
|---|
| 80 | | -serpent-sse2-i586-y := serpent-sse2-i586-asm_32.o serpent_sse2_glue.o |
|---|
| 81 | | - |
|---|
| 82 | | -aes-x86_64-y := aes-x86_64-asm_64.o aes_glue.o |
|---|
| 83 | | -des3_ede-x86_64-y := des3_ede-asm_64.o des3_ede_glue.o |
|---|
| 84 | | -camellia-x86_64-y := camellia-x86_64-asm_64.o camellia_glue.o |
|---|
| 85 | | -blowfish-x86_64-y := blowfish-x86_64-asm_64.o blowfish_glue.o |
|---|
| 86 | | -twofish-x86_64-y := twofish-x86_64-asm_64.o twofish_glue.o |
|---|
| 87 | | -twofish-x86_64-3way-y := twofish-x86_64-asm_64-3way.o twofish_glue_3way.o |
|---|
| 88 | | -chacha-x86_64-y := chacha-ssse3-x86_64.o chacha_glue.o |
|---|
| 89 | | -serpent-sse2-x86_64-y := serpent-sse2-x86_64-asm_64.o serpent_sse2_glue.o |
|---|
| 90 | | - |
|---|
| 91 | 47 | aegis128-aesni-y := aegis128-aesni-asm.o aegis128-aesni-glue.o |
|---|
| 92 | | -aegis128l-aesni-y := aegis128l-aesni-asm.o aegis128l-aesni-glue.o |
|---|
| 93 | | -aegis256-aesni-y := aegis256-aesni-asm.o aegis256-aesni-glue.o |
|---|
| 94 | 48 | |
|---|
| 95 | | -morus640-sse2-y := morus640-sse2-asm.o morus640-sse2-glue.o |
|---|
| 96 | | -morus1280-sse2-y := morus1280-sse2-asm.o morus1280-sse2-glue.o |
|---|
| 49 | +obj-$(CONFIG_CRYPTO_CHACHA20_X86_64) += chacha-x86_64.o |
|---|
| 50 | +chacha-x86_64-y := chacha-avx2-x86_64.o chacha-ssse3-x86_64.o chacha_glue.o |
|---|
| 51 | +chacha-x86_64-$(CONFIG_AS_AVX512) += chacha-avx512vl-x86_64.o |
|---|
| 97 | 52 | |
|---|
| 98 | | -blake2s-x86_64-y := blake2s-core.o blake2s-glue.o |
|---|
| 99 | | -poly1305-x86_64-y := poly1305-x86_64-cryptogams.o poly1305_glue.o |
|---|
| 100 | | -ifneq ($(CONFIG_CRYPTO_POLY1305_X86_64),) |
|---|
| 101 | | -targets += poly1305-x86_64-cryptogams.S |
|---|
| 102 | | -endif |
|---|
| 103 | | - |
|---|
| 104 | | -ifeq ($(avx_supported),yes) |
|---|
| 105 | | - camellia-aesni-avx-x86_64-y := camellia-aesni-avx-asm_64.o \ |
|---|
| 106 | | - camellia_aesni_avx_glue.o |
|---|
| 107 | | - cast5-avx-x86_64-y := cast5-avx-x86_64-asm_64.o cast5_avx_glue.o |
|---|
| 108 | | - cast6-avx-x86_64-y := cast6-avx-x86_64-asm_64.o cast6_avx_glue.o |
|---|
| 109 | | - twofish-avx-x86_64-y := twofish-avx-x86_64-asm_64.o \ |
|---|
| 110 | | - twofish_avx_glue.o |
|---|
| 111 | | - serpent-avx-x86_64-y := serpent-avx-x86_64-asm_64.o \ |
|---|
| 112 | | - serpent_avx_glue.o |
|---|
| 113 | | -endif |
|---|
| 114 | | - |
|---|
| 115 | | -ifeq ($(avx2_supported),yes) |
|---|
| 116 | | - camellia-aesni-avx2-y := camellia-aesni-avx2-asm_64.o camellia_aesni_avx2_glue.o |
|---|
| 117 | | - chacha-x86_64-y += chacha-avx2-x86_64.o |
|---|
| 118 | | - serpent-avx2-y := serpent-avx2-asm_64.o serpent_avx2_glue.o |
|---|
| 119 | | - |
|---|
| 120 | | - morus1280-avx2-y := morus1280-avx2-asm.o morus1280-avx2-glue.o |
|---|
| 121 | | -endif |
|---|
| 122 | | - |
|---|
| 123 | | -ifeq ($(avx512_supported),yes) |
|---|
| 124 | | - chacha-x86_64-y += chacha-avx512vl-x86_64.o |
|---|
| 125 | | -endif |
|---|
| 126 | | - |
|---|
| 127 | | -aesni-intel-y := aesni-intel_asm.o aesni-intel_glue.o fpu.o |
|---|
| 53 | +obj-$(CONFIG_CRYPTO_AES_NI_INTEL) += aesni-intel.o |
|---|
| 54 | +aesni-intel-y := aesni-intel_asm.o aesni-intel_glue.o |
|---|
| 128 | 55 | aesni-intel-$(CONFIG_64BIT) += aesni-intel_avx-x86_64.o aes_ctrby8_avx-x86_64.o |
|---|
| 56 | + |
|---|
| 57 | +obj-$(CONFIG_CRYPTO_SHA1_SSSE3) += sha1-ssse3.o |
|---|
| 58 | +sha1-ssse3-y := sha1_avx2_x86_64_asm.o sha1_ssse3_asm.o sha1_ssse3_glue.o |
|---|
| 59 | +sha1-ssse3-$(CONFIG_AS_SHA1_NI) += sha1_ni_asm.o |
|---|
| 60 | + |
|---|
| 61 | +obj-$(CONFIG_CRYPTO_SHA256_SSSE3) += sha256-ssse3.o |
|---|
| 62 | +sha256-ssse3-y := sha256-ssse3-asm.o sha256-avx-asm.o sha256-avx2-asm.o sha256_ssse3_glue.o |
|---|
| 63 | +sha256-ssse3-$(CONFIG_AS_SHA256_NI) += sha256_ni_asm.o |
|---|
| 64 | + |
|---|
| 65 | +obj-$(CONFIG_CRYPTO_SHA512_SSSE3) += sha512-ssse3.o |
|---|
| 66 | +sha512-ssse3-y := sha512-ssse3-asm.o sha512-avx-asm.o sha512-avx2-asm.o sha512_ssse3_glue.o |
|---|
| 67 | + |
|---|
| 68 | +obj-$(CONFIG_CRYPTO_BLAKE2S_X86) += blake2s-x86_64.o |
|---|
| 69 | +blake2s-x86_64-y := blake2s-shash.o |
|---|
| 70 | +obj-$(if $(CONFIG_CRYPTO_BLAKE2S_X86),y) += libblake2s-x86_64.o |
|---|
| 71 | +libblake2s-x86_64-y := blake2s-core.o blake2s-glue.o |
|---|
| 72 | + |
|---|
| 73 | +obj-$(CONFIG_CRYPTO_GHASH_CLMUL_NI_INTEL) += ghash-clmulni-intel.o |
|---|
| 129 | 74 | ghash-clmulni-intel-y := ghash-clmulni-intel_asm.o ghash-clmulni-intel_glue.o |
|---|
| 130 | | -sha1-ssse3-y := sha1_ssse3_asm.o sha1_ssse3_glue.o |
|---|
| 131 | | -ifeq ($(avx2_supported),yes) |
|---|
| 132 | | -sha1-ssse3-y += sha1_avx2_x86_64_asm.o |
|---|
| 133 | | -endif |
|---|
| 134 | | -ifeq ($(sha1_ni_supported),yes) |
|---|
| 135 | | -sha1-ssse3-y += sha1_ni_asm.o |
|---|
| 136 | | -endif |
|---|
| 75 | + |
|---|
| 76 | +obj-$(CONFIG_CRYPTO_CRC32C_INTEL) += crc32c-intel.o |
|---|
| 137 | 77 | crc32c-intel-y := crc32c-intel_glue.o |
|---|
| 138 | 78 | crc32c-intel-$(CONFIG_64BIT) += crc32c-pcl-intel-asm_64.o |
|---|
| 79 | + |
|---|
| 80 | +obj-$(CONFIG_CRYPTO_CRC32_PCLMUL) += crc32-pclmul.o |
|---|
| 139 | 81 | crc32-pclmul-y := crc32-pclmul_asm.o crc32-pclmul_glue.o |
|---|
| 140 | | -sha256-ssse3-y := sha256-ssse3-asm.o sha256-avx-asm.o sha256-avx2-asm.o sha256_ssse3_glue.o |
|---|
| 141 | | -ifeq ($(sha256_ni_supported),yes) |
|---|
| 142 | | -sha256-ssse3-y += sha256_ni_asm.o |
|---|
| 143 | | -endif |
|---|
| 144 | | -sha512-ssse3-y := sha512-ssse3-asm.o sha512-avx-asm.o sha512-avx2-asm.o sha512_ssse3_glue.o |
|---|
| 82 | + |
|---|
| 83 | +obj-$(CONFIG_CRYPTO_CRCT10DIF_PCLMUL) += crct10dif-pclmul.o |
|---|
| 145 | 84 | crct10dif-pclmul-y := crct10dif-pcl-asm_64.o crct10dif-pclmul_glue.o |
|---|
| 146 | 85 | |
|---|
| 86 | +obj-$(CONFIG_CRYPTO_POLY1305_X86_64) += poly1305-x86_64.o |
|---|
| 87 | +poly1305-x86_64-y := poly1305-x86_64-cryptogams.o poly1305_glue.o |
|---|
| 88 | +targets += poly1305-x86_64-cryptogams.S |
|---|
| 89 | + |
|---|
| 90 | +obj-$(CONFIG_CRYPTO_NHPOLY1305_SSE2) += nhpoly1305-sse2.o |
|---|
| 91 | +nhpoly1305-sse2-y := nh-sse2-x86_64.o nhpoly1305-sse2-glue.o |
|---|
| 92 | +obj-$(CONFIG_CRYPTO_NHPOLY1305_AVX2) += nhpoly1305-avx2.o |
|---|
| 93 | +nhpoly1305-avx2-y := nh-avx2-x86_64.o nhpoly1305-avx2-glue.o |
|---|
| 94 | + |
|---|
| 95 | +obj-$(CONFIG_CRYPTO_CURVE25519_X86) += curve25519-x86_64.o |
|---|
| 96 | + |
|---|
| 147 | 97 | quiet_cmd_perlasm = PERLASM $@ |
|---|
| 148 | 98 | cmd_perlasm = $(PERL) $< > $@ |
|---|
| 149 | 99 | $(obj)/%.S: $(src)/%.pl FORCE |
|---|