| .. | .. | 
|---|
| 1 | 1 |  # SPDX-License-Identifier: GPL-2.0 | 
|---|
| 2 | 2 |  # | 
|---|
| 3 |  | -# Arch-specific CryptoAPI modules.  | 
|---|
| 4 |  | -#  | 
|---|
 | 3 | +# x86 crypto algorithms  | 
|---|
| 5 | 4 |   | 
|---|
| 6 | 5 |  OBJECT_FILES_NON_STANDARD := y | 
|---|
| 7 | 6 |   | 
|---|
| 8 |  | -avx_supported := $(call as-instr,vpxor %xmm0$(comma)%xmm0$(comma)%xmm0,yes,no)  | 
|---|
| 9 |  | -avx2_supported := $(call as-instr,vpgatherdd %ymm0$(comma)(%eax$(comma)%ymm1\  | 
|---|
| 10 |  | -				$(comma)4)$(comma)%ymm2,yes,no)  | 
|---|
| 11 |  | -avx512_supported :=$(call as-instr,vpmovm2b %k1$(comma)%zmm5,yes,no)  | 
|---|
| 12 |  | -sha1_ni_supported :=$(call as-instr,sha1msg1 %xmm0$(comma)%xmm1,yes,no)  | 
|---|
| 13 |  | -sha256_ni_supported :=$(call as-instr,sha256msg1 %xmm0$(comma)%xmm1,yes,no)  | 
|---|
| 14 |  | -adx_supported := $(call as-instr,adox %r10$(comma)%r10,yes,no)  | 
|---|
| 15 |  | -  | 
|---|
| 16 | 7 |  obj-$(CONFIG_CRYPTO_GLUE_HELPER_X86) += glue_helper.o | 
|---|
| 17 | 8 |   | 
|---|
| 18 |  | -obj-$(CONFIG_CRYPTO_AES_586) += aes-i586.o  | 
|---|
| 19 | 9 |  obj-$(CONFIG_CRYPTO_TWOFISH_586) += twofish-i586.o | 
|---|
| 20 |  | -obj-$(CONFIG_CRYPTO_SERPENT_SSE2_586) += serpent-sse2-i586.o  | 
|---|
| 21 |  | -  | 
|---|
| 22 |  | -obj-$(CONFIG_CRYPTO_AES_X86_64) += aes-x86_64.o  | 
|---|
| 23 |  | -obj-$(CONFIG_CRYPTO_DES3_EDE_X86_64) += des3_ede-x86_64.o  | 
|---|
| 24 |  | -obj-$(CONFIG_CRYPTO_CAMELLIA_X86_64) += camellia-x86_64.o  | 
|---|
| 25 |  | -obj-$(CONFIG_CRYPTO_BLOWFISH_X86_64) += blowfish-x86_64.o  | 
|---|
 | 10 | +twofish-i586-y := twofish-i586-asm_32.o twofish_glue.o  | 
|---|
| 26 | 11 |  obj-$(CONFIG_CRYPTO_TWOFISH_X86_64) += twofish-x86_64.o | 
|---|
 | 12 | +twofish-x86_64-y := twofish-x86_64-asm_64.o twofish_glue.o  | 
|---|
| 27 | 13 |  obj-$(CONFIG_CRYPTO_TWOFISH_X86_64_3WAY) += twofish-x86_64-3way.o | 
|---|
| 28 |  | -obj-$(CONFIG_CRYPTO_CHACHA20_X86_64) += chacha-x86_64.o  | 
|---|
| 29 |  | -obj-$(CONFIG_CRYPTO_SERPENT_SSE2_X86_64) += serpent-sse2-x86_64.o  | 
|---|
| 30 |  | -obj-$(CONFIG_CRYPTO_AES_NI_INTEL) += aesni-intel.o  | 
|---|
| 31 |  | -obj-$(CONFIG_CRYPTO_GHASH_CLMUL_NI_INTEL) += ghash-clmulni-intel.o  | 
|---|
 | 14 | +twofish-x86_64-3way-y := twofish-x86_64-asm_64-3way.o twofish_glue_3way.o  | 
|---|
 | 15 | +obj-$(CONFIG_CRYPTO_TWOFISH_AVX_X86_64) += twofish-avx-x86_64.o  | 
|---|
 | 16 | +twofish-avx-x86_64-y := twofish-avx-x86_64-asm_64.o twofish_avx_glue.o  | 
|---|
| 32 | 17 |   | 
|---|
| 33 |  | -obj-$(CONFIG_CRYPTO_CRC32C_INTEL) += crc32c-intel.o  | 
|---|
| 34 |  | -obj-$(CONFIG_CRYPTO_SHA1_SSSE3) += sha1-ssse3.o  | 
|---|
| 35 |  | -obj-$(CONFIG_CRYPTO_CRC32_PCLMUL) += crc32-pclmul.o  | 
|---|
| 36 |  | -obj-$(CONFIG_CRYPTO_SHA256_SSSE3) += sha256-ssse3.o  | 
|---|
| 37 |  | -obj-$(CONFIG_CRYPTO_SHA512_SSSE3) += sha512-ssse3.o  | 
|---|
| 38 |  | -obj-$(CONFIG_CRYPTO_CRCT10DIF_PCLMUL) += crct10dif-pclmul.o  | 
|---|
| 39 |  | -obj-$(CONFIG_CRYPTO_POLY1305_X86_64) += poly1305-x86_64.o  | 
|---|
 | 18 | +obj-$(CONFIG_CRYPTO_SERPENT_SSE2_586) += serpent-sse2-i586.o  | 
|---|
 | 19 | +serpent-sse2-i586-y := serpent-sse2-i586-asm_32.o serpent_sse2_glue.o  | 
|---|
 | 20 | +obj-$(CONFIG_CRYPTO_SERPENT_SSE2_X86_64) += serpent-sse2-x86_64.o  | 
|---|
 | 21 | +serpent-sse2-x86_64-y := serpent-sse2-x86_64-asm_64.o serpent_sse2_glue.o  | 
|---|
 | 22 | +obj-$(CONFIG_CRYPTO_SERPENT_AVX_X86_64) += serpent-avx-x86_64.o  | 
|---|
 | 23 | +serpent-avx-x86_64-y := serpent-avx-x86_64-asm_64.o serpent_avx_glue.o  | 
|---|
 | 24 | +obj-$(CONFIG_CRYPTO_SERPENT_AVX2_X86_64) += serpent-avx2.o  | 
|---|
 | 25 | +serpent-avx2-y := serpent-avx2-asm_64.o serpent_avx2_glue.o  | 
|---|
 | 26 | +  | 
|---|
 | 27 | +obj-$(CONFIG_CRYPTO_DES3_EDE_X86_64) += des3_ede-x86_64.o  | 
|---|
 | 28 | +des3_ede-x86_64-y := des3_ede-asm_64.o des3_ede_glue.o  | 
|---|
 | 29 | +  | 
|---|
 | 30 | +obj-$(CONFIG_CRYPTO_CAMELLIA_X86_64) += camellia-x86_64.o  | 
|---|
 | 31 | +camellia-x86_64-y := camellia-x86_64-asm_64.o camellia_glue.o  | 
|---|
 | 32 | +obj-$(CONFIG_CRYPTO_CAMELLIA_AESNI_AVX_X86_64) += camellia-aesni-avx-x86_64.o  | 
|---|
 | 33 | +camellia-aesni-avx-x86_64-y := camellia-aesni-avx-asm_64.o camellia_aesni_avx_glue.o  | 
|---|
 | 34 | +obj-$(CONFIG_CRYPTO_CAMELLIA_AESNI_AVX2_X86_64) += camellia-aesni-avx2.o  | 
|---|
 | 35 | +camellia-aesni-avx2-y := camellia-aesni-avx2-asm_64.o camellia_aesni_avx2_glue.o  | 
|---|
 | 36 | +  | 
|---|
 | 37 | +obj-$(CONFIG_CRYPTO_BLOWFISH_X86_64) += blowfish-x86_64.o  | 
|---|
 | 38 | +blowfish-x86_64-y := blowfish-x86_64-asm_64.o blowfish_glue.o  | 
|---|
 | 39 | +  | 
|---|
 | 40 | +obj-$(CONFIG_CRYPTO_CAST5_AVX_X86_64) += cast5-avx-x86_64.o  | 
|---|
 | 41 | +cast5-avx-x86_64-y := cast5-avx-x86_64-asm_64.o cast5_avx_glue.o  | 
|---|
 | 42 | +  | 
|---|
 | 43 | +obj-$(CONFIG_CRYPTO_CAST6_AVX_X86_64) += cast6-avx-x86_64.o  | 
|---|
 | 44 | +cast6-avx-x86_64-y := cast6-avx-x86_64-asm_64.o cast6_avx_glue.o  | 
|---|
| 40 | 45 |   | 
|---|
| 41 | 46 |  obj-$(CONFIG_CRYPTO_AEGIS128_AESNI_SSE2) += aegis128-aesni.o | 
|---|
| 42 |  | -obj-$(CONFIG_CRYPTO_AEGIS128L_AESNI_SSE2) += aegis128l-aesni.o  | 
|---|
| 43 |  | -obj-$(CONFIG_CRYPTO_AEGIS256_AESNI_SSE2) += aegis256-aesni.o  | 
|---|
| 44 |  | -  | 
|---|
| 45 |  | -obj-$(CONFIG_CRYPTO_MORUS640_GLUE) += morus640_glue.o  | 
|---|
| 46 |  | -obj-$(CONFIG_CRYPTO_MORUS1280_GLUE) += morus1280_glue.o  | 
|---|
| 47 |  | -  | 
|---|
| 48 |  | -obj-$(CONFIG_CRYPTO_MORUS640_SSE2) += morus640-sse2.o  | 
|---|
| 49 |  | -obj-$(CONFIG_CRYPTO_MORUS1280_SSE2) += morus1280-sse2.o  | 
|---|
| 50 |  | -  | 
|---|
| 51 |  | -# These modules require the assembler to support ADX.  | 
|---|
| 52 |  | -ifeq ($(adx_supported),yes)  | 
|---|
| 53 |  | -	obj-$(CONFIG_CRYPTO_CURVE25519_X86) += curve25519-x86_64.o  | 
|---|
| 54 |  | -endif  | 
|---|
| 55 |  | -  | 
|---|
| 56 |  | -# These modules require assembler to support AVX.  | 
|---|
| 57 |  | -ifeq ($(avx_supported),yes)  | 
|---|
| 58 |  | -	obj-$(CONFIG_CRYPTO_CAMELLIA_AESNI_AVX_X86_64) += \  | 
|---|
| 59 |  | -						camellia-aesni-avx-x86_64.o  | 
|---|
| 60 |  | -	obj-$(CONFIG_CRYPTO_CAST5_AVX_X86_64) += cast5-avx-x86_64.o  | 
|---|
| 61 |  | -	obj-$(CONFIG_CRYPTO_CAST6_AVX_X86_64) += cast6-avx-x86_64.o  | 
|---|
| 62 |  | -	obj-$(CONFIG_CRYPTO_TWOFISH_AVX_X86_64) += twofish-avx-x86_64.o  | 
|---|
| 63 |  | -	obj-$(CONFIG_CRYPTO_SERPENT_AVX_X86_64) += serpent-avx-x86_64.o  | 
|---|
| 64 |  | -	obj-$(CONFIG_CRYPTO_BLAKE2S_X86) += blake2s-x86_64.o  | 
|---|
| 65 |  | -endif  | 
|---|
| 66 |  | -  | 
|---|
| 67 |  | -# These modules require assembler to support AVX2.  | 
|---|
| 68 |  | -ifeq ($(avx2_supported),yes)  | 
|---|
| 69 |  | -	obj-$(CONFIG_CRYPTO_CAMELLIA_AESNI_AVX2_X86_64) += camellia-aesni-avx2.o  | 
|---|
| 70 |  | -	obj-$(CONFIG_CRYPTO_SERPENT_AVX2_X86_64) += serpent-avx2.o  | 
|---|
| 71 |  | -	obj-$(CONFIG_CRYPTO_SHA1_MB) += sha1-mb/  | 
|---|
| 72 |  | -	obj-$(CONFIG_CRYPTO_SHA256_MB) += sha256-mb/  | 
|---|
| 73 |  | -	obj-$(CONFIG_CRYPTO_SHA512_MB) += sha512-mb/  | 
|---|
| 74 |  | -  | 
|---|
| 75 |  | -	obj-$(CONFIG_CRYPTO_MORUS1280_AVX2) += morus1280-avx2.o  | 
|---|
| 76 |  | -endif  | 
|---|
| 77 |  | -  | 
|---|
| 78 |  | -aes-i586-y := aes-i586-asm_32.o aes_glue.o  | 
|---|
| 79 |  | -twofish-i586-y := twofish-i586-asm_32.o twofish_glue.o  | 
|---|
| 80 |  | -serpent-sse2-i586-y := serpent-sse2-i586-asm_32.o serpent_sse2_glue.o  | 
|---|
| 81 |  | -  | 
|---|
| 82 |  | -aes-x86_64-y := aes-x86_64-asm_64.o aes_glue.o  | 
|---|
| 83 |  | -des3_ede-x86_64-y := des3_ede-asm_64.o des3_ede_glue.o  | 
|---|
| 84 |  | -camellia-x86_64-y := camellia-x86_64-asm_64.o camellia_glue.o  | 
|---|
| 85 |  | -blowfish-x86_64-y := blowfish-x86_64-asm_64.o blowfish_glue.o  | 
|---|
| 86 |  | -twofish-x86_64-y := twofish-x86_64-asm_64.o twofish_glue.o  | 
|---|
| 87 |  | -twofish-x86_64-3way-y := twofish-x86_64-asm_64-3way.o twofish_glue_3way.o  | 
|---|
| 88 |  | -chacha-x86_64-y := chacha-ssse3-x86_64.o chacha_glue.o  | 
|---|
| 89 |  | -serpent-sse2-x86_64-y := serpent-sse2-x86_64-asm_64.o serpent_sse2_glue.o  | 
|---|
| 90 |  | -  | 
|---|
| 91 | 47 |  aegis128-aesni-y := aegis128-aesni-asm.o aegis128-aesni-glue.o | 
|---|
| 92 |  | -aegis128l-aesni-y := aegis128l-aesni-asm.o aegis128l-aesni-glue.o  | 
|---|
| 93 |  | -aegis256-aesni-y := aegis256-aesni-asm.o aegis256-aesni-glue.o  | 
|---|
| 94 | 48 |   | 
|---|
| 95 |  | -morus640-sse2-y := morus640-sse2-asm.o morus640-sse2-glue.o  | 
|---|
| 96 |  | -morus1280-sse2-y := morus1280-sse2-asm.o morus1280-sse2-glue.o  | 
|---|
 | 49 | +obj-$(CONFIG_CRYPTO_CHACHA20_X86_64) += chacha-x86_64.o  | 
|---|
 | 50 | +chacha-x86_64-y := chacha-avx2-x86_64.o chacha-ssse3-x86_64.o chacha_glue.o  | 
|---|
 | 51 | +chacha-x86_64-$(CONFIG_AS_AVX512) += chacha-avx512vl-x86_64.o  | 
|---|
| 97 | 52 |   | 
|---|
| 98 |  | -blake2s-x86_64-y := blake2s-core.o blake2s-glue.o  | 
|---|
| 99 |  | -poly1305-x86_64-y := poly1305-x86_64-cryptogams.o poly1305_glue.o  | 
|---|
| 100 |  | -ifneq ($(CONFIG_CRYPTO_POLY1305_X86_64),)  | 
|---|
| 101 |  | -targets += poly1305-x86_64-cryptogams.S  | 
|---|
| 102 |  | -endif  | 
|---|
| 103 |  | -  | 
|---|
| 104 |  | -ifeq ($(avx_supported),yes)  | 
|---|
| 105 |  | -	camellia-aesni-avx-x86_64-y := camellia-aesni-avx-asm_64.o \  | 
|---|
| 106 |  | -					camellia_aesni_avx_glue.o  | 
|---|
| 107 |  | -	cast5-avx-x86_64-y := cast5-avx-x86_64-asm_64.o cast5_avx_glue.o  | 
|---|
| 108 |  | -	cast6-avx-x86_64-y := cast6-avx-x86_64-asm_64.o cast6_avx_glue.o  | 
|---|
| 109 |  | -	twofish-avx-x86_64-y := twofish-avx-x86_64-asm_64.o \  | 
|---|
| 110 |  | -				twofish_avx_glue.o  | 
|---|
| 111 |  | -	serpent-avx-x86_64-y := serpent-avx-x86_64-asm_64.o \  | 
|---|
| 112 |  | -				serpent_avx_glue.o  | 
|---|
| 113 |  | -endif  | 
|---|
| 114 |  | -  | 
|---|
| 115 |  | -ifeq ($(avx2_supported),yes)  | 
|---|
| 116 |  | -	camellia-aesni-avx2-y := camellia-aesni-avx2-asm_64.o camellia_aesni_avx2_glue.o  | 
|---|
| 117 |  | -	chacha-x86_64-y += chacha-avx2-x86_64.o  | 
|---|
| 118 |  | -	serpent-avx2-y := serpent-avx2-asm_64.o serpent_avx2_glue.o  | 
|---|
| 119 |  | -  | 
|---|
| 120 |  | -	morus1280-avx2-y := morus1280-avx2-asm.o morus1280-avx2-glue.o  | 
|---|
| 121 |  | -endif  | 
|---|
| 122 |  | -  | 
|---|
| 123 |  | -ifeq ($(avx512_supported),yes)  | 
|---|
| 124 |  | -	chacha-x86_64-y += chacha-avx512vl-x86_64.o  | 
|---|
| 125 |  | -endif  | 
|---|
| 126 |  | -  | 
|---|
| 127 |  | -aesni-intel-y := aesni-intel_asm.o aesni-intel_glue.o fpu.o  | 
|---|
 | 53 | +obj-$(CONFIG_CRYPTO_AES_NI_INTEL) += aesni-intel.o  | 
|---|
 | 54 | +aesni-intel-y := aesni-intel_asm.o aesni-intel_glue.o  | 
|---|
| 128 | 55 |  aesni-intel-$(CONFIG_64BIT) += aesni-intel_avx-x86_64.o aes_ctrby8_avx-x86_64.o | 
|---|
 | 56 | +  | 
|---|
 | 57 | +obj-$(CONFIG_CRYPTO_SHA1_SSSE3) += sha1-ssse3.o  | 
|---|
 | 58 | +sha1-ssse3-y := sha1_avx2_x86_64_asm.o sha1_ssse3_asm.o sha1_ssse3_glue.o  | 
|---|
 | 59 | +sha1-ssse3-$(CONFIG_AS_SHA1_NI) += sha1_ni_asm.o  | 
|---|
 | 60 | +  | 
|---|
 | 61 | +obj-$(CONFIG_CRYPTO_SHA256_SSSE3) += sha256-ssse3.o  | 
|---|
 | 62 | +sha256-ssse3-y := sha256-ssse3-asm.o sha256-avx-asm.o sha256-avx2-asm.o sha256_ssse3_glue.o  | 
|---|
 | 63 | +sha256-ssse3-$(CONFIG_AS_SHA256_NI) += sha256_ni_asm.o  | 
|---|
 | 64 | +  | 
|---|
 | 65 | +obj-$(CONFIG_CRYPTO_SHA512_SSSE3) += sha512-ssse3.o  | 
|---|
 | 66 | +sha512-ssse3-y := sha512-ssse3-asm.o sha512-avx-asm.o sha512-avx2-asm.o sha512_ssse3_glue.o  | 
|---|
 | 67 | +  | 
|---|
 | 68 | +obj-$(CONFIG_CRYPTO_BLAKE2S_X86) += blake2s-x86_64.o  | 
|---|
 | 69 | +blake2s-x86_64-y := blake2s-shash.o  | 
|---|
 | 70 | +obj-$(if $(CONFIG_CRYPTO_BLAKE2S_X86),y) += libblake2s-x86_64.o  | 
|---|
 | 71 | +libblake2s-x86_64-y := blake2s-core.o blake2s-glue.o  | 
|---|
 | 72 | +  | 
|---|
 | 73 | +obj-$(CONFIG_CRYPTO_GHASH_CLMUL_NI_INTEL) += ghash-clmulni-intel.o  | 
|---|
| 129 | 74 |  ghash-clmulni-intel-y := ghash-clmulni-intel_asm.o ghash-clmulni-intel_glue.o | 
|---|
| 130 |  | -sha1-ssse3-y := sha1_ssse3_asm.o sha1_ssse3_glue.o  | 
|---|
| 131 |  | -ifeq ($(avx2_supported),yes)  | 
|---|
| 132 |  | -sha1-ssse3-y += sha1_avx2_x86_64_asm.o  | 
|---|
| 133 |  | -endif  | 
|---|
| 134 |  | -ifeq ($(sha1_ni_supported),yes)  | 
|---|
| 135 |  | -sha1-ssse3-y += sha1_ni_asm.o  | 
|---|
| 136 |  | -endif  | 
|---|
 | 75 | +  | 
|---|
 | 76 | +obj-$(CONFIG_CRYPTO_CRC32C_INTEL) += crc32c-intel.o  | 
|---|
| 137 | 77 |  crc32c-intel-y := crc32c-intel_glue.o | 
|---|
| 138 | 78 |  crc32c-intel-$(CONFIG_64BIT) += crc32c-pcl-intel-asm_64.o | 
|---|
 | 79 | +  | 
|---|
 | 80 | +obj-$(CONFIG_CRYPTO_CRC32_PCLMUL) += crc32-pclmul.o  | 
|---|
| 139 | 81 |  crc32-pclmul-y := crc32-pclmul_asm.o crc32-pclmul_glue.o | 
|---|
| 140 |  | -sha256-ssse3-y := sha256-ssse3-asm.o sha256-avx-asm.o sha256-avx2-asm.o sha256_ssse3_glue.o  | 
|---|
| 141 |  | -ifeq ($(sha256_ni_supported),yes)  | 
|---|
| 142 |  | -sha256-ssse3-y += sha256_ni_asm.o  | 
|---|
| 143 |  | -endif  | 
|---|
| 144 |  | -sha512-ssse3-y := sha512-ssse3-asm.o sha512-avx-asm.o sha512-avx2-asm.o sha512_ssse3_glue.o  | 
|---|
 | 82 | +  | 
|---|
 | 83 | +obj-$(CONFIG_CRYPTO_CRCT10DIF_PCLMUL) += crct10dif-pclmul.o  | 
|---|
| 145 | 84 |  crct10dif-pclmul-y := crct10dif-pcl-asm_64.o crct10dif-pclmul_glue.o | 
|---|
| 146 | 85 |   | 
|---|
 | 86 | +obj-$(CONFIG_CRYPTO_POLY1305_X86_64) += poly1305-x86_64.o  | 
|---|
 | 87 | +poly1305-x86_64-y := poly1305-x86_64-cryptogams.o poly1305_glue.o  | 
|---|
 | 88 | +targets += poly1305-x86_64-cryptogams.S  | 
|---|
 | 89 | +  | 
|---|
 | 90 | +obj-$(CONFIG_CRYPTO_NHPOLY1305_SSE2) += nhpoly1305-sse2.o  | 
|---|
 | 91 | +nhpoly1305-sse2-y := nh-sse2-x86_64.o nhpoly1305-sse2-glue.o  | 
|---|
 | 92 | +obj-$(CONFIG_CRYPTO_NHPOLY1305_AVX2) += nhpoly1305-avx2.o  | 
|---|
 | 93 | +nhpoly1305-avx2-y := nh-avx2-x86_64.o nhpoly1305-avx2-glue.o  | 
|---|
 | 94 | +  | 
|---|
 | 95 | +obj-$(CONFIG_CRYPTO_CURVE25519_X86) += curve25519-x86_64.o  | 
|---|
 | 96 | +  | 
|---|
| 147 | 97 |  quiet_cmd_perlasm = PERLASM $@ | 
|---|
| 148 | 98 |        cmd_perlasm = $(PERL) $< > $@ | 
|---|
| 149 | 99 |  $(obj)/%.S: $(src)/%.pl FORCE | 
|---|