.. | .. |
---|
| 1 | +/* SPDX-License-Identifier: GPL-2.0-only */ |
---|
1 | 2 | /* |
---|
2 | 3 | * AES-NI + SSE2 implementation of AEGIS-128 |
---|
3 | 4 | * |
---|
4 | 5 | * Copyright (c) 2017-2018 Ondrej Mosnacek <omosnacek@gmail.com> |
---|
5 | 6 | * Copyright (C) 2017-2018 Red Hat, Inc. All rights reserved. |
---|
6 | | - * |
---|
7 | | - * This program is free software; you can redistribute it and/or modify it |
---|
8 | | - * under the terms of the GNU General Public License version 2 as published |
---|
9 | | - * by the Free Software Foundation. |
---|
10 | 7 | */ |
---|
11 | 8 | |
---|
12 | 9 | #include <linux/linkage.h> |
---|
.. | .. |
---|
74 | 71 | * %r8 |
---|
75 | 72 | * %r9 |
---|
76 | 73 | */ |
---|
77 | | -__load_partial: |
---|
| 74 | +SYM_FUNC_START_LOCAL(__load_partial) |
---|
78 | 75 | xor %r9d, %r9d |
---|
79 | 76 | pxor MSG, MSG |
---|
80 | 77 | |
---|
.. | .. |
---|
125 | 122 | pxor T0, MSG |
---|
126 | 123 | |
---|
127 | 124 | .Lld_partial_8: |
---|
128 | | - ret |
---|
129 | | -ENDPROC(__load_partial) |
---|
| 125 | + RET |
---|
| 126 | +SYM_FUNC_END(__load_partial) |
---|
130 | 127 | |
---|
131 | 128 | /* |
---|
132 | 129 | * __store_partial: internal ABI |
---|
.. | .. |
---|
140 | 137 | * %r9 |
---|
141 | 138 | * %r10 |
---|
142 | 139 | */ |
---|
143 | | -__store_partial: |
---|
| 140 | +SYM_FUNC_START_LOCAL(__store_partial) |
---|
144 | 141 | mov LEN, %r8 |
---|
145 | 142 | mov DST, %r9 |
---|
146 | 143 | |
---|
.. | .. |
---|
183 | 180 | mov %r10b, (%r9) |
---|
184 | 181 | |
---|
185 | 182 | .Lst_partial_1: |
---|
186 | | - ret |
---|
187 | | -ENDPROC(__store_partial) |
---|
| 183 | + RET |
---|
| 184 | +SYM_FUNC_END(__store_partial) |
---|
188 | 185 | |
---|
189 | 186 | /* |
---|
190 | 187 | * void crypto_aegis128_aesni_init(void *state, const void *key, const void *iv); |
---|
191 | 188 | */ |
---|
192 | | -ENTRY(crypto_aegis128_aesni_init) |
---|
| 189 | +SYM_FUNC_START(crypto_aegis128_aesni_init) |
---|
193 | 190 | FRAME_BEGIN |
---|
194 | 191 | |
---|
195 | 192 | /* load IV: */ |
---|
.. | .. |
---|
228 | 225 | movdqu STATE4, 0x40(STATEP) |
---|
229 | 226 | |
---|
230 | 227 | FRAME_END |
---|
231 | | - ret |
---|
232 | | -ENDPROC(crypto_aegis128_aesni_init) |
---|
| 228 | + RET |
---|
| 229 | +SYM_FUNC_END(crypto_aegis128_aesni_init) |
---|
233 | 230 | |
---|
234 | 231 | /* |
---|
235 | 232 | * void crypto_aegis128_aesni_ad(void *state, unsigned int length, |
---|
236 | 233 | * const void *data); |
---|
237 | 234 | */ |
---|
238 | | -ENTRY(crypto_aegis128_aesni_ad) |
---|
| 235 | +SYM_FUNC_START(crypto_aegis128_aesni_ad) |
---|
239 | 236 | FRAME_BEGIN |
---|
240 | 237 | |
---|
241 | 238 | cmp $0x10, LEN |
---|
.. | .. |
---|
340 | 337 | movdqu STATE3, 0x30(STATEP) |
---|
341 | 338 | movdqu STATE4, 0x40(STATEP) |
---|
342 | 339 | FRAME_END |
---|
343 | | - ret |
---|
| 340 | + RET |
---|
344 | 341 | |
---|
345 | 342 | .Lad_out_1: |
---|
346 | 343 | movdqu STATE4, 0x00(STATEP) |
---|
.. | .. |
---|
349 | 346 | movdqu STATE2, 0x30(STATEP) |
---|
350 | 347 | movdqu STATE3, 0x40(STATEP) |
---|
351 | 348 | FRAME_END |
---|
352 | | - ret |
---|
| 349 | + RET |
---|
353 | 350 | |
---|
354 | 351 | .Lad_out_2: |
---|
355 | 352 | movdqu STATE3, 0x00(STATEP) |
---|
.. | .. |
---|
358 | 355 | movdqu STATE1, 0x30(STATEP) |
---|
359 | 356 | movdqu STATE2, 0x40(STATEP) |
---|
360 | 357 | FRAME_END |
---|
361 | | - ret |
---|
| 358 | + RET |
---|
362 | 359 | |
---|
363 | 360 | .Lad_out_3: |
---|
364 | 361 | movdqu STATE2, 0x00(STATEP) |
---|
.. | .. |
---|
367 | 364 | movdqu STATE0, 0x30(STATEP) |
---|
368 | 365 | movdqu STATE1, 0x40(STATEP) |
---|
369 | 366 | FRAME_END |
---|
370 | | - ret |
---|
| 367 | + RET |
---|
371 | 368 | |
---|
372 | 369 | .Lad_out_4: |
---|
373 | 370 | movdqu STATE1, 0x00(STATEP) |
---|
.. | .. |
---|
376 | 373 | movdqu STATE4, 0x30(STATEP) |
---|
377 | 374 | movdqu STATE0, 0x40(STATEP) |
---|
378 | 375 | FRAME_END |
---|
379 | | - ret |
---|
| 376 | + RET |
---|
380 | 377 | |
---|
381 | 378 | .Lad_out: |
---|
382 | 379 | FRAME_END |
---|
383 | | - ret |
---|
384 | | -ENDPROC(crypto_aegis128_aesni_ad) |
---|
| 380 | + RET |
---|
| 381 | +SYM_FUNC_END(crypto_aegis128_aesni_ad) |
---|
385 | 382 | |
---|
386 | 383 | .macro encrypt_block a s0 s1 s2 s3 s4 i |
---|
387 | 384 | movdq\a (\i * 0x10)(SRC), MSG |
---|
.. | .. |
---|
405 | 402 | * void crypto_aegis128_aesni_enc(void *state, unsigned int length, |
---|
406 | 403 | * const void *src, void *dst); |
---|
407 | 404 | */ |
---|
408 | | -ENTRY(crypto_aegis128_aesni_enc) |
---|
| 405 | +SYM_FUNC_START(crypto_aegis128_aesni_enc) |
---|
409 | 406 | FRAME_BEGIN |
---|
410 | 407 | |
---|
411 | 408 | cmp $0x10, LEN |
---|
.. | .. |
---|
455 | 452 | movdqu STATE2, 0x30(STATEP) |
---|
456 | 453 | movdqu STATE3, 0x40(STATEP) |
---|
457 | 454 | FRAME_END |
---|
458 | | - ret |
---|
| 455 | + RET |
---|
459 | 456 | |
---|
460 | 457 | .Lenc_out_1: |
---|
461 | 458 | movdqu STATE3, 0x00(STATEP) |
---|
.. | .. |
---|
464 | 461 | movdqu STATE1, 0x30(STATEP) |
---|
465 | 462 | movdqu STATE2, 0x40(STATEP) |
---|
466 | 463 | FRAME_END |
---|
467 | | - ret |
---|
| 464 | + RET |
---|
468 | 465 | |
---|
469 | 466 | .Lenc_out_2: |
---|
470 | 467 | movdqu STATE2, 0x00(STATEP) |
---|
.. | .. |
---|
473 | 470 | movdqu STATE0, 0x30(STATEP) |
---|
474 | 471 | movdqu STATE1, 0x40(STATEP) |
---|
475 | 472 | FRAME_END |
---|
476 | | - ret |
---|
| 473 | + RET |
---|
477 | 474 | |
---|
478 | 475 | .Lenc_out_3: |
---|
479 | 476 | movdqu STATE1, 0x00(STATEP) |
---|
.. | .. |
---|
482 | 479 | movdqu STATE4, 0x30(STATEP) |
---|
483 | 480 | movdqu STATE0, 0x40(STATEP) |
---|
484 | 481 | FRAME_END |
---|
485 | | - ret |
---|
| 482 | + RET |
---|
486 | 483 | |
---|
487 | 484 | .Lenc_out_4: |
---|
488 | 485 | movdqu STATE0, 0x00(STATEP) |
---|
.. | .. |
---|
491 | 488 | movdqu STATE3, 0x30(STATEP) |
---|
492 | 489 | movdqu STATE4, 0x40(STATEP) |
---|
493 | 490 | FRAME_END |
---|
494 | | - ret |
---|
| 491 | + RET |
---|
495 | 492 | |
---|
496 | 493 | .Lenc_out: |
---|
497 | 494 | FRAME_END |
---|
498 | | - ret |
---|
499 | | -ENDPROC(crypto_aegis128_aesni_enc) |
---|
| 495 | + RET |
---|
| 496 | +SYM_FUNC_END(crypto_aegis128_aesni_enc) |
---|
500 | 497 | |
---|
501 | 498 | /* |
---|
502 | 499 | * void crypto_aegis128_aesni_enc_tail(void *state, unsigned int length, |
---|
503 | 500 | * const void *src, void *dst); |
---|
504 | 501 | */ |
---|
505 | | -ENTRY(crypto_aegis128_aesni_enc_tail) |
---|
| 502 | +SYM_FUNC_START(crypto_aegis128_aesni_enc_tail) |
---|
506 | 503 | FRAME_BEGIN |
---|
507 | 504 | |
---|
508 | 505 | /* load the state: */ |
---|
.. | .. |
---|
535 | 532 | movdqu STATE3, 0x40(STATEP) |
---|
536 | 533 | |
---|
537 | 534 | FRAME_END |
---|
538 | | - ret |
---|
539 | | -ENDPROC(crypto_aegis128_aesni_enc_tail) |
---|
| 535 | + RET |
---|
| 536 | +SYM_FUNC_END(crypto_aegis128_aesni_enc_tail) |
---|
540 | 537 | |
---|
541 | 538 | .macro decrypt_block a s0 s1 s2 s3 s4 i |
---|
542 | 539 | movdq\a (\i * 0x10)(SRC), MSG |
---|
.. | .. |
---|
559 | 556 | * void crypto_aegis128_aesni_dec(void *state, unsigned int length, |
---|
560 | 557 | * const void *src, void *dst); |
---|
561 | 558 | */ |
---|
562 | | -ENTRY(crypto_aegis128_aesni_dec) |
---|
| 559 | +SYM_FUNC_START(crypto_aegis128_aesni_dec) |
---|
563 | 560 | FRAME_BEGIN |
---|
564 | 561 | |
---|
565 | 562 | cmp $0x10, LEN |
---|
.. | .. |
---|
609 | 606 | movdqu STATE2, 0x30(STATEP) |
---|
610 | 607 | movdqu STATE3, 0x40(STATEP) |
---|
611 | 608 | FRAME_END |
---|
612 | | - ret |
---|
| 609 | + RET |
---|
613 | 610 | |
---|
614 | 611 | .Ldec_out_1: |
---|
615 | 612 | movdqu STATE3, 0x00(STATEP) |
---|
.. | .. |
---|
618 | 615 | movdqu STATE1, 0x30(STATEP) |
---|
619 | 616 | movdqu STATE2, 0x40(STATEP) |
---|
620 | 617 | FRAME_END |
---|
621 | | - ret |
---|
| 618 | + RET |
---|
622 | 619 | |
---|
623 | 620 | .Ldec_out_2: |
---|
624 | 621 | movdqu STATE2, 0x00(STATEP) |
---|
.. | .. |
---|
627 | 624 | movdqu STATE0, 0x30(STATEP) |
---|
628 | 625 | movdqu STATE1, 0x40(STATEP) |
---|
629 | 626 | FRAME_END |
---|
630 | | - ret |
---|
| 627 | + RET |
---|
631 | 628 | |
---|
632 | 629 | .Ldec_out_3: |
---|
633 | 630 | movdqu STATE1, 0x00(STATEP) |
---|
.. | .. |
---|
636 | 633 | movdqu STATE4, 0x30(STATEP) |
---|
637 | 634 | movdqu STATE0, 0x40(STATEP) |
---|
638 | 635 | FRAME_END |
---|
639 | | - ret |
---|
| 636 | + RET |
---|
640 | 637 | |
---|
641 | 638 | .Ldec_out_4: |
---|
642 | 639 | movdqu STATE0, 0x00(STATEP) |
---|
.. | .. |
---|
645 | 642 | movdqu STATE3, 0x30(STATEP) |
---|
646 | 643 | movdqu STATE4, 0x40(STATEP) |
---|
647 | 644 | FRAME_END |
---|
648 | | - ret |
---|
| 645 | + RET |
---|
649 | 646 | |
---|
650 | 647 | .Ldec_out: |
---|
651 | 648 | FRAME_END |
---|
652 | | - ret |
---|
653 | | -ENDPROC(crypto_aegis128_aesni_dec) |
---|
| 649 | + RET |
---|
| 650 | +SYM_FUNC_END(crypto_aegis128_aesni_dec) |
---|
654 | 651 | |
---|
655 | 652 | /* |
---|
656 | 653 | * void crypto_aegis128_aesni_dec_tail(void *state, unsigned int length, |
---|
657 | 654 | * const void *src, void *dst); |
---|
658 | 655 | */ |
---|
659 | | -ENTRY(crypto_aegis128_aesni_dec_tail) |
---|
| 656 | +SYM_FUNC_START(crypto_aegis128_aesni_dec_tail) |
---|
660 | 657 | FRAME_BEGIN |
---|
661 | 658 | |
---|
662 | 659 | /* load the state: */ |
---|
.. | .. |
---|
699 | 696 | movdqu STATE3, 0x40(STATEP) |
---|
700 | 697 | |
---|
701 | 698 | FRAME_END |
---|
702 | | - ret |
---|
703 | | -ENDPROC(crypto_aegis128_aesni_dec_tail) |
---|
| 699 | + RET |
---|
| 700 | +SYM_FUNC_END(crypto_aegis128_aesni_dec_tail) |
---|
704 | 701 | |
---|
705 | 702 | /* |
---|
706 | 703 | * void crypto_aegis128_aesni_final(void *state, void *tag_xor, |
---|
707 | 704 | * u64 assoclen, u64 cryptlen); |
---|
708 | 705 | */ |
---|
709 | | -ENTRY(crypto_aegis128_aesni_final) |
---|
| 706 | +SYM_FUNC_START(crypto_aegis128_aesni_final) |
---|
710 | 707 | FRAME_BEGIN |
---|
711 | 708 | |
---|
712 | 709 | /* load the state: */ |
---|
.. | .. |
---|
746 | 743 | movdqu MSG, (%rsi) |
---|
747 | 744 | |
---|
748 | 745 | FRAME_END |
---|
749 | | - ret |
---|
750 | | -ENDPROC(crypto_aegis128_aesni_final) |
---|
| 746 | + RET |
---|
| 747 | +SYM_FUNC_END(crypto_aegis128_aesni_final) |
---|