| .. | .. |
|---|
| 1 | +/* SPDX-License-Identifier: GPL-2.0-or-later */ |
|---|
| 1 | 2 | /* |
|---|
| 2 | 3 | * Cast6 Cipher 8-way parallel algorithm (AVX/x86_64) |
|---|
| 3 | 4 | * |
|---|
| .. | .. |
|---|
| 5 | 6 | * <Johannes.Goetzfried@informatik.stud.uni-erlangen.de> |
|---|
| 6 | 7 | * |
|---|
| 7 | 8 | * Copyright © 2012-2013 Jussi Kivilinna <jussi.kivilinna@iki.fi> |
|---|
| 8 | | - * |
|---|
| 9 | | - * This program is free software; you can redistribute it and/or modify |
|---|
| 10 | | - * it under the terms of the GNU General Public License as published by |
|---|
| 11 | | - * the Free Software Foundation; either version 2 of the License, or |
|---|
| 12 | | - * (at your option) any later version. |
|---|
| 13 | | - * |
|---|
| 14 | | - * This program is distributed in the hope that it will be useful, |
|---|
| 15 | | - * but WITHOUT ANY WARRANTY; without even the implied warranty of |
|---|
| 16 | | - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|---|
| 17 | | - * GNU General Public License for more details. |
|---|
| 18 | | - * |
|---|
| 19 | | - * You should have received a copy of the GNU General Public License |
|---|
| 20 | | - * along with this program; if not, write to the Free Software |
|---|
| 21 | | - * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 |
|---|
| 22 | | - * USA |
|---|
| 23 | | - * |
|---|
| 24 | 9 | */ |
|---|
| 25 | 10 | |
|---|
| 26 | 11 | #include <linux/linkage.h> |
|---|
| .. | .. |
|---|
| 262 | 247 | .text |
|---|
| 263 | 248 | |
|---|
| 264 | 249 | .align 8 |
|---|
| 265 | | -__cast6_enc_blk8: |
|---|
| 250 | +SYM_FUNC_START_LOCAL(__cast6_enc_blk8) |
|---|
| 266 | 251 | /* input: |
|---|
| 267 | 252 | * %rdi: ctx |
|---|
| 268 | 253 | * RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2: blocks |
|---|
| .. | .. |
|---|
| 306 | 291 | outunpack_blocks(RA1, RB1, RC1, RD1, RTMP, RX, RKRF, RKM); |
|---|
| 307 | 292 | outunpack_blocks(RA2, RB2, RC2, RD2, RTMP, RX, RKRF, RKM); |
|---|
| 308 | 293 | |
|---|
| 309 | | - ret; |
|---|
| 310 | | -ENDPROC(__cast6_enc_blk8) |
|---|
| 294 | + RET; |
|---|
| 295 | +SYM_FUNC_END(__cast6_enc_blk8) |
|---|
| 311 | 296 | |
|---|
| 312 | 297 | .align 8 |
|---|
| 313 | | -__cast6_dec_blk8: |
|---|
| 298 | +SYM_FUNC_START_LOCAL(__cast6_dec_blk8) |
|---|
| 314 | 299 | /* input: |
|---|
| 315 | 300 | * %rdi: ctx |
|---|
| 316 | 301 | * RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2: encrypted blocks |
|---|
| .. | .. |
|---|
| 353 | 338 | outunpack_blocks(RA1, RB1, RC1, RD1, RTMP, RX, RKRF, RKM); |
|---|
| 354 | 339 | outunpack_blocks(RA2, RB2, RC2, RD2, RTMP, RX, RKRF, RKM); |
|---|
| 355 | 340 | |
|---|
| 356 | | - ret; |
|---|
| 357 | | -ENDPROC(__cast6_dec_blk8) |
|---|
| 341 | + RET; |
|---|
| 342 | +SYM_FUNC_END(__cast6_dec_blk8) |
|---|
| 358 | 343 | |
|---|
| 359 | | -ENTRY(cast6_ecb_enc_8way) |
|---|
| 344 | +SYM_FUNC_START(cast6_ecb_enc_8way) |
|---|
| 360 | 345 | /* input: |
|---|
| 361 | 346 | * %rdi: ctx |
|---|
| 362 | 347 | * %rsi: dst |
|---|
| .. | .. |
|---|
| 376 | 361 | |
|---|
| 377 | 362 | popq %r15; |
|---|
| 378 | 363 | FRAME_END |
|---|
| 379 | | - ret; |
|---|
| 380 | | -ENDPROC(cast6_ecb_enc_8way) |
|---|
| 364 | + RET; |
|---|
| 365 | +SYM_FUNC_END(cast6_ecb_enc_8way) |
|---|
| 381 | 366 | |
|---|
| 382 | | -ENTRY(cast6_ecb_dec_8way) |
|---|
| 367 | +SYM_FUNC_START(cast6_ecb_dec_8way) |
|---|
| 383 | 368 | /* input: |
|---|
| 384 | 369 | * %rdi: ctx |
|---|
| 385 | 370 | * %rsi: dst |
|---|
| .. | .. |
|---|
| 399 | 384 | |
|---|
| 400 | 385 | popq %r15; |
|---|
| 401 | 386 | FRAME_END |
|---|
| 402 | | - ret; |
|---|
| 403 | | -ENDPROC(cast6_ecb_dec_8way) |
|---|
| 387 | + RET; |
|---|
| 388 | +SYM_FUNC_END(cast6_ecb_dec_8way) |
|---|
| 404 | 389 | |
|---|
| 405 | | -ENTRY(cast6_cbc_dec_8way) |
|---|
| 390 | +SYM_FUNC_START(cast6_cbc_dec_8way) |
|---|
| 406 | 391 | /* input: |
|---|
| 407 | 392 | * %rdi: ctx |
|---|
| 408 | 393 | * %rsi: dst |
|---|
| .. | .. |
|---|
| 425 | 410 | popq %r15; |
|---|
| 426 | 411 | popq %r12; |
|---|
| 427 | 412 | FRAME_END |
|---|
| 428 | | - ret; |
|---|
| 429 | | -ENDPROC(cast6_cbc_dec_8way) |
|---|
| 413 | + RET; |
|---|
| 414 | +SYM_FUNC_END(cast6_cbc_dec_8way) |
|---|
| 430 | 415 | |
|---|
| 431 | | -ENTRY(cast6_ctr_8way) |
|---|
| 416 | +SYM_FUNC_START(cast6_ctr_8way) |
|---|
| 432 | 417 | /* input: |
|---|
| 433 | 418 | * %rdi: ctx, CTX |
|---|
| 434 | 419 | * %rsi: dst |
|---|
| .. | .. |
|---|
| 453 | 438 | popq %r15; |
|---|
| 454 | 439 | popq %r12; |
|---|
| 455 | 440 | FRAME_END |
|---|
| 456 | | - ret; |
|---|
| 457 | | -ENDPROC(cast6_ctr_8way) |
|---|
| 441 | + RET; |
|---|
| 442 | +SYM_FUNC_END(cast6_ctr_8way) |
|---|
| 458 | 443 | |
|---|
| 459 | | -ENTRY(cast6_xts_enc_8way) |
|---|
| 444 | +SYM_FUNC_START(cast6_xts_enc_8way) |
|---|
| 460 | 445 | /* input: |
|---|
| 461 | 446 | * %rdi: ctx, CTX |
|---|
| 462 | 447 | * %rsi: dst |
|---|
| .. | .. |
|---|
| 480 | 465 | |
|---|
| 481 | 466 | popq %r15; |
|---|
| 482 | 467 | FRAME_END |
|---|
| 483 | | - ret; |
|---|
| 484 | | -ENDPROC(cast6_xts_enc_8way) |
|---|
| 468 | + RET; |
|---|
| 469 | +SYM_FUNC_END(cast6_xts_enc_8way) |
|---|
| 485 | 470 | |
|---|
| 486 | | -ENTRY(cast6_xts_dec_8way) |
|---|
| 471 | +SYM_FUNC_START(cast6_xts_dec_8way) |
|---|
| 487 | 472 | /* input: |
|---|
| 488 | 473 | * %rdi: ctx, CTX |
|---|
| 489 | 474 | * %rsi: dst |
|---|
| .. | .. |
|---|
| 507 | 492 | |
|---|
| 508 | 493 | popq %r15; |
|---|
| 509 | 494 | FRAME_END |
|---|
| 510 | | - ret; |
|---|
| 511 | | -ENDPROC(cast6_xts_dec_8way) |
|---|
| 495 | + RET; |
|---|
| 496 | +SYM_FUNC_END(cast6_xts_dec_8way) |
|---|