| .. | .. |
|---|
| 10 | 10 | #define JUMP_LABEL_NOP_SIZE 6 |
|---|
| 11 | 11 | #define JUMP_LABEL_NOP_OFFSET 2 |
|---|
| 12 | 12 | |
|---|
| 13 | | -#if __GNUC__ < 9 |
|---|
| 13 | +#ifdef CONFIG_CC_IS_CLANG |
|---|
| 14 | +#define JUMP_LABEL_STATIC_KEY_CONSTRAINT "i" |
|---|
| 15 | +#elif __GNUC__ < 9 |
|---|
| 14 | 16 | #define JUMP_LABEL_STATIC_KEY_CONSTRAINT "X" |
|---|
| 15 | 17 | #else |
|---|
| 16 | 18 | #define JUMP_LABEL_STATIC_KEY_CONSTRAINT "jdd" |
|---|
| .. | .. |
|---|
| 22 | 24 | */ |
|---|
| 23 | 25 | static __always_inline bool arch_static_branch(struct static_key *key, bool branch) |
|---|
| 24 | 26 | { |
|---|
| 25 | | - asm_volatile_goto("0: brcl 0,"__stringify(JUMP_LABEL_NOP_OFFSET)"\n" |
|---|
| 26 | | - ".pushsection __jump_table, \"aw\"\n" |
|---|
| 27 | | - ".balign 8\n" |
|---|
| 28 | | - ".quad 0b, %l[label], %0+%1\n" |
|---|
| 29 | | - ".popsection\n" |
|---|
| 30 | | - : : JUMP_LABEL_STATIC_KEY_CONSTRAINT (key), "i" (branch) : : label); |
|---|
| 31 | | - |
|---|
| 27 | + asm_volatile_goto("0: brcl 0,"__stringify(JUMP_LABEL_NOP_OFFSET)"\n" |
|---|
| 28 | + ".pushsection __jump_table,\"aw\"\n" |
|---|
| 29 | + ".balign 8\n" |
|---|
| 30 | + ".long 0b-.,%l[label]-.\n" |
|---|
| 31 | + ".quad %0+%1-.\n" |
|---|
| 32 | + ".popsection\n" |
|---|
| 33 | + : : JUMP_LABEL_STATIC_KEY_CONSTRAINT (key), "i" (branch) : : label); |
|---|
| 32 | 34 | return false; |
|---|
| 33 | 35 | label: |
|---|
| 34 | 36 | return true; |
|---|
| .. | .. |
|---|
| 36 | 38 | |
|---|
| 37 | 39 | static __always_inline bool arch_static_branch_jump(struct static_key *key, bool branch) |
|---|
| 38 | 40 | { |
|---|
| 39 | | - asm_volatile_goto("0: brcl 15, %l[label]\n" |
|---|
| 40 | | - ".pushsection __jump_table, \"aw\"\n" |
|---|
| 41 | | - ".balign 8\n" |
|---|
| 42 | | - ".quad 0b, %l[label], %0+%1\n" |
|---|
| 43 | | - ".popsection\n" |
|---|
| 44 | | - : : JUMP_LABEL_STATIC_KEY_CONSTRAINT (key), "i" (branch) : : label); |
|---|
| 45 | | - |
|---|
| 41 | + asm_volatile_goto("0: brcl 15,%l[label]\n" |
|---|
| 42 | + ".pushsection __jump_table,\"aw\"\n" |
|---|
| 43 | + ".balign 8\n" |
|---|
| 44 | + ".long 0b-.,%l[label]-.\n" |
|---|
| 45 | + ".quad %0+%1-.\n" |
|---|
| 46 | + ".popsection\n" |
|---|
| 47 | + : : JUMP_LABEL_STATIC_KEY_CONSTRAINT (key), "i" (branch) : : label); |
|---|
| 46 | 48 | return false; |
|---|
| 47 | 49 | label: |
|---|
| 48 | 50 | return true; |
|---|
| 49 | 51 | } |
|---|
| 50 | | - |
|---|
| 51 | | -typedef unsigned long jump_label_t; |
|---|
| 52 | | - |
|---|
| 53 | | -struct jump_entry { |
|---|
| 54 | | - jump_label_t code; |
|---|
| 55 | | - jump_label_t target; |
|---|
| 56 | | - jump_label_t key; |
|---|
| 57 | | -}; |
|---|
| 58 | 52 | |
|---|
| 59 | 53 | #endif /* __ASSEMBLY__ */ |
|---|
| 60 | 54 | #endif |
|---|