arch/s390/include/asm/alternative.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #ifndef _ASM_S390_ALTERNATIVE_H
   3 #define _ASM_S390_ALTERNATIVE_H
   4
   5 #ifndef __ASSEMBLY__
   6
   7 #include <linux/types.h>
   8 #include <linux/stddef.h>
   9 #include <linux/stringify.h>
  10
  11 struct alt_instr {
  12         s32 instr_offset;       /* original instruction */
  13         s32 repl_offset;        /* offset to replacement instruction */
  14         u16 facility;           /* facility bit set for replacement */
  15         u8  instrlen;           /* length of original instruction */
  16 } __packed;
  17
  18 void apply_alternative_instructions(void);
  19 void apply_alternatives(struct alt_instr *start, struct alt_instr *end);
  20
  21 /*
  22  * +---------------------------------+
  23  * |661:                             |662:
  24  * | oldinstr                        |
  25  * +---------------------------------+
  26  *
  27  * .altinstr_replacement section
  28  * +---------------------------------+
  29  * |6641:                            |6651:
  30  * | alternative instr 1             |
  31  * +---------------------------------+
  32  * |6642:                            |6652:
  33  * | alternative instr 2             |
  34  * +---------------------------------+
  35  *
  36  * .altinstructions section
  37  * +---------------------------------+
  38  * | alt_instr entries for each      |
  39  * | alternative instr               |
  40  * +---------------------------------+
  41  */
  42
  43 #define b_altinstr(num)         "664"#num
  44 #define e_altinstr(num)         "665"#num
  45 #define oldinstr_len            "662b-661b"
  46 #define altinstr_len(num)       e_altinstr(num)"b-"b_altinstr(num)"b"
  47
  48 #define OLDINSTR(oldinstr) \
  49         "661:\n\t" oldinstr "\n662:\n"
  50
  51 #define ALTINSTR_ENTRY(facility, num)                                   \
  52         "\t.long 661b - .\n"                    /* old instruction */   \
  53         "\t.long " b_altinstr(num)"b - .\n"     /* alt instruction */   \
  54         "\t.word " __stringify(facility) "\n"   /* facility bit    */   \
  55         "\t.byte " oldinstr_len "\n"            /* instruction len */   \
  56         "\t.org . - (" oldinstr_len ") & 1\n"                           \
  57         "\t.org . - (" oldinstr_len ") + (" altinstr_len(num) ")\n"     \
  58         "\t.org . - (" altinstr_len(num) ") + (" oldinstr_len ")\n"
  59
  60 #define ALTINSTR_REPLACEMENT(altinstr, num)     /* replacement */       \
  61         b_altinstr(num)":\n\t" altinstr "\n" e_altinstr(num) ":\n"
  62
  63 /* alternative assembly primitive: */
  64 #define ALTERNATIVE(oldinstr, altinstr, facility) \
  65         ".pushsection .altinstr_replacement, \"ax\"\n"                  \
  66         ALTINSTR_REPLACEMENT(altinstr, 1)                               \
  67         ".popsection\n"                                                 \
  68         OLDINSTR(oldinstr)                                              \
  69         ".pushsection .altinstructions,\"a\"\n"                         \
  70         ALTINSTR_ENTRY(facility, 1)                                     \
  71         ".popsection\n"
  72
  73 #define ALTERNATIVE_2(oldinstr, altinstr1, facility1, altinstr2, facility2)\
  74         ".pushsection .altinstr_replacement, \"ax\"\n"                  \
  75         ALTINSTR_REPLACEMENT(altinstr1, 1)                              \
  76         ALTINSTR_REPLACEMENT(altinstr2, 2)                              \
  77         ".popsection\n"                                                 \
  78         OLDINSTR(oldinstr)                                              \
  79         ".pushsection .altinstructions,\"a\"\n"                         \
  80         ALTINSTR_ENTRY(facility1, 1)                                    \
  81         ALTINSTR_ENTRY(facility2, 2)                                    \
  82         ".popsection\n"
  83
  84 /*
  85  * Alternative instructions for different CPU types or capabilities.
  86  *
  87  * This allows to use optimized instructions even on generic binary
  88  * kernels.
  89  *
  90  * oldinstr is padded with jump and nops at compile time if altinstr is
  91  * longer. altinstr is padded with jump and nops at run-time during patching.
  92  *
  93  * For non barrier like inlines please define new variants
  94  * without volatile and memory clobber.
  95  */
  96 #define alternative(oldinstr, altinstr, facility)                       \
  97         asm_inline volatile(ALTERNATIVE(oldinstr, altinstr, facility) : : : "memory")
  98
  99 #define alternative_2(oldinstr, altinstr1, facility1, altinstr2, facility2) \
 100         asm_inline volatile(ALTERNATIVE_2(oldinstr, altinstr1, facility1,   \
 101                                    altinstr2, facility2) ::: "memory")
 102
 103 /* Alternative inline assembly with input. */
 104 #define alternative_input(oldinstr, newinstr, feature, input...)        \
 105         asm_inline volatile (ALTERNATIVE(oldinstr, newinstr, feature)   \
 106                 : : input)
 107
 108 /* Like alternative_input, but with a single output argument */
 109 #define alternative_io(oldinstr, altinstr, facility, output, input...)  \
 110         asm_inline volatile(ALTERNATIVE(oldinstr, altinstr, facility)   \
 111                 : output : input)
 112
 113 /* Use this macro if more than one output parameter is needed. */
 114 #define ASM_OUTPUT2(a...) a
 115
 116 /* Use this macro if clobbers are needed without inputs. */
 117 #define ASM_NO_INPUT_CLOBBER(clobber...) : clobber
 118
 119 #endif /* __ASSEMBLY__ */
 120
 121 #endif /* _ASM_S390_ALTERNATIVE_H */