kernel_5.10 no rt

hc

2023-12-11 6778948f9de86c3cfaf36725a7c87dcff9ba247f

 kernel/tools/testing/selftests/rseq/rseq.h
..
..
@@ -16,8 +16,9 @@
16
16
 #include <errno.h>
17
17
 #include <stdio.h>
18
18
 #include <stdlib.h>
19
-#include <sched.h>
20
-#include <linux/rseq.h>
19
+#include <stddef.h>
20
+#include "rseq-abi.h"
21
+#include "compiler.h"
21
22
 
22
23
 /*
23
24
  * Empty code injection macros, override when testing.
..
..
@@ -44,7 +45,20 @@
44
45
 #define RSEQ_INJECT_FAILED
45
46
 #endif
46
47
 
47
-extern __thread volatile struct rseq __rseq_abi;
48
+#include "rseq-thread-pointer.h"
49
+
50
+/* Offset from the thread pointer to the rseq area.  */
51
+extern ptrdiff_t rseq_offset;
52
+/* Size of the registered rseq area.  0 if the registration was
53
+   unsuccessful.  */
54
+extern unsigned int rseq_size;
55
+/* Flags used during rseq registration.  */
56
+extern unsigned int rseq_flags;
57
+
58
+static inline struct rseq_abi *rseq_get_abi(void)
59
+{
60
+	return (struct rseq_abi *) ((uintptr_t) rseq_thread_pointer() + rseq_offset);
61
+}
48
62
 
49
63
 #define rseq_likely(x)		__builtin_expect(!!(x), 1)
50
64
 #define rseq_unlikely(x)	__builtin_expect(!!(x), 0)
..
..
@@ -108,7 +122,7 @@
108
122
  */
109
123
 static inline int32_t rseq_current_cpu_raw(void)
110
124
 {
111
-	return RSEQ_ACCESS_ONCE(__rseq_abi.cpu_id);
125
+	return RSEQ_ACCESS_ONCE(rseq_get_abi()->cpu_id);
112
126
 }
113
127
 
114
128
 /*
..
..
@@ -124,7 +138,7 @@
124
138
  */
125
139
 static inline uint32_t rseq_cpu_start(void)
126
140
 {
127
-	return RSEQ_ACCESS_ONCE(__rseq_abi.cpu_id_start);
141
+	return RSEQ_ACCESS_ONCE(rseq_get_abi()->cpu_id_start);
128
142
 }
129
143
 
130
144
 static inline uint32_t rseq_current_cpu(void)
..
..
@@ -139,21 +153,19 @@
139
153
 
140
154
 static inline void rseq_clear_rseq_cs(void)
141
155
 {
142
-#ifdef __LP64__
143
-	__rseq_abi.rseq_cs.ptr = 0;
144
-#else
145
-	__rseq_abi.rseq_cs.ptr.ptr32 = 0;
146
-#endif
156
+	RSEQ_WRITE_ONCE(rseq_get_abi()->rseq_cs.arch.ptr, 0);
147
157
 }
148
158
 
149
159
 /*
150
160
  * rseq_prepare_unload() should be invoked by each thread executing a rseq
151
161
  * critical section at least once between their last critical section and
152
- * library unload of the library defining the rseq critical section
153
- * (struct rseq_cs). This also applies to use of rseq in code generated by
154
- * JIT: rseq_prepare_unload() should be invoked at least once by each
155
- * thread executing a rseq critical section before reclaim of the memory
156
- * holding the struct rseq_cs.
162
+ * library unload of the library defining the rseq critical section (struct
163
+ * rseq_cs) or the code referred to by the struct rseq_cs start_ip and
164
+ * post_commit_offset fields. This also applies to use of rseq in code
165
+ * generated by JIT: rseq_prepare_unload() should be invoked at least once by
166
+ * each thread executing a rseq critical section before reclaim of the memory
167
+ * holding the struct rseq_cs or reclaim of the code pointed to by struct
168
+ * rseq_cs start_ip and post_commit_offset fields.
157
169
  */
158
170
 static inline void rseq_prepare_unload(void)
159
171
 {