hc
2024-12-19 9370bb92b2d16684ee45cf24e879c93c509162da
....@@ -3,22 +3,17 @@
33 #
44 # link vmlinux
55 #
6
-# vmlinux is linked from the objects selected by $(KBUILD_VMLINUX_INIT) and
7
-# $(KBUILD_VMLINUX_MAIN) and $(KBUILD_VMLINUX_LIBS). Most are built-in.a files
8
-# from top-level directories in the kernel tree, others are specified in
9
-# arch/$(ARCH)/Makefile. Ordering when linking is important, and
10
-# $(KBUILD_VMLINUX_INIT) must be first. $(KBUILD_VMLINUX_LIBS) are archives
11
-# which are linked conditionally (not within --whole-archive), and do not
12
-# require symbol indexes added.
6
+# vmlinux is linked from the objects selected by $(KBUILD_VMLINUX_OBJS) and
7
+# $(KBUILD_VMLINUX_LIBS). Most are built-in.a files from top-level directories
8
+# in the kernel tree, others are specified in arch/$(ARCH)/Makefile.
9
+# $(KBUILD_VMLINUX_LIBS) are archives which are linked conditionally
10
+# (not within --whole-archive), and do not require symbol indexes added.
1311 #
1412 # vmlinux
1513 # ^
1614 # |
17
-# +-< $(KBUILD_VMLINUX_INIT)
18
-# | +--< init/version.o + more
19
-# |
20
-# +--< $(KBUILD_VMLINUX_MAIN)
21
-# | +--< drivers/built-in.a mm/built-in.a + more
15
+# +--< $(KBUILD_VMLINUX_OBJS)
16
+# | +--< init/built-in.a drivers/built-in.a mm/built-in.a + more
2217 # |
2318 # +--< $(KBUILD_VMLINUX_LIBS)
2419 # | +--< lib/lib.a + more
....@@ -35,64 +30,42 @@
3530 # Error out on error
3631 set -e
3732
33
+LD="$1"
34
+KBUILD_LDFLAGS="$2"
35
+LDFLAGS_vmlinux="$3"
36
+
3837 # Nice output in kbuild format
3938 # Will be supressed by "make -s"
4039 info()
4140 {
4241 if [ "${quiet}" != "silent_" ]; then
43
- printf " %-7s %s\n" ${1} ${2}
42
+ printf " %-7s %s\n" "${1}" "${2}"
4443 fi
4544 }
4645
47
-# Thin archive build here makes a final archive with symbol table and indexes
48
-# from vmlinux objects INIT and MAIN, which can be used as input to linker.
49
-# KBUILD_VMLINUX_LIBS archives should already have symbol table and indexes
50
-# added.
51
-#
52
-# Traditional incremental style of link does not require this step
53
-#
54
-# built-in.a output file
55
-#
56
-archive_builtin()
46
+# Generate a linker script to ensure correct ordering of initcalls.
47
+gen_initcalls()
5748 {
58
- info AR built-in.a
59
- rm -f built-in.a;
60
- ${AR} rcsTP${KBUILD_ARFLAGS} built-in.a \
61
- ${KBUILD_VMLINUX_INIT} \
62
- ${KBUILD_VMLINUX_MAIN}
49
+ info GEN .tmp_initcalls.lds
6350
64
- # rebuild with llvm-ar to update the symbol table
65
- if [ -n "${CONFIG_LTO_CLANG}" ]; then
66
- mv -f built-in.a built-in.a.tmp
67
- ${LLVM_AR} rcsT${KBUILD_ARFLAGS} built-in.a $(${AR} t built-in.a.tmp)
68
- rm -f built-in.a.tmp
69
- fi
51
+ ${PYTHON} ${srctree}/scripts/jobserver-exec \
52
+ ${PERL} ${srctree}/scripts/generate_initcall_order.pl \
53
+ ${KBUILD_VMLINUX_OBJS} ${KBUILD_VMLINUX_LIBS} \
54
+ > .tmp_initcalls.lds
7055 }
7156
72
-# If CONFIG_LTO_CLANG is selected, generate a linker script to ensure correct
73
-# ordering of initcalls, and with CONFIG_MODVERSIONS also enabled, collect the
74
-# previously generated symbol versions into the same script.
75
-lto_lds()
57
+# If CONFIG_LTO_CLANG is selected, collect generated symbol versions into
58
+# .tmp_symversions.lds
59
+gen_symversions()
7660 {
77
- if [ -z "${CONFIG_LTO_CLANG}" ]; then
78
- return
79
- fi
61
+ info GEN .tmp_symversions.lds
62
+ rm -f .tmp_symversions.lds
8063
81
- ${srctree}/scripts/generate_initcall_order.pl \
82
- built-in.a ${KBUILD_VMLINUX_LIBS} \
83
- > .tmp_lto.lds
84
-
85
- if [ -n "${CONFIG_MODVERSIONS}" ]; then
86
- for a in built-in.a ${KBUILD_VMLINUX_LIBS}; do
87
- for o in $(${AR} t $a); do
88
- if [ -f ${o}.symversions ]; then
89
- cat ${o}.symversions >> .tmp_lto.lds
90
- fi
91
- done
92
- done
93
- fi
94
-
95
- echo "-T .tmp_lto.lds"
64
+ for o in ${KBUILD_VMLINUX_OBJS} ${KBUILD_VMLINUX_LIBS}; do
65
+ if [ -f ${o}.symversions ]; then
66
+ cat ${o}.symversions >> .tmp_symversions.lds
67
+ fi
68
+ done
9669 }
9770
9871 # Link of vmlinux.o used for section mismatch analysis
....@@ -100,72 +73,139 @@
10073 modpost_link()
10174 {
10275 local objects
76
+ local lds=""
10377
10478 objects="--whole-archive \
105
- built-in.a \
79
+ ${KBUILD_VMLINUX_OBJS} \
10680 --no-whole-archive \
10781 --start-group \
10882 ${KBUILD_VMLINUX_LIBS} \
10983 --end-group"
11084
11185 if [ -n "${CONFIG_LTO_CLANG}" ]; then
86
+ gen_initcalls
87
+ lds="-T .tmp_initcalls.lds"
88
+
89
+ if [ -n "${CONFIG_MODVERSIONS}" ]; then
90
+ gen_symversions
91
+ lds="${lds} -T .tmp_symversions.lds"
92
+ fi
93
+
11294 # This might take a while, so indicate that we're doing
11395 # an LTO link
114
- info LTO vmlinux.o
96
+ info LTO ${1}
97
+ else
98
+ info LD ${1}
11599 fi
116100
117
- ${LD} ${KBUILD_LDFLAGS} -r -o ${1} $(lto_lds) ${objects}
101
+ ${LD} ${KBUILD_LDFLAGS} -r -o ${1} ${lds} ${objects}
118102 }
119103
120
-# If CONFIG_LTO_CLANG is selected, we postpone running recordmcount until
121
-# we have compiled LLVM IR to an object file.
122
-recordmcount()
104
+objtool_link()
123105 {
124
- if [ -z "${CONFIG_LTO_CLANG}" ]; then
125
- return
106
+ local objtoolcmd;
107
+ local objtoolopt;
108
+
109
+ if [ "${CONFIG_LTO_CLANG} ${CONFIG_STACK_VALIDATION}" = "y y" ]; then
110
+ # Don't perform vmlinux validation unless explicitly requested,
111
+ # but run objtool on vmlinux.o now that we have an object file.
112
+ if [ -n "${CONFIG_UNWINDER_ORC}" ]; then
113
+ objtoolcmd="orc generate"
114
+ fi
115
+
116
+ objtoolopt="${objtoolopt} --duplicate"
117
+
118
+ if [ -n "${CONFIG_FTRACE_MCOUNT_USE_OBJTOOL}" ]; then
119
+ objtoolopt="${objtoolopt} --mcount"
120
+ fi
126121 fi
127122
128
- if [ -n "${CONFIG_FTRACE_MCOUNT_RECORD}" ]; then
129
- scripts/recordmcount ${RECORDMCOUNT_FLAGS} $*
123
+ if [ -n "${CONFIG_VMLINUX_VALIDATION}" ]; then
124
+ objtoolopt="${objtoolopt} --noinstr"
125
+ fi
126
+
127
+ if [ -n "${objtoolopt}" ]; then
128
+ if [ -z "${objtoolcmd}" ]; then
129
+ objtoolcmd="check"
130
+ fi
131
+ objtoolopt="${objtoolopt} --vmlinux"
132
+ if [ -n "${CONFIG_CPU_UNRET_ENTRY}" ]; then
133
+ objtoolopt="${objtoolopt} --unret"
134
+ fi
135
+ if [ -z "${CONFIG_FRAME_POINTER}" ]; then
136
+ objtoolopt="${objtoolopt} --no-fp"
137
+ fi
138
+ if [ -n "${CONFIG_GCOV_KERNEL}" ] || [ -n "${CONFIG_LTO_CLANG}" ]; then
139
+ objtoolopt="${objtoolopt} --no-unreachable"
140
+ fi
141
+ if [ -n "${CONFIG_RETPOLINE}" ]; then
142
+ objtoolopt="${objtoolopt} --retpoline"
143
+ fi
144
+ if [ -n "${CONFIG_X86_SMAP}" ]; then
145
+ objtoolopt="${objtoolopt} --uaccess"
146
+ fi
147
+ if [ -n "${CONFIG_SLS}" ]; then
148
+ objtoolopt="${objtoolopt} --sls"
149
+ fi
150
+ info OBJTOOL ${1}
151
+ tools/objtool/objtool ${objtoolcmd} ${objtoolopt} ${1}
130152 fi
131153 }
132154
133155 # Link of vmlinux
134
-# ${1} - optional extra .o files
135
-# ${2} - output file
156
+# ${1} - output file
157
+# ${2}, ${3}, ... - optional extra .o files
136158 vmlinux_link()
137159 {
138160 local lds="${objtree}/${KBUILD_LDS}"
161
+ local output=${1}
139162 local objects
163
+ local strip_debug
164
+
165
+ info LD ${output}
166
+
167
+ # skip output file argument
168
+ shift
169
+
170
+ # The kallsyms linking does not need debug symbols included.
171
+ if [ "$output" != "${output#.tmp_vmlinux.kallsyms}" ] ; then
172
+ strip_debug=-Wl,--strip-debug
173
+ fi
140174
141175 if [ "${SRCARCH}" != "um" ]; then
142
- if [ -z "${CONFIG_LTO_CLANG}" ]; then
176
+ if [ -n "${CONFIG_LTO_CLANG}" ]; then
177
+ # Use vmlinux.o instead of performing the slow LTO
178
+ # link again.
143179 objects="--whole-archive \
144
- built-in.a \
180
+ vmlinux.o \
181
+ --no-whole-archive \
182
+ ${@}"
183
+ else
184
+ objects="--whole-archive \
185
+ ${KBUILD_VMLINUX_OBJS} \
145186 --no-whole-archive \
146187 --start-group \
147188 ${KBUILD_VMLINUX_LIBS} \
148189 --end-group \
149
- ${1}"
150
- else
151
- objects="--start-group \
152
- vmlinux.o \
153
- --end-group \
154
- ${1}"
190
+ ${@}"
155191 fi
156192
157
- ${LD} ${KBUILD_LDFLAGS} ${LDFLAGS_vmlinux} -o ${2} \
193
+ ${LD} ${KBUILD_LDFLAGS} ${LDFLAGS_vmlinux} \
194
+ ${strip_debug#-Wl,} \
195
+ -o ${output} \
158196 -T ${lds} ${objects}
159197 else
160198 objects="-Wl,--whole-archive \
161
- built-in.a \
199
+ ${KBUILD_VMLINUX_OBJS} \
162200 -Wl,--no-whole-archive \
163201 -Wl,--start-group \
164202 ${KBUILD_VMLINUX_LIBS} \
165203 -Wl,--end-group \
166
- ${1}"
204
+ ${@}"
167205
168
- ${CC} ${CFLAGS_vmlinux} -o ${2} \
206
+ ${CC} ${CFLAGS_vmlinux} \
207
+ ${strip_debug} \
208
+ -o ${output} \
169209 -Wl,-T,${lds} \
170210 ${objects} \
171211 -lutil -lrt -lpthread
....@@ -173,10 +213,44 @@
173213 fi
174214 }
175215
176
-# Create ${2} .o file with all symbols from the ${1} object file
216
+# generate .BTF typeinfo from DWARF debuginfo
217
+# ${1} - vmlinux image
218
+# ${2} - file to dump raw BTF data into
219
+gen_btf()
220
+{
221
+ local pahole_ver
222
+
223
+ if ! [ -x "$(command -v ${PAHOLE})" ]; then
224
+ echo >&2 "BTF: ${1}: pahole (${PAHOLE}) is not available"
225
+ return 1
226
+ fi
227
+
228
+ pahole_ver=$(${PAHOLE} --version | sed -E 's/v([0-9]+)\.([0-9]+)/\1\2/')
229
+ if [ "${pahole_ver}" -lt "116" ]; then
230
+ echo >&2 "BTF: ${1}: pahole version $(${PAHOLE} --version) is too old, need at least v1.16"
231
+ return 1
232
+ fi
233
+
234
+ vmlinux_link ${1}
235
+
236
+ info "BTF" ${2}
237
+ LLVM_OBJCOPY="${OBJCOPY}" ${PAHOLE} -J ${PAHOLE_FLAGS} ${1}
238
+
239
+ # Create ${2} which contains just .BTF section but no symbols. Add
240
+ # SHF_ALLOC because .BTF will be part of the vmlinux image. --strip-all
241
+ # deletes all symbols including __start_BTF and __stop_BTF, which will
242
+ # be redefined in the linker script. Add 2>/dev/null to suppress GNU
243
+ # objcopy warnings: "empty loadable segment detected at ..."
244
+ ${OBJCOPY} --only-section=.BTF --set-section-flags .BTF=alloc,readonly \
245
+ --strip-all ${1} ${2} 2>/dev/null
246
+ # Change e_type to ET_REL so that it can be used to link final vmlinux.
247
+ # Unlike GNU ld, lld does not allow an ET_EXEC input.
248
+ printf '\1' | dd of=${2} conv=notrunc bs=1 seek=16 status=none
249
+}
250
+
251
+# Create ${2} .S file with all symbols from the ${1} object file
177252 kallsyms()
178253 {
179
- info KSYM ${2}
180254 local kallsymopt;
181255
182256 if [ -n "${CONFIG_KALLSYMS_ALL}" ]; then
....@@ -191,13 +265,34 @@
191265 kallsymopt="${kallsymopt} --base-relative"
192266 fi
193267
194
- local aflags="${KBUILD_AFLAGS} ${KBUILD_AFLAGS_KERNEL} \
195
- ${NOSTDINC_FLAGS} ${LINUXINCLUDE} ${KBUILD_CPPFLAGS}"
268
+ info KSYMS ${2}
196269
197
- local afile="`basename ${2} .o`.S"
270
+ if [ -n "${CONFIG_CFI_CLANG}" ]; then
271
+ ${PERL} ${srctree}/scripts/generate_cfi_kallsyms.pl ${1} | \
272
+ sort -n > .tmp_kallsyms
273
+ else
274
+ ${NM} -n ${1} > .tmp_kallsyms
275
+ fi
198276
199
- ${NM} -n ${1} | scripts/kallsyms ${kallsymopt} > ${afile}
200
- ${CC} ${aflags} -c -o ${2} ${afile}
277
+ scripts/kallsyms ${kallsymopt} < .tmp_kallsyms > ${2}
278
+}
279
+
280
+# Perform one step in kallsyms generation, including temporary linking of
281
+# vmlinux.
282
+kallsyms_step()
283
+{
284
+ kallsymso_prev=${kallsymso}
285
+ kallsyms_vmlinux=.tmp_vmlinux.kallsyms${1}
286
+ kallsymso=${kallsyms_vmlinux}.o
287
+ kallsyms_S=${kallsyms_vmlinux}.S
288
+
289
+ vmlinux_link ${kallsyms_vmlinux} "${kallsymso_prev}" ${btf_vmlinux_bin_o}
290
+ kallsyms ${kallsyms_vmlinux} ${kallsyms_S}
291
+
292
+ info AS ${kallsyms_S}
293
+ ${CC} ${NOSTDINC_FLAGS} ${LINUXINCLUDE} ${KBUILD_CPPFLAGS} \
294
+ ${KBUILD_AFLAGS} ${KBUILD_AFLAGS_KERNEL} \
295
+ -c -o ${kallsymso} ${kallsyms_S}
201296 }
202297
203298 # Create map file with all symbols from ${1}
....@@ -207,19 +302,20 @@
207302 ${CONFIG_SHELL} "${srctree}/scripts/mksysmap" ${1} ${2}
208303 }
209304
210
-sortextable()
305
+sorttable()
211306 {
212
- ${objtree}/scripts/sortextable ${1}
307
+ ${objtree}/scripts/sorttable ${1}
213308 }
214309
215310 # Delete output files in case of error
216311 cleanup()
217312 {
313
+ rm -f .btf.*
218314 rm -f .tmp_System.map
219
- rm -f .tmp_kallsyms*
220
- rm -f .tmp_lto.lds
315
+ rm -f .tmp_kallsyms
316
+ rm -f .tmp_initcalls.lds
317
+ rm -f .tmp_symversions.lds
221318 rm -f .tmp_vmlinux*
222
- rm -f built-in.a
223319 rm -f System.map
224320 rm -f vmlinux
225321 rm -f vmlinux.o
....@@ -239,8 +335,6 @@
239335 }
240336 trap on_signals HUP INT QUIT TERM
241337
242
-#
243
-#
244338 # Use "make V=1" to debug this script
245339 case "${KBUILD_VERBOSE}" in
246340 *1*)
....@@ -267,22 +361,34 @@
267361 fi;
268362
269363 # final build of init/
270
-${MAKE} -f "${srctree}/scripts/Makefile.build" obj=init
271
-
272
-archive_builtin
364
+${MAKE} -f "${srctree}/scripts/Makefile.build" obj=init need-builtin=1
273365
274366 #link vmlinux.o
275367 modpost_link vmlinux.o
368
+objtool_link vmlinux.o
276369
277370 # modpost vmlinux.o to check for section mismatches
278
-${MAKE} -f "${srctree}/scripts/Makefile.modpost" vmlinux.o
371
+${MAKE} -f "${srctree}/scripts/Makefile.modpost" MODPOST_VMLINUX=1
279372
280
-if [ -n "${CONFIG_LTO_CLANG}" ]; then
281
- # Call recordmcount if needed
282
- recordmcount vmlinux.o
373
+info MODINFO modules.builtin.modinfo
374
+${OBJCOPY} -j .modinfo -O binary vmlinux.o modules.builtin.modinfo
375
+info GEN modules.builtin
376
+# The second line aids cases where multiple modules share the same object.
377
+tr '\0' '\n' < modules.builtin.modinfo | sed -n 's/^[[:alnum:]:_]*\.file=//p' |
378
+ tr ' ' '\n' | uniq | sed -e 's:^:kernel/:' -e 's/$/.ko/' > modules.builtin
379
+
380
+btf_vmlinux_bin_o=""
381
+if [ -n "${CONFIG_DEBUG_INFO_BTF}" ]; then
382
+ btf_vmlinux_bin_o=.btf.vmlinux.bin.o
383
+ if ! gen_btf .tmp_vmlinux.btf $btf_vmlinux_bin_o ; then
384
+ echo >&2 "Failed to generate BTF for vmlinux"
385
+ echo >&2 "Try to disable CONFIG_DEBUG_INFO_BTF"
386
+ exit 1
387
+ fi
283388 fi
284389
285390 kallsymso=""
391
+kallsymso_prev=""
286392 kallsyms_vmlinux=""
287393 if [ -n "${CONFIG_KALLSYMS}" ]; then
288394
....@@ -309,37 +415,32 @@
309415 # a) Verify that the System.map from vmlinux matches the map from
310416 # ${kallsymso}.
311417
312
- kallsymso=.tmp_kallsyms2.o
313
- kallsyms_vmlinux=.tmp_vmlinux2
314
-
315
- # step 1
316
- vmlinux_link "" .tmp_vmlinux1
317
- kallsyms .tmp_vmlinux1 .tmp_kallsyms1.o
318
-
319
- # step 2
320
- vmlinux_link .tmp_kallsyms1.o .tmp_vmlinux2
321
- kallsyms .tmp_vmlinux2 .tmp_kallsyms2.o
418
+ kallsyms_step 1
419
+ kallsyms_step 2
322420
323421 # step 3
324
- size1=$(${CONFIG_SHELL} "${srctree}/scripts/file-size.sh" .tmp_kallsyms1.o)
325
- size2=$(${CONFIG_SHELL} "${srctree}/scripts/file-size.sh" .tmp_kallsyms2.o)
422
+ size1=$(${CONFIG_SHELL} "${srctree}/scripts/file-size.sh" ${kallsymso_prev})
423
+ size2=$(${CONFIG_SHELL} "${srctree}/scripts/file-size.sh" ${kallsymso})
326424
327425 if [ $size1 -ne $size2 ] || [ -n "${KALLSYMS_EXTRA_PASS}" ]; then
328
- kallsymso=.tmp_kallsyms3.o
329
- kallsyms_vmlinux=.tmp_vmlinux3
330
-
331
- vmlinux_link .tmp_kallsyms2.o .tmp_vmlinux3
332
-
333
- kallsyms .tmp_vmlinux3 .tmp_kallsyms3.o
426
+ kallsyms_step 3
334427 fi
335428 fi
336429
337
-info LD vmlinux
338
-vmlinux_link "${kallsymso}" vmlinux
430
+vmlinux_link vmlinux "${kallsymso}" ${btf_vmlinux_bin_o}
339431
340
-if [ -n "${CONFIG_BUILDTIME_EXTABLE_SORT}" ]; then
341
- info SORTEX vmlinux
342
- sortextable vmlinux
432
+# fill in BTF IDs
433
+if [ -n "${CONFIG_DEBUG_INFO_BTF}" -a -n "${CONFIG_BPF}" ]; then
434
+ info BTFIDS vmlinux
435
+ ${RESOLVE_BTFIDS} vmlinux
436
+fi
437
+
438
+if [ -n "${CONFIG_BUILDTIME_TABLE_SORT}" ]; then
439
+ info SORTTAB vmlinux
440
+ if ! sorttable vmlinux; then
441
+ echo >&2 Failed to sort kernel tables
442
+ exit 1
443
+ fi
343444 fi
344445
345446 info SYSMAP System.map