1*4882a593Smuzhiyun# SPDX-License-Identifier: GPL-2.0 2*4882a593Smuzhiyun# 3*4882a593Smuzhiyun# Building vDSO images for x86. 4*4882a593Smuzhiyun# 5*4882a593Smuzhiyun 6*4882a593Smuzhiyun# Absolute relocation type $(ARCH_REL_TYPE_ABS) needs to be defined before 7*4882a593Smuzhiyun# the inclusion of generic Makefile. 8*4882a593SmuzhiyunARCH_REL_TYPE_ABS := R_X86_64_JUMP_SLOT|R_X86_64_GLOB_DAT|R_X86_64_RELATIVE| 9*4882a593SmuzhiyunARCH_REL_TYPE_ABS += R_386_GLOB_DAT|R_386_JMP_SLOT|R_386_RELATIVE 10*4882a593Smuzhiyuninclude $(srctree)/lib/vdso/Makefile 11*4882a593Smuzhiyun 12*4882a593Smuzhiyun# Sanitizer runtimes are unavailable and cannot be linked here. 13*4882a593SmuzhiyunKASAN_SANITIZE := n 14*4882a593SmuzhiyunUBSAN_SANITIZE := n 15*4882a593SmuzhiyunKCSAN_SANITIZE := n 16*4882a593SmuzhiyunOBJECT_FILES_NON_STANDARD := y 17*4882a593Smuzhiyun 18*4882a593Smuzhiyun# Prevents link failures: __sanitizer_cov_trace_pc() is not linked in. 19*4882a593SmuzhiyunKCOV_INSTRUMENT := n 20*4882a593Smuzhiyun 21*4882a593SmuzhiyunVDSO64-$(CONFIG_X86_64) := y 22*4882a593SmuzhiyunVDSOX32-$(CONFIG_X86_X32_ABI) := y 23*4882a593SmuzhiyunVDSO32-$(CONFIG_X86_32) := y 24*4882a593SmuzhiyunVDSO32-$(CONFIG_IA32_EMULATION) := y 25*4882a593Smuzhiyun 26*4882a593Smuzhiyun# files to link into the vdso 27*4882a593Smuzhiyunvobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o 28*4882a593Smuzhiyunvobjs32-y := vdso32/note.o vdso32/system_call.o vdso32/sigreturn.o 29*4882a593Smuzhiyunvobjs32-y += vdso32/vclock_gettime.o 30*4882a593Smuzhiyun 31*4882a593Smuzhiyun# files to link into kernel 32*4882a593Smuzhiyunobj-y += vma.o 33*4882a593SmuzhiyunKASAN_SANITIZE_vma.o := y 34*4882a593SmuzhiyunUBSAN_SANITIZE_vma.o := y 35*4882a593SmuzhiyunKCSAN_SANITIZE_vma.o := y 36*4882a593SmuzhiyunOBJECT_FILES_NON_STANDARD_vma.o := n 37*4882a593Smuzhiyun 38*4882a593Smuzhiyun# vDSO images to build 39*4882a593Smuzhiyunvdso_img-$(VDSO64-y) += 64 40*4882a593Smuzhiyunvdso_img-$(VDSOX32-y) += x32 41*4882a593Smuzhiyunvdso_img-$(VDSO32-y) += 32 42*4882a593Smuzhiyun 43*4882a593Smuzhiyunobj-$(VDSO32-y) += vdso32-setup.o 44*4882a593Smuzhiyun 45*4882a593Smuzhiyunvobjs := $(foreach F,$(vobjs-y),$(obj)/$F) 46*4882a593Smuzhiyunvobjs32 := $(foreach F,$(vobjs32-y),$(obj)/$F) 47*4882a593Smuzhiyun 48*4882a593Smuzhiyun$(obj)/vdso.o: $(obj)/vdso.so 49*4882a593Smuzhiyun 50*4882a593Smuzhiyuntargets += vdso.lds $(vobjs-y) 51*4882a593Smuzhiyuntargets += vdso32/vdso32.lds $(vobjs32-y) 52*4882a593Smuzhiyun 53*4882a593Smuzhiyun# Build the vDSO image C files and link them in. 54*4882a593Smuzhiyunvdso_img_objs := $(vdso_img-y:%=vdso-image-%.o) 55*4882a593Smuzhiyunvdso_img_cfiles := $(vdso_img-y:%=vdso-image-%.c) 56*4882a593Smuzhiyunvdso_img_sodbg := $(vdso_img-y:%=vdso%.so.dbg) 57*4882a593Smuzhiyunobj-y += $(vdso_img_objs) 58*4882a593Smuzhiyuntargets += $(vdso_img_cfiles) 59*4882a593Smuzhiyuntargets += $(vdso_img_sodbg) $(vdso_img-y:%=vdso%.so) 60*4882a593Smuzhiyun 61*4882a593SmuzhiyunCPPFLAGS_vdso.lds += -P -C 62*4882a593Smuzhiyun 63*4882a593SmuzhiyunVDSO_LDFLAGS_vdso.lds = -m elf_x86_64 -soname linux-vdso.so.1 --no-undefined \ 64*4882a593Smuzhiyun -z max-page-size=4096 65*4882a593Smuzhiyun 66*4882a593Smuzhiyun$(obj)/vdso64.so.dbg: $(obj)/vdso.lds $(vobjs) FORCE 67*4882a593Smuzhiyun $(call if_changed,vdso_and_check) 68*4882a593Smuzhiyun 69*4882a593SmuzhiyunHOST_EXTRACFLAGS += -I$(srctree)/tools/include -I$(srctree)/include/uapi -I$(srctree)/arch/$(SUBARCH)/include/uapi 70*4882a593Smuzhiyunhostprogs += vdso2c 71*4882a593Smuzhiyun 72*4882a593Smuzhiyunquiet_cmd_vdso2c = VDSO2C $@ 73*4882a593Smuzhiyun cmd_vdso2c = $(obj)/vdso2c $< $(<:%.dbg=%) $@ 74*4882a593Smuzhiyun 75*4882a593Smuzhiyun$(obj)/vdso-image-%.c: $(obj)/vdso%.so.dbg $(obj)/vdso%.so $(obj)/vdso2c FORCE 76*4882a593Smuzhiyun $(call if_changed,vdso2c) 77*4882a593Smuzhiyun 78*4882a593Smuzhiyun# 79*4882a593Smuzhiyun# Don't omit frame pointers for ease of userspace debugging, but do 80*4882a593Smuzhiyun# optimize sibling calls. 81*4882a593Smuzhiyun# 82*4882a593SmuzhiyunCFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \ 83*4882a593Smuzhiyun $(filter -g%,$(KBUILD_CFLAGS)) -fno-stack-protector \ 84*4882a593Smuzhiyun -fno-omit-frame-pointer -foptimize-sibling-calls \ 85*4882a593Smuzhiyun -DDISABLE_BRANCH_PROFILING -DBUILD_VDSO 86*4882a593Smuzhiyun 87*4882a593Smuzhiyunifdef CONFIG_RETPOLINE 88*4882a593Smuzhiyunifneq ($(RETPOLINE_VDSO_CFLAGS),) 89*4882a593Smuzhiyun CFL += $(RETPOLINE_VDSO_CFLAGS) 90*4882a593Smuzhiyunendif 91*4882a593Smuzhiyunendif 92*4882a593Smuzhiyun 93*4882a593Smuzhiyun$(vobjs): KBUILD_CFLAGS := $(filter-out $(CC_FLAGS_LTO) $(GCC_PLUGINS_CFLAGS) $(RETPOLINE_CFLAGS),$(KBUILD_CFLAGS)) $(CFL) 94*4882a593Smuzhiyun$(vobjs): KBUILD_AFLAGS += -DBUILD_VDSO 95*4882a593Smuzhiyun 96*4882a593Smuzhiyun# 97*4882a593Smuzhiyun# vDSO code runs in userspace and -pg doesn't help with profiling anyway. 98*4882a593Smuzhiyun# 99*4882a593SmuzhiyunCFLAGS_REMOVE_vclock_gettime.o = -pg 100*4882a593SmuzhiyunCFLAGS_REMOVE_vdso32/vclock_gettime.o = -pg 101*4882a593SmuzhiyunCFLAGS_REMOVE_vgetcpu.o = -pg 102*4882a593Smuzhiyun 103*4882a593Smuzhiyun# 104*4882a593Smuzhiyun# X32 processes use x32 vDSO to access 64bit kernel data. 105*4882a593Smuzhiyun# 106*4882a593Smuzhiyun# Build x32 vDSO image: 107*4882a593Smuzhiyun# 1. Compile x32 vDSO as 64bit. 108*4882a593Smuzhiyun# 2. Convert object files to x32. 109*4882a593Smuzhiyun# 3. Build x32 VDSO image with x32 objects, which contains 64bit codes 110*4882a593Smuzhiyun# so that it can reach 64bit address space with 64bit pointers. 111*4882a593Smuzhiyun# 112*4882a593Smuzhiyun 113*4882a593SmuzhiyunCPPFLAGS_vdsox32.lds = $(CPPFLAGS_vdso.lds) 114*4882a593SmuzhiyunVDSO_LDFLAGS_vdsox32.lds = -m elf32_x86_64 -soname linux-vdso.so.1 \ 115*4882a593Smuzhiyun -z max-page-size=4096 116*4882a593Smuzhiyun 117*4882a593Smuzhiyun# x32-rebranded versions 118*4882a593Smuzhiyunvobjx32s-y := $(vobjs-y:.o=-x32.o) 119*4882a593Smuzhiyun 120*4882a593Smuzhiyun# same thing, but in the output directory 121*4882a593Smuzhiyunvobjx32s := $(foreach F,$(vobjx32s-y),$(obj)/$F) 122*4882a593Smuzhiyun 123*4882a593Smuzhiyun# Convert 64bit object file to x32 for x32 vDSO. 124*4882a593Smuzhiyunquiet_cmd_x32 = X32 $@ 125*4882a593Smuzhiyun cmd_x32 = $(OBJCOPY) -O elf32-x86-64 $< $@ 126*4882a593Smuzhiyun 127*4882a593Smuzhiyun$(obj)/%-x32.o: $(obj)/%.o FORCE 128*4882a593Smuzhiyun $(call if_changed,x32) 129*4882a593Smuzhiyun 130*4882a593Smuzhiyuntargets += vdsox32.lds $(vobjx32s-y) 131*4882a593Smuzhiyun 132*4882a593Smuzhiyun$(obj)/%.so: OBJCOPYFLAGS := -S 133*4882a593Smuzhiyun$(obj)/%.so: $(obj)/%.so.dbg FORCE 134*4882a593Smuzhiyun $(call if_changed,objcopy) 135*4882a593Smuzhiyun 136*4882a593Smuzhiyun$(obj)/vdsox32.so.dbg: $(obj)/vdsox32.lds $(vobjx32s) FORCE 137*4882a593Smuzhiyun $(call if_changed,vdso_and_check) 138*4882a593Smuzhiyun 139*4882a593SmuzhiyunCPPFLAGS_vdso32/vdso32.lds = $(CPPFLAGS_vdso.lds) 140*4882a593SmuzhiyunVDSO_LDFLAGS_vdso32.lds = -m elf_i386 -soname linux-gate.so.1 141*4882a593Smuzhiyun 142*4882a593SmuzhiyunKBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS)) -DBUILD_VDSO 143*4882a593Smuzhiyun$(obj)/vdso32.so.dbg: KBUILD_AFLAGS = $(KBUILD_AFLAGS_32) 144*4882a593Smuzhiyun$(obj)/vdso32.so.dbg: asflags-$(CONFIG_X86_64) += -m32 145*4882a593Smuzhiyun 146*4882a593SmuzhiyunKBUILD_CFLAGS_32 := $(filter-out -m64,$(KBUILD_CFLAGS)) 147*4882a593SmuzhiyunKBUILD_CFLAGS_32 := $(filter-out -mcmodel=kernel,$(KBUILD_CFLAGS_32)) 148*4882a593SmuzhiyunKBUILD_CFLAGS_32 := $(filter-out -fno-pic,$(KBUILD_CFLAGS_32)) 149*4882a593SmuzhiyunKBUILD_CFLAGS_32 := $(filter-out -mfentry,$(KBUILD_CFLAGS_32)) 150*4882a593SmuzhiyunKBUILD_CFLAGS_32 := $(filter-out $(GCC_PLUGINS_CFLAGS),$(KBUILD_CFLAGS_32)) 151*4882a593SmuzhiyunKBUILD_CFLAGS_32 := $(filter-out $(RETPOLINE_CFLAGS),$(KBUILD_CFLAGS_32)) 152*4882a593SmuzhiyunKBUILD_CFLAGS_32 := $(filter-out $(CC_FLAGS_LTO),$(KBUILD_CFLAGS_32)) 153*4882a593SmuzhiyunKBUILD_CFLAGS_32 += -m32 -msoft-float -mregparm=0 -fpic 154*4882a593SmuzhiyunKBUILD_CFLAGS_32 += -fno-stack-protector 155*4882a593SmuzhiyunKBUILD_CFLAGS_32 += $(call cc-option, -foptimize-sibling-calls) 156*4882a593SmuzhiyunKBUILD_CFLAGS_32 += -fno-omit-frame-pointer 157*4882a593SmuzhiyunKBUILD_CFLAGS_32 += -DDISABLE_BRANCH_PROFILING 158*4882a593Smuzhiyun 159*4882a593Smuzhiyunifdef CONFIG_RETPOLINE 160*4882a593Smuzhiyunifneq ($(RETPOLINE_VDSO_CFLAGS),) 161*4882a593Smuzhiyun KBUILD_CFLAGS_32 += $(RETPOLINE_VDSO_CFLAGS) 162*4882a593Smuzhiyunendif 163*4882a593Smuzhiyunendif 164*4882a593Smuzhiyun 165*4882a593Smuzhiyun$(obj)/vdso32.so.dbg: KBUILD_CFLAGS = $(KBUILD_CFLAGS_32) 166*4882a593Smuzhiyun 167*4882a593Smuzhiyun$(obj)/vdso32.so.dbg: $(obj)/vdso32/vdso32.lds $(vobjs32) FORCE 168*4882a593Smuzhiyun $(call if_changed,vdso_and_check) 169*4882a593Smuzhiyun 170*4882a593Smuzhiyun# 171*4882a593Smuzhiyun# The DSO images are built using a special linker script. 172*4882a593Smuzhiyun# 173*4882a593Smuzhiyunquiet_cmd_vdso = VDSO $@ 174*4882a593Smuzhiyun cmd_vdso = $(LD) -nostdlib -o $@ \ 175*4882a593Smuzhiyun $(VDSO_LDFLAGS) $(VDSO_LDFLAGS_$(filter %.lds,$(^F))) \ 176*4882a593Smuzhiyun -T $(filter %.lds,$^) $(filter %.o,$^) && \ 177*4882a593Smuzhiyun sh $(srctree)/$(src)/checkundef.sh '$(NM)' '$@' 178*4882a593Smuzhiyun 179*4882a593SmuzhiyunVDSO_LDFLAGS = -shared --hash-style=both --build-id=sha1 \ 180*4882a593Smuzhiyun $(call ld-option, --eh-frame-hdr) -Bsymbolic -z noexecstack 181*4882a593SmuzhiyunGCOV_PROFILE := n 182*4882a593Smuzhiyun 183*4882a593Smuzhiyunquiet_cmd_vdso_and_check = VDSO $@ 184*4882a593Smuzhiyun cmd_vdso_and_check = $(cmd_vdso); $(cmd_vdso_check) 185*4882a593Smuzhiyun 186*4882a593Smuzhiyun# 187*4882a593Smuzhiyun# Install the unstripped copies of vdso*.so. If our toolchain supports 188*4882a593Smuzhiyun# build-id, install .build-id links as well. 189*4882a593Smuzhiyun# 190*4882a593Smuzhiyunquiet_cmd_vdso_install = INSTALL $(@:install_%=%) 191*4882a593Smuzhiyundefine cmd_vdso_install 192*4882a593Smuzhiyun cp $< "$(MODLIB)/vdso/$(@:install_%=%)"; \ 193*4882a593Smuzhiyun if readelf -n $< |grep -q 'Build ID'; then \ 194*4882a593Smuzhiyun buildid=`readelf -n $< |grep 'Build ID' |sed -e 's/^.*Build ID: \(.*\)$$/\1/'`; \ 195*4882a593Smuzhiyun first=`echo $$buildid | cut -b-2`; \ 196*4882a593Smuzhiyun last=`echo $$buildid | cut -b3-`; \ 197*4882a593Smuzhiyun mkdir -p "$(MODLIB)/vdso/.build-id/$$first"; \ 198*4882a593Smuzhiyun ln -sf "../../$(@:install_%=%)" "$(MODLIB)/vdso/.build-id/$$first/$$last.debug"; \ 199*4882a593Smuzhiyun fi 200*4882a593Smuzhiyunendef 201*4882a593Smuzhiyun 202*4882a593Smuzhiyunvdso_img_insttargets := $(vdso_img_sodbg:%.dbg=install_%) 203*4882a593Smuzhiyun 204*4882a593Smuzhiyun$(MODLIB)/vdso: FORCE 205*4882a593Smuzhiyun @mkdir -p $(MODLIB)/vdso 206*4882a593Smuzhiyun 207*4882a593Smuzhiyun$(vdso_img_insttargets): install_%: $(obj)/%.dbg $(MODLIB)/vdso 208*4882a593Smuzhiyun $(call cmd,vdso_install) 209*4882a593Smuzhiyun 210*4882a593SmuzhiyunPHONY += vdso_install $(vdso_img_insttargets) 211*4882a593Smuzhiyunvdso_install: $(vdso_img_insttargets) 212*4882a593Smuzhiyun 213*4882a593Smuzhiyunclean-files := vdso32.so vdso32.so.dbg vdso64* vdso-image-*.c vdsox32.so* 214