Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit aa906601 authored by Marc Zyngier's avatar Marc Zyngier Committed by Channagoud Kadabi
Browse files

arm64: KVM: Use per-CPU vector when BP hardening is enabled 



Now that we have per-CPU vectors, let's plug then in the KVM/arm64 code.

Change-Id: I560eed8381977ecb5764a20b6e30517d2191a1de
Signed-off-by: default avatarMarc Zyngier <marc.zyngier@arm.com>
Signed-off-by: default avatarWill Deacon <will.deacon@arm.com>
Patch-mainline: linux-arm-kernel @ 01/08/18, 9:32
Signed-off-by: default avatarChannagoud Kadabi <ckadabi@codeaurora.org>
parent 0f5bfbd9

arch/arm/include/asm/kvm_mmu.h

+10 −0
Original line number Diff line number Diff line
@@ -223,6 +223,16 @@ static inline unsigned int kvm_get_vmid_bits(void) 
	return 8;

}



static inline void *kvm_get_hyp_vector(void)

{

	return kvm_ksym_ref(__kvm_hyp_vector);

}



static inline int kvm_map_vectors(void)

{

	return 0;

}



#endif	/* !__ASSEMBLY__ */



#endif /* __ARM_KVM_MMU_H__ */

arch/arm64/include/asm/kvm_mmu.h

+38 −0
Original line number Diff line number Diff line
@@ -313,5 +313,43 @@ static inline unsigned int kvm_get_vmid_bits(void) 
	return (cpuid_feature_extract_unsigned_field(reg, ID_AA64MMFR1_VMIDBITS_SHIFT) == 2) ? 16 : 8;

}



#ifdef CONFIG_HARDEN_BRANCH_PREDICTOR

#include <asm/mmu.h>



static inline void *kvm_get_hyp_vector(void)

{

	struct bp_hardening_data *data = arm64_get_bp_hardening_data();

	void *vect = kvm_ksym_ref(__kvm_hyp_vector);



	if (data->fn) {

		vect = __bp_harden_hyp_vecs_start +

		       data->hyp_vectors_slot * SZ_2K;



		if (!has_vhe())

			vect = lm_alias(vect);

	}



	return vect;

}



static inline int kvm_map_vectors(void)

{

	return create_hyp_mappings(kvm_ksym_ref(__bp_harden_hyp_vecs_start),

				   kvm_ksym_ref(__bp_harden_hyp_vecs_end),

				   PAGE_HYP_EXEC);

}



#else

static inline void *kvm_get_hyp_vector(void)

{

	return kvm_ksym_ref(__kvm_hyp_vector);

}



static inline int kvm_map_vectors(void)

{

	return 0;

}

#endif



#endif /* __ASSEMBLY__ */

#endif /* __ARM64_KVM_MMU_H__ */

arch/arm64/kvm/hyp/switch.c

+1 −1
Original line number Diff line number Diff line
@@ -50,7 +50,7 @@ static void __hyp_text __activate_traps_vhe(void) 
	val &= ~CPACR_EL1_FPEN;

	write_sysreg(val, cpacr_el1);



	write_sysreg(__kvm_hyp_vector, vbar_el1);

	write_sysreg(kvm_get_hyp_vector(), vbar_el1);

}



static void __hyp_text __activate_traps_nvhe(void)