An instruction like wbinvd would evict all data from pseudo-locked regions within the cache hierarchy on which the instruction was run.
Add support for offloading the restoration of all pseudo-locked regions since it is not possible to know which pseudo-locked regions specifically are in need of restoration. The restoration could be triggered from anywhere at which time the work to do so is scheduled on the system wide workqueue. Since this is a severe event that could be handled automatically (not triggered by user space) a warning is printed to user when the restoration runs. Signed-off-by: Reinette Chatre <reinette.cha...@intel.com> --- arch/x86/kernel/cpu/intel_rdt_pseudo_lock.c | 42 +++++++++++++++++++++ 1 file changed, 42 insertions(+) diff --git a/arch/x86/kernel/cpu/intel_rdt_pseudo_lock.c b/arch/x86/kernel/cpu/intel_rdt_pseudo_lock.c index 246cff17ce66..d395e6982467 100644 --- a/arch/x86/kernel/cpu/intel_rdt_pseudo_lock.c +++ b/arch/x86/kernel/cpu/intel_rdt_pseudo_lock.c @@ -52,6 +52,12 @@ static unsigned int pseudo_lock_major; static unsigned long pseudo_lock_minor_avail = GENMASK(MINORBITS, 0); static struct class *pseudo_lock_class; +/* + * Support the offloading of pseudo-locked region restoration. + */ +static void pseudo_lock_restore_work_fn(struct work_struct *work); +static DECLARE_WORK(pseudo_lock_restore_work, pseudo_lock_restore_work_fn); + /** * get_prefetch_disable_bits - prefetch disable bits of supported platforms * @@ -1510,6 +1516,42 @@ void rdtgroup_pseudo_lock_remove(struct rdtgroup *rdtgrp) pseudo_lock_free(rdtgrp); } +/** + * pseudo_lock_restore_work_fn - Restore all pseudo-locked regions + * @work: the work + * + * Instructions like wbinvd would cause pseudo-locked data to be evicted. + * Cases like this may be detected but it may not be obvious which + * pseudo-locked regions are affected. To handle severe cases like this + * pseudo_lock_restore_work_fn() will restore all pseudo-locked regions + * on the system. + * Since this may occur automatically a WARN will be triggered to notify + * the user of this event. + */ +static void pseudo_lock_restore_work_fn(struct work_struct *work) +{ + struct rdtgroup *rdtgrp; + + cpus_read_lock(); + mutex_lock(&rdtgroup_mutex); + list_for_each_entry(rdtgrp, &rdt_all_groups, rdtgroup_list) { + if (WARN_ON_ONCE(rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED)) { + pr_err("Automatic restore of Pseudo-Locked region %s\n", + rdtgrp->kn->name); + _pseudo_lock_restore(rdtgrp); + } + } + mutex_unlock(&rdtgroup_mutex); + cpus_read_unlock(); +} + +void intel_rdtgroup_pseudo_lock_restore_all(void) +{ + if (static_branch_unlikely(&rdt_enable_key)) + schedule_work(&pseudo_lock_restore_work); +} +EXPORT_SYMBOL(intel_rdtgroup_pseudo_lock_restore_all); + static int pseudo_lock_dev_open(struct inode *inode, struct file *filp) { struct rdtgroup *rdtgrp; -- 2.17.0