[PATCH 04/36] mmu_notifier: allow range invalidation to exclude a specific mmu_notifier
From: Jérôme Glisse This patch allow to invalidate a range while excluding call to a specific mmu_notifier which allow for a subsystem to invalidate a range for everyone but itself. Signed-off-by: Jérôme Glisse --- include/linux/mmu_notifier.h | 60 +++- mm/mmu_notifier.c| 16 +--- 2 files changed, 67 insertions(+), 9 deletions(-) diff --git a/include/linux/mmu_notifier.h b/include/linux/mmu_notifier.h index 283ad26..867ca06 100644 --- a/include/linux/mmu_notifier.h +++ b/include/linux/mmu_notifier.h @@ -294,11 +294,15 @@ extern void __mmu_notifier_invalidate_page(struct mm_struct *mm, struct page *page, enum mmu_event event); extern void __mmu_notifier_invalidate_range_start(struct mm_struct *mm, - struct mmu_notifier_range *range); + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude); extern void __mmu_notifier_invalidate_range_end(struct mm_struct *mm, - struct mmu_notifier_range *range); + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude); extern void __mmu_notifier_invalidate_range(struct mm_struct *mm, - unsigned long start, unsigned long end); + unsigned long start, + unsigned long end, + const struct mmu_notifier *exclude); extern bool mmu_notifier_range_is_valid(struct mm_struct *mm, unsigned long start, unsigned long end); @@ -351,21 +355,46 @@ static inline void mmu_notifier_invalidate_range_start(struct mm_struct *mm, struct mmu_notifier_range *range) { if (mm_has_notifiers(mm)) - __mmu_notifier_invalidate_range_start(mm, range); + __mmu_notifier_invalidate_range_start(mm, range, NULL); } static inline void mmu_notifier_invalidate_range_end(struct mm_struct *mm, struct mmu_notifier_range *range) { if (mm_has_notifiers(mm)) - __mmu_notifier_invalidate_range_end(mm, range); + __mmu_notifier_invalidate_range_end(mm, range, NULL); } static inline void mmu_notifier_invalidate_range(struct mm_struct *mm, unsigned long start, unsigned long end) { if (mm_has_notifiers(mm)) - __mmu_notifier_invalidate_range(mm, start, end); + __mmu_notifier_invalidate_range(mm, start, end, NULL); +} + +static inline void mmu_notifier_invalidate_range_start_excluding(struct mm_struct *mm, + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) +{ + if (mm_has_notifiers(mm)) + __mmu_notifier_invalidate_range_start(mm, range, exclude); +} + +static inline void mmu_notifier_invalidate_range_end_excluding(struct mm_struct *mm, + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) +{ + if (mm_has_notifiers(mm)) + __mmu_notifier_invalidate_range_end(mm, range, exclude); +} + +static inline void mmu_notifier_invalidate_range_excluding(struct mm_struct *mm, + unsigned long start, + unsigned long end, + const struct mmu_notifier *exclude) +{ + if (mm_has_notifiers(mm)) + __mmu_notifier_invalidate_range(mm, start, end, exclude); } static inline void mmu_notifier_mm_init(struct mm_struct *mm) @@ -515,6 +544,25 @@ static inline void mmu_notifier_invalidate_range(struct mm_struct *mm, { } +static inline void mmu_notifier_invalidate_range_start_excluding(struct mm_struct *mm, + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) +{ +} + +static inline void mmu_notifier_invalidate_range_end_excluding(struct mm_struct *mm, + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) +{ +} + +static inline void mmu_notifier_invalidate_range_excluding(struct mm_struct *mm, +
[PATCH 04/36] mmu_notifier: allow range invalidation to exclude a specific mmu_notifier
From: Jérôme Glisse jgli...@redhat.com This patch allow to invalidate a range while excluding call to a specific mmu_notifier which allow for a subsystem to invalidate a range for everyone but itself. Signed-off-by: Jérôme Glisse jgli...@redhat.com --- include/linux/mmu_notifier.h | 60 +++- mm/mmu_notifier.c| 16 +--- 2 files changed, 67 insertions(+), 9 deletions(-) diff --git a/include/linux/mmu_notifier.h b/include/linux/mmu_notifier.h index 283ad26..867ca06 100644 --- a/include/linux/mmu_notifier.h +++ b/include/linux/mmu_notifier.h @@ -294,11 +294,15 @@ extern void __mmu_notifier_invalidate_page(struct mm_struct *mm, struct page *page, enum mmu_event event); extern void __mmu_notifier_invalidate_range_start(struct mm_struct *mm, - struct mmu_notifier_range *range); + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude); extern void __mmu_notifier_invalidate_range_end(struct mm_struct *mm, - struct mmu_notifier_range *range); + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude); extern void __mmu_notifier_invalidate_range(struct mm_struct *mm, - unsigned long start, unsigned long end); + unsigned long start, + unsigned long end, + const struct mmu_notifier *exclude); extern bool mmu_notifier_range_is_valid(struct mm_struct *mm, unsigned long start, unsigned long end); @@ -351,21 +355,46 @@ static inline void mmu_notifier_invalidate_range_start(struct mm_struct *mm, struct mmu_notifier_range *range) { if (mm_has_notifiers(mm)) - __mmu_notifier_invalidate_range_start(mm, range); + __mmu_notifier_invalidate_range_start(mm, range, NULL); } static inline void mmu_notifier_invalidate_range_end(struct mm_struct *mm, struct mmu_notifier_range *range) { if (mm_has_notifiers(mm)) - __mmu_notifier_invalidate_range_end(mm, range); + __mmu_notifier_invalidate_range_end(mm, range, NULL); } static inline void mmu_notifier_invalidate_range(struct mm_struct *mm, unsigned long start, unsigned long end) { if (mm_has_notifiers(mm)) - __mmu_notifier_invalidate_range(mm, start, end); + __mmu_notifier_invalidate_range(mm, start, end, NULL); +} + +static inline void mmu_notifier_invalidate_range_start_excluding(struct mm_struct *mm, + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) +{ + if (mm_has_notifiers(mm)) + __mmu_notifier_invalidate_range_start(mm, range, exclude); +} + +static inline void mmu_notifier_invalidate_range_end_excluding(struct mm_struct *mm, + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) +{ + if (mm_has_notifiers(mm)) + __mmu_notifier_invalidate_range_end(mm, range, exclude); +} + +static inline void mmu_notifier_invalidate_range_excluding(struct mm_struct *mm, + unsigned long start, + unsigned long end, + const struct mmu_notifier *exclude) +{ + if (mm_has_notifiers(mm)) + __mmu_notifier_invalidate_range(mm, start, end, exclude); } static inline void mmu_notifier_mm_init(struct mm_struct *mm) @@ -515,6 +544,25 @@ static inline void mmu_notifier_invalidate_range(struct mm_struct *mm, { } +static inline void mmu_notifier_invalidate_range_start_excluding(struct mm_struct *mm, + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) +{ +} + +static inline void mmu_notifier_invalidate_range_end_excluding(struct mm_struct *mm, + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) +{ +} + +static inline void