Signed-off-by: Liam R. Howlett <[email protected]>
---
 mm/mlock.c | 20 ++++++++++----------
 1 file changed, 10 insertions(+), 10 deletions(-)

diff --git a/mm/mlock.c b/mm/mlock.c
index 884b1216da6a6..2c27597ebcf6b 100644
--- a/mm/mlock.c
+++ b/mm/mlock.c
@@ -591,6 +591,7 @@ static int apply_vma_lock_flags(unsigned long start, size_t 
len,
        unsigned long nstart, end, tmp;
        struct vm_area_struct * vma, * prev;
        int error;
+       MA_STATE(mas, &current->mm->mm_mt, start, start);
 
        VM_BUG_ON(offset_in_page(start));
        VM_BUG_ON(len != PAGE_ALIGN(len));
@@ -599,11 +600,11 @@ static int apply_vma_lock_flags(unsigned long start, 
size_t len,
                return -EINVAL;
        if (end == start)
                return 0;
-       vma = find_vma(current->mm, start);
-       if (!vma || vma->vm_start > start)
+       vma = mas_walk(&mas);
+       if (!vma)
                return -ENOMEM;
 
-       prev = vma->vm_prev;
+       prev = mas_prev(&mas, 0);
        if (start > vma->vm_start)
                prev = vma;
 
@@ -625,7 +626,7 @@ static int apply_vma_lock_flags(unsigned long start, size_t 
len,
                if (nstart >= end)
                        break;
 
-               vma = prev->vm_next;
+               vma = vma_next(prev->vm_mm, prev);
                if (!vma || vma->vm_start != nstart) {
                        error = -ENOMEM;
                        break;
@@ -646,15 +647,12 @@ static unsigned long count_mm_mlocked_page_nr(struct 
mm_struct *mm,
 {
        struct vm_area_struct *vma;
        unsigned long count = 0;
+       MA_STATE(mas, &mm->mm_mt, start, start);
 
        if (mm == NULL)
                mm = current->mm;
 
-       vma = find_vma(mm, start);
-       if (vma == NULL)
-               vma = mm->mmap;
-
-       for (; vma ; vma = vma->vm_next) {
+       mas_for_each(&mas, vma, start + len) {
                if (start >= vma->vm_end)
                        continue;
                if (start + len <=  vma->vm_start)
@@ -769,6 +767,7 @@ static int apply_mlockall_flags(int flags)
 {
        struct vm_area_struct * vma, * prev = NULL;
        vm_flags_t to_add = 0;
+       MA_STATE(mas, &current->mm->mm_mt, 0, 0);
 
        current->mm->def_flags &= VM_LOCKED_CLEAR_MASK;
        if (flags & MCL_FUTURE) {
@@ -787,7 +786,7 @@ static int apply_mlockall_flags(int flags)
                        to_add |= VM_LOCKONFAULT;
        }
 
-       for (vma = current->mm->mmap; vma ; vma = prev->vm_next) {
+       mas_for_each(&mas, vma, ULONG_MAX) {
                vm_flags_t newflags;
 
                newflags = vma->vm_flags & VM_LOCKED_CLEAR_MASK;
@@ -795,6 +794,7 @@ static int apply_mlockall_flags(int flags)
 
                /* Ignore errors */
                mlock_fixup(vma, &prev, vma->vm_start, vma->vm_end, newflags);
+               mas_pause(&mas);
                cond_resched();
        }
 out:
-- 
2.28.0

Reply via email to