inline pte_t pte_next_swp_offset(pte_t pte) */ static inline int swap_pte_batch(pte_t *start_ptep, int max_nr, pte_t pte) { + swp_entry_t entry; + const bool __maybe_unused is_swap = get_pte_swap_entry(pte, &entry); pte_t expected_pte = pte_next_swp_offset(pte); const pte_t *end_ptep = start_ptep + max_nr; - swp_entry_t entry = pte_to_swp_entry(pte); pte_t *ptep = start_ptep + 1; unsigned short cgroup_id; VM_WARN_ON(max_nr < 1); - VM_WARN_ON(!is_swap_pte(pte)); - VM_WARN_ON(non_swap_entry(entry)); + VM_WARN_ON(!is_swap); cgroup_id = lookup_swap_cgroup_id(entry); while (ptep < end_ptep) { diff --git a/mm/madvise.c b/mm/madvise.c index f9f80b2e9d43..578036ef6675 100644 --- a/mm/madvise.c +++ b/mm/madvise.c @@ -205,10 +205,7 @@ static int swapin_walk_pmd_entry(pmd_t *pmd, unsigned long start, } pte = ptep_get(ptep); - if (!is_swap_pte(pte)) - continue; - entry = pte_to_swp_entry(pte); - if (unlikely(non_swap_entry(entry))) + if (!get_pte_swap_entry(pte, &entry)) continue; pte_unmap_unlock(ptep, ptl); diff --git a/mm/swap_state.c b/mm/swap_state.c index b13e9c4baa90..9199b64206ff 100644 --- a/mm/swap_state.c +++ b/mm/swap_state.c @@ -754,10 +754,7 @@ static struct folio *swap_vma_readahead(swp_entry_t targ_entry, gfp_t gfp_mask, break; } pentry = ptep_get_lockless(pte); - if (!is_swap_pte(pentry)) - continue; - entry = pte_to_swp_entry(pentry); - if (unlikely(non_swap_entry(entry))) + if (!get_pte_swap_entry(pentry, &entry)) continue; pte_unmap(pte); pte = NULL; diff --git a/mm/swapfile.c b/mm/swapfile.c index cb2392ed8e0e..74eb9221a220 100644 --- a/mm/swapfile.c +++ b/mm/swapfile.c @@ -2253,10 +2253,9 @@ static int unuse_pte_range(struct vm_area_struct *vma, pmd_t *pmd, ptent = ptep_get_lockless(pte); - if (!is_swap_pte(ptent)) + if (!get_pte_swap_entry(ptent, &entry)) continue; - entry = pte_to_swp_entry(ptent); if (swp_type(entry) != type) continue; -- 2.51.0[RFC PATCH 03/12] mm: introduce get_pte_swap_entry() and use itLorenzo Stoakes undefinedAndrew Morton undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined undefined‹$ƒĂR