On Thu 03-01-19 08:12:03, Shakeel Butt wrote: > Move the memcg_kmem_enabled() checks into memcg kmem charge/uncharge > functions, so, the users don't have to explicitly check that condition. > This is purely code cleanup patch without any functional change. Only > the order of checks in memcg_charge_slab() can potentially be changed > but the functionally it will be same. This should not matter as > memcg_charge_slab() is not in the hot path.
Looks good to me > > Signed-off-by: Shakeel Butt <[email protected]> Acked-by: Michal Hocko <[email protected]> > --- > Changelog since v1: > - Fixed the build when CONFIG_MEMCG is not set > > fs/pipe.c | 3 +-- > include/linux/memcontrol.h | 37 +++++++++++++++++++++++++++++++++---- > mm/memcontrol.c | 16 ++++++++-------- > mm/page_alloc.c | 4 ++-- > mm/slab.h | 4 ---- > 5 files changed, 44 insertions(+), 20 deletions(-) > > diff --git a/fs/pipe.c b/fs/pipe.c > index bdc5d3c0977d..51d5fd8840ab 100644 > --- a/fs/pipe.c > +++ b/fs/pipe.c > @@ -140,8 +140,7 @@ static int anon_pipe_buf_steal(struct pipe_inode_info > *pipe, > struct page *page = buf->page; > > if (page_count(page) == 1) { > - if (memcg_kmem_enabled()) > - memcg_kmem_uncharge(page, 0); > + memcg_kmem_uncharge(page, 0); > __SetPageLocked(page); > return 0; > } > diff --git a/include/linux/memcontrol.h b/include/linux/memcontrol.h > index 83ae11cbd12c..b0eb29ea0d9c 100644 > --- a/include/linux/memcontrol.h > +++ b/include/linux/memcontrol.h > @@ -1273,12 +1273,12 @@ static inline bool > mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg) > > struct kmem_cache *memcg_kmem_get_cache(struct kmem_cache *cachep); > void memcg_kmem_put_cache(struct kmem_cache *cachep); > -int memcg_kmem_charge_memcg(struct page *page, gfp_t gfp, int order, > - struct mem_cgroup *memcg); > > #ifdef CONFIG_MEMCG_KMEM > -int memcg_kmem_charge(struct page *page, gfp_t gfp, int order); > -void memcg_kmem_uncharge(struct page *page, int order); > +int __memcg_kmem_charge(struct page *page, gfp_t gfp, int order); > +void __memcg_kmem_uncharge(struct page *page, int order); > +int __memcg_kmem_charge_memcg(struct page *page, gfp_t gfp, int order, > + struct mem_cgroup *memcg); > > extern struct static_key_false memcg_kmem_enabled_key; > extern struct workqueue_struct *memcg_kmem_cache_wq; > @@ -1300,6 +1300,26 @@ static inline bool memcg_kmem_enabled(void) > return static_branch_unlikely(&memcg_kmem_enabled_key); > } > > +static inline int memcg_kmem_charge(struct page *page, gfp_t gfp, int order) > +{ > + if (memcg_kmem_enabled()) > + return __memcg_kmem_charge(page, gfp, order); > + return 0; > +} > + > +static inline void memcg_kmem_uncharge(struct page *page, int order) > +{ > + if (memcg_kmem_enabled()) > + __memcg_kmem_uncharge(page, order); > +} > + > +static inline int memcg_kmem_charge_memcg(struct page *page, gfp_t gfp, > + int order, struct mem_cgroup *memcg) > +{ > + if (memcg_kmem_enabled()) > + return __memcg_kmem_charge_memcg(page, gfp, order, memcg); > + return 0; > +} > /* > * helper for accessing a memcg's index. It will be used as an index in the > * child cache array in kmem_cache, and also to derive its name. This > function > @@ -1325,6 +1345,15 @@ static inline void memcg_kmem_uncharge(struct page > *page, int order) > { > } > > +static inline int __memcg_kmem_charge(struct page *page, gfp_t gfp, int > order) > +{ > + return 0; > +} > + > +static inline void __memcg_kmem_uncharge(struct page *page, int order) > +{ > +} > + > #define for_each_memcg_cache_index(_idx) \ > for (; NULL; ) > > diff --git a/mm/memcontrol.c b/mm/memcontrol.c > index 4afd5971f2d4..e8ca09920d71 100644 > --- a/mm/memcontrol.c > +++ b/mm/memcontrol.c > @@ -2557,7 +2557,7 @@ void memcg_kmem_put_cache(struct kmem_cache *cachep) > } > > /** > - * memcg_kmem_charge_memcg: charge a kmem page > + * __memcg_kmem_charge_memcg: charge a kmem page > * @page: page to charge > * @gfp: reclaim mode > * @order: allocation order > @@ -2565,7 +2565,7 @@ void memcg_kmem_put_cache(struct kmem_cache *cachep) > * > * Returns 0 on success, an error code on failure. > */ > -int memcg_kmem_charge_memcg(struct page *page, gfp_t gfp, int order, > +int __memcg_kmem_charge_memcg(struct page *page, gfp_t gfp, int order, > struct mem_cgroup *memcg) > { > unsigned int nr_pages = 1 << order; > @@ -2588,24 +2588,24 @@ int memcg_kmem_charge_memcg(struct page *page, gfp_t > gfp, int order, > } > > /** > - * memcg_kmem_charge: charge a kmem page to the current memory cgroup > + * __memcg_kmem_charge: charge a kmem page to the current memory cgroup > * @page: page to charge > * @gfp: reclaim mode > * @order: allocation order > * > * Returns 0 on success, an error code on failure. > */ > -int memcg_kmem_charge(struct page *page, gfp_t gfp, int order) > +int __memcg_kmem_charge(struct page *page, gfp_t gfp, int order) > { > struct mem_cgroup *memcg; > int ret = 0; > > - if (mem_cgroup_disabled() || memcg_kmem_bypass()) > + if (memcg_kmem_bypass()) > return 0; > > memcg = get_mem_cgroup_from_current(); > if (!mem_cgroup_is_root(memcg)) { > - ret = memcg_kmem_charge_memcg(page, gfp, order, memcg); > + ret = __memcg_kmem_charge_memcg(page, gfp, order, memcg); > if (!ret) > __SetPageKmemcg(page); > } > @@ -2613,11 +2613,11 @@ int memcg_kmem_charge(struct page *page, gfp_t gfp, > int order) > return ret; > } > /** > - * memcg_kmem_uncharge: uncharge a kmem page > + * __memcg_kmem_uncharge: uncharge a kmem page > * @page: page to uncharge > * @order: allocation order > */ > -void memcg_kmem_uncharge(struct page *page, int order) > +void __memcg_kmem_uncharge(struct page *page, int order) > { > struct mem_cgroup *memcg = page->mem_cgroup; > unsigned int nr_pages = 1 << order; > diff --git a/mm/page_alloc.c b/mm/page_alloc.c > index 0634fbdef078..d65c337d2257 100644 > --- a/mm/page_alloc.c > +++ b/mm/page_alloc.c > @@ -1053,7 +1053,7 @@ static __always_inline bool free_pages_prepare(struct > page *page, > if (PageMappingFlags(page)) > page->mapping = NULL; > if (memcg_kmem_enabled() && PageKmemcg(page)) > - memcg_kmem_uncharge(page, order); > + __memcg_kmem_uncharge(page, order); > if (check_free) > bad += free_pages_check(page); > if (bad) > @@ -4667,7 +4667,7 @@ __alloc_pages_nodemask(gfp_t gfp_mask, unsigned int > order, int preferred_nid, > > out: > if (memcg_kmem_enabled() && (gfp_mask & __GFP_ACCOUNT) && page && > - unlikely(memcg_kmem_charge(page, gfp_mask, order) != 0)) { > + unlikely(__memcg_kmem_charge(page, gfp_mask, order) != 0)) { > __free_pages(page, order); > page = NULL; > } > diff --git a/mm/slab.h b/mm/slab.h > index 4190c24ef0e9..cde51d7f631f 100644 > --- a/mm/slab.h > +++ b/mm/slab.h > @@ -276,8 +276,6 @@ static __always_inline int memcg_charge_slab(struct page > *page, > gfp_t gfp, int order, > struct kmem_cache *s) > { > - if (!memcg_kmem_enabled()) > - return 0; > if (is_root_cache(s)) > return 0; > return memcg_kmem_charge_memcg(page, gfp, order, s->memcg_params.memcg); > @@ -286,8 +284,6 @@ static __always_inline int memcg_charge_slab(struct page > *page, > static __always_inline void memcg_uncharge_slab(struct page *page, int order, > struct kmem_cache *s) > { > - if (!memcg_kmem_enabled()) > - return; > memcg_kmem_uncharge(page, order); > } > > -- > 2.20.1.415.g653613c723-goog -- Michal Hocko SUSE Labs
