Commit 1d0403d2 authored by Vasily Averin's avatar Vasily Averin Committed by akpm

net: set proper memcg for net_init hooks allocations

__register_pernet_operations() executes init hook of registered
pernet_operation structure in all existing net namespaces.

Typically, these hooks are called by a process associated with the
specified net namespace, and all __GFP_ACCOUNT marked allocation are
accounted for corresponding container/memcg.

However __register_pernet_operations() calls the hooks in the same
context, and as a result all marked allocations are accounted to one memcg
for all processed net namespaces.

This patch adjusts active memcg for each net namespace and helps to
account memory allocated inside ops_init() into the proper memcg.

Link: https://lkml.kernel.org/r/f9394752-e272-9bf9-645f-a18c56d1c4ec@openvz.orgSigned-off-by: default avatarVasily Averin <vvs@openvz.org>
Acked-by: default avatarRoman Gushchin <roman.gushchin@linux.dev>
Acked-by: default avatarShakeel Butt <shakeelb@google.com>
Cc: Michal Koutný <mkoutny@suse.com>
Cc: Vlastimil Babka <vbabka@suse.cz>
Cc: Michal Hocko <mhocko@suse.com>
Cc: Florian Westphal <fw@strlen.de>
Cc: David S. Miller <davem@davemloft.net>
Cc: Jakub Kicinski <kuba@kernel.org>
Cc: Paolo Abeni <pabeni@redhat.com>
Cc: Eric Dumazet <edumazet@google.com>
Cc: Johannes Weiner <hannes@cmpxchg.org>
Cc: Kefeng Wang <wangkefeng.wang@huawei.com>
Cc: Linux Kernel Functional Testing <lkft@linaro.org>
Cc: Muchun Song <songmuchun@bytedance.com>
Cc: Naresh Kamboju <naresh.kamboju@linaro.org>
Cc: Qian Cai <quic_qiancai@quicinc.com>
Signed-off-by: default avatarAndrew Morton <akpm@linux-foundation.org>
parent fc4db90f
...@@ -1756,6 +1756,42 @@ static inline void count_objcg_event(struct obj_cgroup *objcg, ...@@ -1756,6 +1756,42 @@ static inline void count_objcg_event(struct obj_cgroup *objcg,
rcu_read_unlock(); rcu_read_unlock();
} }
/**
* get_mem_cgroup_from_obj - get a memcg associated with passed kernel object.
* @p: pointer to object from which memcg should be extracted. It can be NULL.
*
* Retrieves the memory group into which the memory of the pointed kernel
* object is accounted. If memcg is found, its reference is taken.
* If a passed kernel object is uncharged, or if proper memcg cannot be found,
* as well as if mem_cgroup is disabled, NULL is returned.
*
* Return: valid memcg pointer with taken reference or NULL.
*/
static inline struct mem_cgroup *get_mem_cgroup_from_obj(void *p)
{
struct mem_cgroup *memcg;
rcu_read_lock();
do {
memcg = mem_cgroup_from_obj(p);
} while (memcg && !css_tryget(&memcg->css));
rcu_read_unlock();
return memcg;
}
/**
* mem_cgroup_or_root - always returns a pointer to a valid memory cgroup.
* @memcg: pointer to a valid memory cgroup or NULL.
*
* If passed argument is not NULL, returns it without any additional checks
* and changes. Otherwise, root_mem_cgroup is returned.
*
* NOTE: root_mem_cgroup can be NULL during early boot.
*/
static inline struct mem_cgroup *mem_cgroup_or_root(struct mem_cgroup *memcg)
{
return memcg ? memcg : root_mem_cgroup;
}
#else #else
static inline bool mem_cgroup_kmem_disabled(void) static inline bool mem_cgroup_kmem_disabled(void)
{ {
...@@ -1799,7 +1835,7 @@ static inline int memcg_kmem_id(struct mem_cgroup *memcg) ...@@ -1799,7 +1835,7 @@ static inline int memcg_kmem_id(struct mem_cgroup *memcg)
static inline struct mem_cgroup *mem_cgroup_from_obj(void *p) static inline struct mem_cgroup *mem_cgroup_from_obj(void *p)
{ {
return NULL; return NULL;
} }
static inline struct mem_cgroup *mem_cgroup_from_slab_obj(void *p) static inline struct mem_cgroup *mem_cgroup_from_slab_obj(void *p)
...@@ -1812,6 +1848,15 @@ static inline void count_objcg_event(struct obj_cgroup *objcg, ...@@ -1812,6 +1848,15 @@ static inline void count_objcg_event(struct obj_cgroup *objcg,
{ {
} }
static inline struct mem_cgroup *get_mem_cgroup_from_obj(void *p)
{
return NULL;
}
static inline struct mem_cgroup *mem_cgroup_or_root(struct mem_cgroup *memcg)
{
return NULL;
}
#endif /* CONFIG_MEMCG_KMEM */ #endif /* CONFIG_MEMCG_KMEM */
#if defined(CONFIG_MEMCG_KMEM) && defined(CONFIG_ZSWAP) #if defined(CONFIG_MEMCG_KMEM) && defined(CONFIG_ZSWAP)
......
...@@ -18,6 +18,7 @@ ...@@ -18,6 +18,7 @@
#include <linux/user_namespace.h> #include <linux/user_namespace.h>
#include <linux/net_namespace.h> #include <linux/net_namespace.h>
#include <linux/sched/task.h> #include <linux/sched/task.h>
#include <linux/sched/mm.h>
#include <linux/uidgid.h> #include <linux/uidgid.h>
#include <linux/cookie.h> #include <linux/cookie.h>
...@@ -1143,7 +1144,13 @@ static int __register_pernet_operations(struct list_head *list, ...@@ -1143,7 +1144,13 @@ static int __register_pernet_operations(struct list_head *list,
* setup_net() and cleanup_net() are not possible. * setup_net() and cleanup_net() are not possible.
*/ */
for_each_net(net) { for_each_net(net) {
struct mem_cgroup *old, *memcg;
memcg = mem_cgroup_or_root(get_mem_cgroup_from_obj(net));
old = set_active_memcg(memcg);
error = ops_init(ops, net); error = ops_init(ops, net);
set_active_memcg(old);
mem_cgroup_put(memcg);
if (error) if (error)
goto out_undo; goto out_undo;
list_add_tail(&net->exit_list, &net_exit_list); list_add_tail(&net->exit_list, &net_exit_list);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment