Commit eb014de4 authored by Pablo Neira Ayuso's avatar Pablo Neira Ayuso

netfilter: nf_tables: autoload modules from the abort path

This patch introduces a list of pending module requests. This new module
list is composed of nft_module_request objects that contain the module
name and one status field that tells if the module has been already
loaded (the 'done' field).

In the first pass, from the preparation phase, the netlink command finds
that a module is missing on this list. Then, a module request is
allocated and added to this list and nft_request_module() returns
-EAGAIN. This triggers the abort path with the autoload parameter set on
from nfnetlink, request_module() is called and the module request enters
the 'done' state. Since the mutex is released when loading modules from
the abort phase, the module list is zapped so this is iteration occurs
over a local list. Therefore, the request_module() calls happen when
object lists are in consistent state (after fulling aborting the
transaction) and the commit list is empty.

On the second pass, the netlink command will find that it already tried
to load the module, so it does not request it again and
nft_request_module() returns 0. Then, there is a look up to find the
object that the command was missing. If the module was successfully
loaded, the command proceeds normally since it finds the missing object
in place, otherwise -ENOENT is reported to userspace.

This patch also updates nfnetlink to include the reason to enter the
abort phase, which is required for this new autoload module rationale.

Fixes: ec7470b8 ("netfilter: nf_tables: store transaction list locally while requesting module")
Reported-by: syzbot+29125d208b3dae9a7019@syzkaller.appspotmail.com
Signed-off-by: default avatarPablo Neira Ayuso <pablo@netfilter.org>
parent 82603549
...@@ -31,7 +31,7 @@ struct nfnetlink_subsystem { ...@@ -31,7 +31,7 @@ struct nfnetlink_subsystem {
const struct nfnl_callback *cb; /* callback for individual types */ const struct nfnl_callback *cb; /* callback for individual types */
struct module *owner; struct module *owner;
int (*commit)(struct net *net, struct sk_buff *skb); int (*commit)(struct net *net, struct sk_buff *skb);
int (*abort)(struct net *net, struct sk_buff *skb); int (*abort)(struct net *net, struct sk_buff *skb, bool autoload);
void (*cleanup)(struct net *net); void (*cleanup)(struct net *net);
bool (*valid_genid)(struct net *net, u32 genid); bool (*valid_genid)(struct net *net, u32 genid);
}; };
......
...@@ -7,6 +7,7 @@ ...@@ -7,6 +7,7 @@
struct netns_nftables { struct netns_nftables {
struct list_head tables; struct list_head tables;
struct list_head commit_list; struct list_head commit_list;
struct list_head module_list;
struct mutex commit_mutex; struct mutex commit_mutex;
unsigned int base_seq; unsigned int base_seq;
u8 gencursor; u8 gencursor;
......
...@@ -578,35 +578,45 @@ __nf_tables_chain_type_lookup(const struct nlattr *nla, u8 family) ...@@ -578,35 +578,45 @@ __nf_tables_chain_type_lookup(const struct nlattr *nla, u8 family)
return NULL; return NULL;
} }
/* struct nft_module_request {
* Loading a module requires dropping mutex that guards the transaction. struct list_head list;
* A different client might race to start a new transaction meanwhile. Zap the char module[MODULE_NAME_LEN];
* list of pending transaction and then restore it once the mutex is grabbed bool done;
* again. Users of this function return EAGAIN which implicitly triggers the };
* transaction abort path to clean up the list of pending transactions.
*/
#ifdef CONFIG_MODULES #ifdef CONFIG_MODULES
static void nft_request_module(struct net *net, const char *fmt, ...) static int nft_request_module(struct net *net, const char *fmt, ...)
{ {
char module_name[MODULE_NAME_LEN]; char module_name[MODULE_NAME_LEN];
LIST_HEAD(commit_list); struct nft_module_request *req;
va_list args; va_list args;
int ret; int ret;
list_splice_init(&net->nft.commit_list, &commit_list);
va_start(args, fmt); va_start(args, fmt);
ret = vsnprintf(module_name, MODULE_NAME_LEN, fmt, args); ret = vsnprintf(module_name, MODULE_NAME_LEN, fmt, args);
va_end(args); va_end(args);
if (ret >= MODULE_NAME_LEN) if (ret >= MODULE_NAME_LEN)
return; return 0;
mutex_unlock(&net->nft.commit_mutex); list_for_each_entry(req, &net->nft.module_list, list) {
request_module("%s", module_name); if (!strcmp(req->module, module_name)) {
mutex_lock(&net->nft.commit_mutex); if (req->done)
return 0;
WARN_ON_ONCE(!list_empty(&net->nft.commit_list)); /* A request to load this module already exists. */
list_splice(&commit_list, &net->nft.commit_list); return -EAGAIN;
}
}
req = kmalloc(sizeof(*req), GFP_KERNEL);
if (!req)
return -ENOMEM;
req->done = false;
strlcpy(req->module, module_name, MODULE_NAME_LEN);
list_add_tail(&req->list, &net->nft.module_list);
return -EAGAIN;
} }
#endif #endif
...@@ -630,10 +640,9 @@ nf_tables_chain_type_lookup(struct net *net, const struct nlattr *nla, ...@@ -630,10 +640,9 @@ nf_tables_chain_type_lookup(struct net *net, const struct nlattr *nla,
lockdep_nfnl_nft_mutex_not_held(); lockdep_nfnl_nft_mutex_not_held();
#ifdef CONFIG_MODULES #ifdef CONFIG_MODULES
if (autoload) { if (autoload) {
nft_request_module(net, "nft-chain-%u-%.*s", family, if (nft_request_module(net, "nft-chain-%u-%.*s", family,
nla_len(nla), (const char *)nla_data(nla)); nla_len(nla),
type = __nf_tables_chain_type_lookup(nla, family); (const char *)nla_data(nla)) == -EAGAIN)
if (type != NULL)
return ERR_PTR(-EAGAIN); return ERR_PTR(-EAGAIN);
} }
#endif #endif
...@@ -2341,9 +2350,8 @@ static const struct nft_expr_type *__nft_expr_type_get(u8 family, ...@@ -2341,9 +2350,8 @@ static const struct nft_expr_type *__nft_expr_type_get(u8 family,
static int nft_expr_type_request_module(struct net *net, u8 family, static int nft_expr_type_request_module(struct net *net, u8 family,
struct nlattr *nla) struct nlattr *nla)
{ {
nft_request_module(net, "nft-expr-%u-%.*s", family, if (nft_request_module(net, "nft-expr-%u-%.*s", family,
nla_len(nla), (char *)nla_data(nla)); nla_len(nla), (char *)nla_data(nla)) == -EAGAIN)
if (__nft_expr_type_get(family, nla))
return -EAGAIN; return -EAGAIN;
return 0; return 0;
...@@ -2369,9 +2377,9 @@ static const struct nft_expr_type *nft_expr_type_get(struct net *net, ...@@ -2369,9 +2377,9 @@ static const struct nft_expr_type *nft_expr_type_get(struct net *net,
if (nft_expr_type_request_module(net, family, nla) == -EAGAIN) if (nft_expr_type_request_module(net, family, nla) == -EAGAIN)
return ERR_PTR(-EAGAIN); return ERR_PTR(-EAGAIN);
nft_request_module(net, "nft-expr-%.*s", if (nft_request_module(net, "nft-expr-%.*s",
nla_len(nla), (char *)nla_data(nla)); nla_len(nla),
if (__nft_expr_type_get(family, nla)) (char *)nla_data(nla)) == -EAGAIN)
return ERR_PTR(-EAGAIN); return ERR_PTR(-EAGAIN);
} }
#endif #endif
...@@ -2462,9 +2470,10 @@ static int nf_tables_expr_parse(const struct nft_ctx *ctx, ...@@ -2462,9 +2470,10 @@ static int nf_tables_expr_parse(const struct nft_ctx *ctx,
err = PTR_ERR(ops); err = PTR_ERR(ops);
#ifdef CONFIG_MODULES #ifdef CONFIG_MODULES
if (err == -EAGAIN) if (err == -EAGAIN)
nft_expr_type_request_module(ctx->net, if (nft_expr_type_request_module(ctx->net,
ctx->family, ctx->family,
tb[NFTA_EXPR_NAME]); tb[NFTA_EXPR_NAME]) != -EAGAIN)
err = -ENOENT;
#endif #endif
goto err1; goto err1;
} }
...@@ -3301,8 +3310,7 @@ nft_select_set_ops(const struct nft_ctx *ctx, ...@@ -3301,8 +3310,7 @@ nft_select_set_ops(const struct nft_ctx *ctx,
lockdep_nfnl_nft_mutex_not_held(); lockdep_nfnl_nft_mutex_not_held();
#ifdef CONFIG_MODULES #ifdef CONFIG_MODULES
if (list_empty(&nf_tables_set_types)) { if (list_empty(&nf_tables_set_types)) {
nft_request_module(ctx->net, "nft-set"); if (nft_request_module(ctx->net, "nft-set") == -EAGAIN)
if (!list_empty(&nf_tables_set_types))
return ERR_PTR(-EAGAIN); return ERR_PTR(-EAGAIN);
} }
#endif #endif
...@@ -5428,8 +5436,7 @@ nft_obj_type_get(struct net *net, u32 objtype) ...@@ -5428,8 +5436,7 @@ nft_obj_type_get(struct net *net, u32 objtype)
lockdep_nfnl_nft_mutex_not_held(); lockdep_nfnl_nft_mutex_not_held();
#ifdef CONFIG_MODULES #ifdef CONFIG_MODULES
if (type == NULL) { if (type == NULL) {
nft_request_module(net, "nft-obj-%u", objtype); if (nft_request_module(net, "nft-obj-%u", objtype) == -EAGAIN)
if (__nft_obj_type_get(objtype))
return ERR_PTR(-EAGAIN); return ERR_PTR(-EAGAIN);
} }
#endif #endif
...@@ -6002,8 +6009,7 @@ nft_flowtable_type_get(struct net *net, u8 family) ...@@ -6002,8 +6009,7 @@ nft_flowtable_type_get(struct net *net, u8 family)
lockdep_nfnl_nft_mutex_not_held(); lockdep_nfnl_nft_mutex_not_held();
#ifdef CONFIG_MODULES #ifdef CONFIG_MODULES
if (type == NULL) { if (type == NULL) {
nft_request_module(net, "nf-flowtable-%u", family); if (nft_request_module(net, "nf-flowtable-%u", family) == -EAGAIN)
if (__nft_flowtable_type_get(family))
return ERR_PTR(-EAGAIN); return ERR_PTR(-EAGAIN);
} }
#endif #endif
...@@ -7005,6 +7011,18 @@ static void nft_chain_del(struct nft_chain *chain) ...@@ -7005,6 +7011,18 @@ static void nft_chain_del(struct nft_chain *chain)
list_del_rcu(&chain->list); list_del_rcu(&chain->list);
} }
static void nf_tables_module_autoload_cleanup(struct net *net)
{
struct nft_module_request *req, *next;
WARN_ON_ONCE(!list_empty(&net->nft.commit_list));
list_for_each_entry_safe(req, next, &net->nft.module_list, list) {
WARN_ON_ONCE(!req->done);
list_del(&req->list);
kfree(req);
}
}
static void nf_tables_commit_release(struct net *net) static void nf_tables_commit_release(struct net *net)
{ {
struct nft_trans *trans; struct nft_trans *trans;
...@@ -7017,6 +7035,7 @@ static void nf_tables_commit_release(struct net *net) ...@@ -7017,6 +7035,7 @@ static void nf_tables_commit_release(struct net *net)
* to prevent expensive synchronize_rcu() in commit phase. * to prevent expensive synchronize_rcu() in commit phase.
*/ */
if (list_empty(&net->nft.commit_list)) { if (list_empty(&net->nft.commit_list)) {
nf_tables_module_autoload_cleanup(net);
mutex_unlock(&net->nft.commit_mutex); mutex_unlock(&net->nft.commit_mutex);
return; return;
} }
...@@ -7031,6 +7050,7 @@ static void nf_tables_commit_release(struct net *net) ...@@ -7031,6 +7050,7 @@ static void nf_tables_commit_release(struct net *net)
list_splice_tail_init(&net->nft.commit_list, &nf_tables_destroy_list); list_splice_tail_init(&net->nft.commit_list, &nf_tables_destroy_list);
spin_unlock(&nf_tables_destroy_list_lock); spin_unlock(&nf_tables_destroy_list_lock);
nf_tables_module_autoload_cleanup(net);
mutex_unlock(&net->nft.commit_mutex); mutex_unlock(&net->nft.commit_mutex);
schedule_work(&trans_destroy_work); schedule_work(&trans_destroy_work);
...@@ -7222,6 +7242,26 @@ static int nf_tables_commit(struct net *net, struct sk_buff *skb) ...@@ -7222,6 +7242,26 @@ static int nf_tables_commit(struct net *net, struct sk_buff *skb)
return 0; return 0;
} }
static void nf_tables_module_autoload(struct net *net)
{
struct nft_module_request *req, *next;
LIST_HEAD(module_list);
list_splice_init(&net->nft.module_list, &module_list);
mutex_unlock(&net->nft.commit_mutex);
list_for_each_entry_safe(req, next, &module_list, list) {
if (req->done) {
list_del(&req->list);
kfree(req);
} else {
request_module("%s", req->module);
req->done = true;
}
}
mutex_lock(&net->nft.commit_mutex);
list_splice(&module_list, &net->nft.module_list);
}
static void nf_tables_abort_release(struct nft_trans *trans) static void nf_tables_abort_release(struct nft_trans *trans)
{ {
switch (trans->msg_type) { switch (trans->msg_type) {
...@@ -7251,7 +7291,7 @@ static void nf_tables_abort_release(struct nft_trans *trans) ...@@ -7251,7 +7291,7 @@ static void nf_tables_abort_release(struct nft_trans *trans)
kfree(trans); kfree(trans);
} }
static int __nf_tables_abort(struct net *net) static int __nf_tables_abort(struct net *net, bool autoload)
{ {
struct nft_trans *trans, *next; struct nft_trans *trans, *next;
struct nft_trans_elem *te; struct nft_trans_elem *te;
...@@ -7373,6 +7413,11 @@ static int __nf_tables_abort(struct net *net) ...@@ -7373,6 +7413,11 @@ static int __nf_tables_abort(struct net *net)
nf_tables_abort_release(trans); nf_tables_abort_release(trans);
} }
if (autoload)
nf_tables_module_autoload(net);
else
nf_tables_module_autoload_cleanup(net);
return 0; return 0;
} }
...@@ -7381,9 +7426,9 @@ static void nf_tables_cleanup(struct net *net) ...@@ -7381,9 +7426,9 @@ static void nf_tables_cleanup(struct net *net)
nft_validate_state_update(net, NFT_VALIDATE_SKIP); nft_validate_state_update(net, NFT_VALIDATE_SKIP);
} }
static int nf_tables_abort(struct net *net, struct sk_buff *skb) static int nf_tables_abort(struct net *net, struct sk_buff *skb, bool autoload)
{ {
int ret = __nf_tables_abort(net); int ret = __nf_tables_abort(net, autoload);
mutex_unlock(&net->nft.commit_mutex); mutex_unlock(&net->nft.commit_mutex);
...@@ -7978,6 +8023,7 @@ static int __net_init nf_tables_init_net(struct net *net) ...@@ -7978,6 +8023,7 @@ static int __net_init nf_tables_init_net(struct net *net)
{ {
INIT_LIST_HEAD(&net->nft.tables); INIT_LIST_HEAD(&net->nft.tables);
INIT_LIST_HEAD(&net->nft.commit_list); INIT_LIST_HEAD(&net->nft.commit_list);
INIT_LIST_HEAD(&net->nft.module_list);
mutex_init(&net->nft.commit_mutex); mutex_init(&net->nft.commit_mutex);
net->nft.base_seq = 1; net->nft.base_seq = 1;
net->nft.validate_state = NFT_VALIDATE_SKIP; net->nft.validate_state = NFT_VALIDATE_SKIP;
...@@ -7989,7 +8035,7 @@ static void __net_exit nf_tables_exit_net(struct net *net) ...@@ -7989,7 +8035,7 @@ static void __net_exit nf_tables_exit_net(struct net *net)
{ {
mutex_lock(&net->nft.commit_mutex); mutex_lock(&net->nft.commit_mutex);
if (!list_empty(&net->nft.commit_list)) if (!list_empty(&net->nft.commit_list))
__nf_tables_abort(net); __nf_tables_abort(net, false);
__nft_release_tables(net); __nft_release_tables(net);
mutex_unlock(&net->nft.commit_mutex); mutex_unlock(&net->nft.commit_mutex);
WARN_ON_ONCE(!list_empty(&net->nft.tables)); WARN_ON_ONCE(!list_empty(&net->nft.tables));
......
...@@ -476,7 +476,7 @@ static void nfnetlink_rcv_batch(struct sk_buff *skb, struct nlmsghdr *nlh, ...@@ -476,7 +476,7 @@ static void nfnetlink_rcv_batch(struct sk_buff *skb, struct nlmsghdr *nlh,
} }
done: done:
if (status & NFNL_BATCH_REPLAY) { if (status & NFNL_BATCH_REPLAY) {
ss->abort(net, oskb); ss->abort(net, oskb, true);
nfnl_err_reset(&err_list); nfnl_err_reset(&err_list);
kfree_skb(skb); kfree_skb(skb);
module_put(ss->owner); module_put(ss->owner);
...@@ -487,11 +487,11 @@ static void nfnetlink_rcv_batch(struct sk_buff *skb, struct nlmsghdr *nlh, ...@@ -487,11 +487,11 @@ static void nfnetlink_rcv_batch(struct sk_buff *skb, struct nlmsghdr *nlh,
status |= NFNL_BATCH_REPLAY; status |= NFNL_BATCH_REPLAY;
goto done; goto done;
} else if (err) { } else if (err) {
ss->abort(net, oskb); ss->abort(net, oskb, false);
netlink_ack(oskb, nlmsg_hdr(oskb), err, NULL); netlink_ack(oskb, nlmsg_hdr(oskb), err, NULL);
} }
} else { } else {
ss->abort(net, oskb); ss->abort(net, oskb, false);
} }
if (ss->cleanup) if (ss->cleanup)
ss->cleanup(net); ss->cleanup(net);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment