Commit 18d9be1a authored by Jens Axboe's avatar Jens Axboe

io_uring: add io_queue_async_work() helper

Add a helper for queueing a request for async execution, in preparation
for optimizing it.

No functional change in this patch.
Signed-off-by: default avatarJens Axboe <axboe@kernel.dk>
parent c5766668
...@@ -443,6 +443,12 @@ static void __io_commit_cqring(struct io_ring_ctx *ctx) ...@@ -443,6 +443,12 @@ static void __io_commit_cqring(struct io_ring_ctx *ctx)
} }
} }
static inline void io_queue_async_work(struct io_ring_ctx *ctx,
struct io_kiocb *req)
{
queue_work(ctx->sqo_wq, &req->work);
}
static void io_commit_cqring(struct io_ring_ctx *ctx) static void io_commit_cqring(struct io_ring_ctx *ctx)
{ {
struct io_kiocb *req; struct io_kiocb *req;
...@@ -456,7 +462,7 @@ static void io_commit_cqring(struct io_ring_ctx *ctx) ...@@ -456,7 +462,7 @@ static void io_commit_cqring(struct io_ring_ctx *ctx)
continue; continue;
} }
req->flags |= REQ_F_IO_DRAINED; req->flags |= REQ_F_IO_DRAINED;
queue_work(ctx->sqo_wq, &req->work); io_queue_async_work(ctx, req);
} }
} }
...@@ -619,7 +625,7 @@ static void io_req_link_next(struct io_kiocb *req) ...@@ -619,7 +625,7 @@ static void io_req_link_next(struct io_kiocb *req)
nxt->flags |= REQ_F_LINK_DONE; nxt->flags |= REQ_F_LINK_DONE;
INIT_WORK(&nxt->work, io_sq_wq_submit_work); INIT_WORK(&nxt->work, io_sq_wq_submit_work);
queue_work(req->ctx->sqo_wq, &nxt->work); io_queue_async_work(req->ctx, nxt);
} }
} }
...@@ -1519,7 +1525,7 @@ static void io_poll_remove_one(struct io_kiocb *req) ...@@ -1519,7 +1525,7 @@ static void io_poll_remove_one(struct io_kiocb *req)
WRITE_ONCE(poll->canceled, true); WRITE_ONCE(poll->canceled, true);
if (!list_empty(&poll->wait.entry)) { if (!list_empty(&poll->wait.entry)) {
list_del_init(&poll->wait.entry); list_del_init(&poll->wait.entry);
queue_work(req->ctx->sqo_wq, &req->work); io_queue_async_work(req->ctx, req);
} }
spin_unlock(&poll->head->lock); spin_unlock(&poll->head->lock);
...@@ -1633,7 +1639,7 @@ static int io_poll_wake(struct wait_queue_entry *wait, unsigned mode, int sync, ...@@ -1633,7 +1639,7 @@ static int io_poll_wake(struct wait_queue_entry *wait, unsigned mode, int sync,
io_cqring_ev_posted(ctx); io_cqring_ev_posted(ctx);
io_put_req(req); io_put_req(req);
} else { } else {
queue_work(ctx->sqo_wq, &req->work); io_queue_async_work(ctx, req);
} }
return 1; return 1;
...@@ -2073,7 +2079,7 @@ static int __io_queue_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req, ...@@ -2073,7 +2079,7 @@ static int __io_queue_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req,
if (list) if (list)
atomic_inc(&list->cnt); atomic_inc(&list->cnt);
INIT_WORK(&req->work, io_sq_wq_submit_work); INIT_WORK(&req->work, io_sq_wq_submit_work);
queue_work(ctx->sqo_wq, &req->work); io_queue_async_work(ctx, req);
} }
/* /*
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment