summaryrefslogtreecommitdiff
path: root/io_uring/io_uring.c
diff options
context:
space:
mode:
authorCaleb Sander Mateos <csander@purestorage.com>2026-07-02 12:48:45 -0600
committerJens Axboe <axboe@kernel.dk>2026-07-30 13:18:29 -0600
commit13b0742fd05864384724710c1bb12643b5448015 (patch)
treef7ddf55915639bf42c6b9a20d06fdb1f025039f5 /io_uring/io_uring.c
parent4d327bbd1cd2485783553b6b2b401aa475f90dd0 (diff)
downloadlinux-next-13b0742fd05864384724710c1bb12643b5448015.tar.gz
linux-next-13b0742fd05864384724710c1bb12643b5448015.zip
io_uring/uring_cmd: skip io_uring_cmd_issue_blocking() task work
io_uring_cmd_issue_blocking() is only called from blk_cmd_complete(), which is already a task work callback. However, it queues another task work item, to call io_queue_iowq(). Just call io_queue_iowq() directly to skip the CPU cost and latency of the redundant task work proxying. Signed-off-by: Caleb Sander Mateos <csander@purestorage.com> Link: https://patch.msgid.link/20260702184847.1709378-1-csander@purestorage.com Signed-off-by: Jens Axboe <axboe@kernel.dk>
Diffstat (limited to 'io_uring/io_uring.c')
-rw-r--r--io_uring/io_uring.c13
1 files changed, 1 insertions, 12 deletions
diff --git a/io_uring/io_uring.c b/io_uring/io_uring.c
index 1279e27c2c6d..4c83a94b4bdc 100644
--- a/io_uring/io_uring.c
+++ b/io_uring/io_uring.c
@@ -407,7 +407,7 @@ static void io_prep_async_link(struct io_kiocb *req)
}
}
-static void io_queue_iowq(struct io_kiocb *req)
+void io_queue_iowq(struct io_kiocb *req)
{
struct io_uring_task *tctx = req->tctx;
@@ -435,17 +435,6 @@ static void io_queue_iowq(struct io_kiocb *req)
io_wq_enqueue(tctx->io_wq, &req->work);
}
-static void io_req_queue_iowq_tw(struct io_tw_req tw_req, io_tw_token_t tw)
-{
- io_queue_iowq(tw_req.req);
-}
-
-void io_req_queue_iowq(struct io_kiocb *req)
-{
- req->io_task_work.func = io_req_queue_iowq_tw;
- io_req_task_work_add(req);
-}
-
unsigned io_linked_nr(struct io_kiocb *req)
{
struct io_kiocb *tmp;