mirror of
https://github.com/torvalds/linux.git
synced 2024-11-22 12:11:40 +00:00
414d0f45c3
Currently lists are being used to manage this, but best practice is usually to have these in an array instead as that it cheaper to manage. Outside of that detail, games are also played with KASAN as the list is inside the cached entry itself. Finally, all users of this need a struct io_cache_entry embedded in their struct, which is union'ized with something else in there that isn't used across the free -> realloc cycle. Get rid of all of that, and simply have it be an array. This will not change the memory used, as we're just trading an 8-byte member entry for the per-elem array size. This reduces the overhead of the recycled allocations, and it reduces the amount of code code needed to support recycling to about half of what it currently is. Signed-off-by: Jens Axboe <axboe@kernel.dk>
45 lines
1.2 KiB
C
45 lines
1.2 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
|
|
enum {
|
|
IO_APOLL_OK,
|
|
IO_APOLL_ABORTED,
|
|
IO_APOLL_READY
|
|
};
|
|
|
|
struct io_poll {
|
|
struct file *file;
|
|
struct wait_queue_head *head;
|
|
__poll_t events;
|
|
int retries;
|
|
struct wait_queue_entry wait;
|
|
};
|
|
|
|
struct async_poll {
|
|
struct io_poll poll;
|
|
struct io_poll *double_poll;
|
|
};
|
|
|
|
/*
|
|
* Must only be called inside issue_flags & IO_URING_F_MULTISHOT, or
|
|
* potentially other cases where we already "own" this poll request.
|
|
*/
|
|
static inline void io_poll_multishot_retry(struct io_kiocb *req)
|
|
{
|
|
atomic_inc(&req->poll_refs);
|
|
}
|
|
|
|
int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_poll_add(struct io_kiocb *req, unsigned int issue_flags);
|
|
|
|
int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags);
|
|
|
|
struct io_cancel_data;
|
|
int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd,
|
|
unsigned issue_flags);
|
|
int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);
|
|
bool io_poll_remove_all(struct io_ring_ctx *ctx, struct task_struct *tsk,
|
|
bool cancel_all);
|
|
|
|
void io_poll_task_func(struct io_kiocb *req, struct io_tw_state *ts);
|