#include "io-wq.h"
#include "io_uring_types.h"
+#include "io_uring.h"
#define IORING_MAX_ENTRIES 32768
#define IORING_MAX_CQ_ENTRIES (2 * IORING_MAX_ENTRIES)
io_cqring_ev_posted(ctx);
}
-static inline void io_req_complete_state(struct io_kiocb *req, s32 res,
- u32 cflags)
-{
- req->cqe.res = res;
- req->cqe.flags = cflags;
- req->flags |= REQ_F_COMPLETE_INLINE;
-}
-
static inline void __io_req_complete(struct io_kiocb *req, unsigned issue_flags,
s32 res, u32 cflags)
{
- if (issue_flags & IO_URING_F_COMPLETE_DEFER)
- io_req_complete_state(req, res, cflags);
- else
+ if (issue_flags & IO_URING_F_COMPLETE_DEFER) {
+ io_req_set_res(req, res, cflags);
+ req->flags |= REQ_F_COMPLETE_INLINE;
+ } else {
io_req_complete_post(req, res, cflags);
+ }
}
static inline void io_req_complete(struct io_kiocb *req, s32 res)
int res = req->cqe.res;
if (*locked) {
- io_req_complete_state(req, res, io_put_kbuf(req, 0));
+ io_req_set_res(req, res, io_put_kbuf(req, 0));
+ req->flags |= REQ_F_COMPLETE_INLINE;
io_req_add_compl_list(req);
} else {
io_req_complete_post(req, res,
if (ret < 0)
req_set_fail(req);
+ io_req_set_res(req, 0, ret);
if (req->ctx->flags & IORING_SETUP_CQE32)
io_req_set_cqe32_extra(req, res2, 0);
io_req_complete(req, ret);