Create common alloc/free fixed_rsrc_data routines for both files and buffers. Signed-off-by: Bijan Mottahedeh <bijan.mottahedeh@xxxxxxxxxx> --- fs/io_uring.c | 79 ++++++++++++++++++++++++++++++++--------------------------- 1 file changed, 43 insertions(+), 36 deletions(-) diff --git a/fs/io_uring.c b/fs/io_uring.c index b7a1f65..479a6b9 100644 --- a/fs/io_uring.c +++ b/fs/io_uring.c @@ -7331,6 +7331,33 @@ static void io_rsrc_ref_quiesce(struct fixed_rsrc_data *data, wait_for_completion(&data->done); } +static struct fixed_rsrc_data *alloc_fixed_rsrc_data(struct io_ring_ctx *ctx) +{ + struct fixed_rsrc_data *data; + + data = kzalloc(sizeof(*data), GFP_KERNEL); + if (!data) + return ERR_PTR(-ENOMEM); + + data->ctx = ctx; + init_completion(&data->done); + + if (percpu_ref_init(&data->refs, io_rsrc_ref_kill, + PERCPU_REF_ALLOW_REINIT, GFP_KERNEL)) { + kfree(data); + return ERR_PTR(-ENOMEM); + } + + return data; +} + +static void free_fixed_rsrc_data(struct fixed_rsrc_data *data) +{ + percpu_ref_exit(&data->refs); + kfree(data->table); + kfree(data); +} + static int io_sqe_files_unregister(struct io_ring_ctx *ctx) { struct fixed_rsrc_data *data = ctx->file_data; @@ -7345,9 +7372,7 @@ static int io_sqe_files_unregister(struct io_ring_ctx *ctx) nr_tables = DIV_ROUND_UP(ctx->nr_user_files, IORING_MAX_FILES_TABLE); for (i = 0; i < nr_tables; i++) kfree(data->table[i].files); - kfree(data->table); - percpu_ref_exit(&data->refs); - kfree(data); + free_fixed_rsrc_data(ctx->file_data); ctx->file_data = NULL; ctx->nr_user_files = 0; return 0; @@ -7797,11 +7822,9 @@ static int io_sqe_files_register(struct io_ring_ctx *ctx, void __user *arg, if (nr_args > IORING_MAX_FIXED_FILES) return -EMFILE; - file_data = kzalloc(sizeof(*ctx->file_data), GFP_KERNEL); - if (!file_data) - return -ENOMEM; - file_data->ctx = ctx; - init_completion(&file_data->done); + file_data = alloc_fixed_rsrc_data(ctx); + if (IS_ERR(file_data)) + return PTR_ERR(ref_node); nr_tables = DIV_ROUND_UP(nr_args, IORING_MAX_FILES_TABLE); file_data->table = kcalloc(nr_tables, sizeof(*file_data->table), @@ -7809,12 +7832,8 @@ static int io_sqe_files_register(struct io_ring_ctx *ctx, void __user *arg, if (!file_data->table) goto out_free; - if (percpu_ref_init(&file_data->refs, io_rsrc_ref_kill, - PERCPU_REF_ALLOW_REINIT, GFP_KERNEL)) - goto out_free; - if (io_sqe_alloc_file_tables(file_data, nr_tables, nr_args)) - goto out_ref; + goto out_free; ctx->file_data = file_data; for (i = 0; i < nr_args; i++, ctx->nr_user_files++) { @@ -7873,11 +7892,8 @@ static int io_sqe_files_register(struct io_ring_ctx *ctx, void __user *arg, for (i = 0; i < nr_tables; i++) kfree(file_data->table[i].files); ctx->nr_user_files = 0; -out_ref: - percpu_ref_exit(&file_data->refs); out_free: - kfree(file_data->table); - kfree(file_data); + free_fixed_rsrc_data(ctx->file_data); ctx->file_data = NULL; return ret; } @@ -8635,41 +8651,32 @@ static int io_alloc_buf_tables(struct fixed_rsrc_data *buf_data, static struct fixed_rsrc_data *io_buffers_map_alloc(struct io_ring_ctx *ctx, unsigned int nr_args) { - unsigned nr_tables; struct fixed_rsrc_data *buf_data; + unsigned nr_tables; int ret = -ENOMEM; - if (ctx->buf_data) + if (ctx->nr_user_bufs) return ERR_PTR(-EBUSY); if (!nr_args || nr_args > IORING_MAX_FIXED_BUFS) return ERR_PTR(-EINVAL); - buf_data = kzalloc(sizeof(*ctx->buf_data), GFP_KERNEL); - if (!buf_data) - return ERR_PTR(-ENOMEM); - buf_data->ctx = ctx; - init_completion(&buf_data->done); + buf_data = alloc_fixed_rsrc_data(ctx); + if (IS_ERR(buf_data)) + return buf_data; nr_tables = DIV_ROUND_UP(nr_args, IORING_MAX_BUFS_TABLE); buf_data->table = kcalloc(nr_tables, sizeof(*buf_data->table), GFP_KERNEL); if (!buf_data->table) - goto out_free; - - if (percpu_ref_init(&buf_data->refs, io_rsrc_ref_kill, - PERCPU_REF_ALLOW_REINIT, GFP_KERNEL)) - goto out_free; + goto out; if (io_alloc_buf_tables(buf_data, nr_tables, nr_args)) - goto out_ref; + goto out; return buf_data; - -out_ref: - percpu_ref_exit(&buf_data->refs); -out_free: - kfree(buf_data->table); - kfree(buf_data); +out: + free_fixed_rsrc_data(ctx->buf_data); + ctx->buf_data = NULL; return ERR_PTR(ret); } -- 1.8.3.1