From: Matt Helsley <matthltc@xxxxxxxxxx> Introduce use of the unused SPLICE_F_MOVE flag for vmsplice to zap pages. When vmsplice is called with flags (SPLICE_F_GIFT | SPLICE_F_MOVE) the writer's gift'ed pages would be zapped. This patch supports further work to move vmsplice'd pages rather than copying them. That patch has the restriction that the page must not be mapped by the source for the move, otherwise it will fall back to copying the page. Signed-off-by: Matt Helsley <matthltc@xxxxxxxxxx> Signed-off-by: Matt Helsley <matt.helsley@xxxxxxxxx> Signed-off-by: Robert Jennings <rcj@xxxxxxxxxxxxxxxxxx> --- fs/splice.c | 25 ++++++++++++++++++++++++- include/linux/splice.h | 1 + 2 files changed, 25 insertions(+), 1 deletion(-) diff --git a/fs/splice.c b/fs/splice.c index 3b7ee65..6aa964f 100644 --- a/fs/splice.c +++ b/fs/splice.c @@ -172,6 +172,18 @@ static void wakeup_pipe_readers(struct pipe_inode_info *pipe) kill_fasync(&pipe->fasync_readers, SIGIO, POLL_IN); } +static void zap_buf_page(unsigned long useraddr) +{ + struct vm_area_struct *vma; + + down_read(¤t->mm->mmap_sem); + vma = find_vma_intersection(current->mm, useraddr, + useraddr + PAGE_SIZE); + if (!IS_ERR_OR_NULL(vma)) + zap_page_range(vma, useraddr, PAGE_SIZE, NULL); + up_read(¤t->mm->mmap_sem); +} + /** * splice_to_pipe - fill passed data into a pipe * @pipe: pipe to fill @@ -212,8 +224,16 @@ ssize_t splice_to_pipe(struct pipe_inode_info *pipe, buf->len = spd->partial[page_nr].len; buf->private = spd->partial[page_nr].private; buf->ops = spd->ops; - if (spd->flags & SPLICE_F_GIFT) + if (spd->flags & SPLICE_F_GIFT) { + unsigned long useraddr = + spd->partial[page_nr].useraddr; + + if ((spd->flags & SPLICE_F_MOVE) && + !buf->offset && (buf->len == PAGE_SIZE)) + /* Can move page aligned buf */ + zap_buf_page(useraddr); buf->flags |= PIPE_BUF_FLAG_GIFT; + } pipe->nrbufs++; page_nr++; @@ -485,6 +505,7 @@ fill_it: spd.partial[page_nr].offset = loff; spd.partial[page_nr].len = this_len; + spd.partial[page_nr].useraddr = index << PAGE_CACHE_SHIFT; len -= this_len; loff = 0; spd.nr_pages++; @@ -656,6 +677,7 @@ ssize_t default_file_splice_read(struct file *in, loff_t *ppos, this_len = min_t(size_t, vec[i].iov_len, res); spd.partial[i].offset = 0; spd.partial[i].len = this_len; + spd.partial[i].useraddr = (unsigned long)vec[i].iov_base; if (!this_len) { __free_page(spd.pages[i]); spd.pages[i] = NULL; @@ -1475,6 +1497,7 @@ static int get_iovec_page_array(const struct iovec __user *iov, partial[buffers].offset = off; partial[buffers].len = plen; + partial[buffers].useraddr = (unsigned long)base; off = 0; len -= plen; diff --git a/include/linux/splice.h b/include/linux/splice.h index 74575cb..56661e3 100644 --- a/include/linux/splice.h +++ b/include/linux/splice.h @@ -44,6 +44,7 @@ struct partial_page { unsigned int offset; unsigned int len; unsigned long private; + unsigned long useraddr; }; /* -- 1.8.1.2 -- To unsubscribe from this list: send the line "unsubscribe linux-fsdevel" in the body of a message to majordomo@xxxxxxxxxxxxxxx More majordomo info at http://vger.kernel.org/majordomo-info.html