Release 4.15 net/ceph/pagevec.c

// SPDX-License-Identifier: GPL-2.0
#include <linux/ceph/ceph_debug.h>

#include <linux/module.h>
#include <linux/sched.h>
#include <linux/slab.h>
#include <linux/file.h>
#include <linux/namei.h>
#include <linux/writeback.h>

#include <linux/ceph/libceph.h>

/*
 * build a vector of user pages
 */


struct page **ceph_get_direct_page_vector(const void __user *data,
					  int num_pages, bool write_page)
{
	struct page **pages;
	int got = 0;
	int rc = 0;

	pages = kmalloc(sizeof(*pages) * num_pages, GFP_NOFS);
	if (!pages)
		return ERR_PTR(-ENOMEM);

	while (got < num_pages) {
		rc = get_user_pages_fast(
		    (unsigned long)data + ((unsigned long)got * PAGE_SIZE),
		    num_pages - got, write_page, pages + got);
		if (rc < 0)
			break;
		BUG_ON(rc == 0);
		got += rc;
	}
	if (rc < 0)
		goto fail;
	return pages;

fail:
	ceph_put_page_vector(pages, got, false);
	return ERR_PTR(rc);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Yehuda Sadeh Weinraub
89
59.73%
1
16.67%
Sage Weil
49
32.89%
1
16.67%
Henry C Chang
7
4.70%
2
33.33%
Al Viro
3
2.01%
1
16.67%
Alex Elder
1
0.67%
1
16.67%
Total
149
100.00%
6
100.00%


EXPORT_SYMBOL(ceph_get_direct_page_vector);



void ceph_put_page_vector(struct page **pages, int num_pages, bool dirty)
{
	int i;

	for (i = 0; i < num_pages; i++) {
		if (dirty)
			set_page_dirty_lock(pages[i]);
		put_page(pages[i]);
	}
	kvfree(pages);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Yehuda Sadeh Weinraub
42
70.00%
1
33.33%
Henry C Chang
17
28.33%
1
33.33%
Ilya Dryomov
1
1.67%
1
33.33%
Total
60
100.00%
3
100.00%


EXPORT_SYMBOL(ceph_put_page_vector);



void ceph_release_page_vector(struct page **pages, int num_pages)
{
	int i;

	for (i = 0; i < num_pages; i++)
		__free_pages(pages[i], 0);
	kfree(pages);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Yehuda Sadeh Weinraub
45
100.00%
1
100.00%
Total
45
100.00%
1
100.00%


EXPORT_SYMBOL(ceph_release_page_vector);

/*
 * allocate a vector new pages
 */


struct page **ceph_alloc_page_vector(int num_pages, gfp_t flags)
{
	struct page **pages;
	int i;

	pages = kmalloc(sizeof(*pages) * num_pages, flags);
	if (!pages)
		return ERR_PTR(-ENOMEM);
	for (i = 0; i < num_pages; i++) {
		pages[i] = __page_cache_alloc(flags);
		if (pages[i] == NULL) {
			ceph_release_page_vector(pages, i);
			return ERR_PTR(-ENOMEM);
		}
	}
	return pages;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Yehuda Sadeh Weinraub
103
100.00%
1
100.00%
Total
103
100.00%
1
100.00%


EXPORT_SYMBOL(ceph_alloc_page_vector);

/*
 * copy user data into a page vector
 */


int ceph_copy_user_to_page_vector(struct page **pages,
					 const void __user *data,
					 loff_t off, size_t len)
{
	int i = 0;
	int po = off & ~PAGE_MASK;
	int left = len;
	int l, bad;

	while (left > 0) {
		l = min_t(int, PAGE_SIZE-po, left);
		bad = copy_from_user(page_address(pages[i]) + po, data, l);
		if (bad == l)
			return -EFAULT;
		data += l - bad;
		left -= l - bad;
		po += l - bad;
		if (po == PAGE_SIZE) {
			po = 0;
			i++;
		}
	}
	return len;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Yehuda Sadeh Weinraub
128
96.97%
1
33.33%
Kirill A. Shutemov
3
2.27%
1
33.33%
Alex Elder
1
0.76%
1
33.33%
Total
132
100.00%
3
100.00%


EXPORT_SYMBOL(ceph_copy_user_to_page_vector);



void ceph_copy_to_page_vector(struct page **pages,
				    const void *data,
				    loff_t off, size_t len)
{
	int i = 0;
	size_t po = off & ~PAGE_MASK;
	size_t left = len;

	while (left > 0) {
		size_t l = min_t(size_t, PAGE_SIZE-po, left);

		memcpy(page_address(pages[i]) + po, data, l);
		data += l;
		left -= l;
		po += l;
		if (po == PAGE_SIZE) {
			po = 0;
			i++;
		}
	}
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Yehuda Sadeh Weinraub
98
92.45%
1
25.00%
Alex Elder
5
4.72%
2
50.00%
Kirill A. Shutemov
3
2.83%
1
25.00%
Total
106
100.00%
4
100.00%


EXPORT_SYMBOL(ceph_copy_to_page_vector);



void ceph_copy_from_page_vector(struct page **pages,
				    void *data,
				    loff_t off, size_t len)
{
	int i = 0;
	size_t po = off & ~PAGE_MASK;
	size_t left = len;

	while (left > 0) {
		size_t l = min_t(size_t, PAGE_SIZE-po, left);

		memcpy(data, page_address(pages[i]) + po, l);
		data += l;
		left -= l;
		po += l;
		if (po == PAGE_SIZE) {
			po = 0;
			i++;
		}
	}
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Yehuda Sadeh Weinraub
97
92.38%
1
25.00%
Alex Elder
5
4.76%
2
50.00%
Kirill A. Shutemov
3
2.86%
1
25.00%
Total
105
100.00%
4
100.00%


EXPORT_SYMBOL(ceph_copy_from_page_vector);

/*
 * Zero an extent within a page vector.  Offset is relative to the
 * start of the first page.
 */


void ceph_zero_page_vector_range(int off, int len, struct page **pages)
{
	int i = off >> PAGE_SHIFT;

	off &= ~PAGE_MASK;

	dout("zero_page_vector_page %u~%u\n", off, len);

	/* leading partial page? */
	if (off) {
		int end = min((int)PAGE_SIZE, off + len);
		dout("zeroing %d %p head from %d\n", i, pages[i],
		     (int)off);
		zero_user_segment(pages[i], off, end);
		len -= (end - off);
		i++;
	}
	while (len >= PAGE_SIZE) {
		dout("zeroing %d %p len=%d\n", i, pages[i], len);
		zero_user_segment(pages[i], 0, PAGE_SIZE);
		len -= PAGE_SIZE;
		i++;
	}
	/* trailing partial page? */
	if (len) {
		dout("zeroing %d %p tail to %d\n", i, pages[i], (int)len);
		zero_user_segment(pages[i], 0, len);
	}
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Yehuda Sadeh Weinraub
171
96.61%
1
50.00%
Kirill A. Shutemov
6
3.39%
1
50.00%
Total
177
100.00%
2
100.00%


EXPORT_SYMBOL(ceph_zero_page_vector_range);

Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
Yehuda Sadeh Weinraub
841
88.90%
1
10.00%
Sage Weil
49
5.18%
1
10.00%
Henry C Chang
24
2.54%
2
20.00%
Kirill A. Shutemov
15
1.59%
1
10.00%
Alex Elder
12
1.27%
2
20.00%
Al Viro
3
0.32%
1
10.00%
Ilya Dryomov
1
0.11%
1
10.00%
Greg Kroah-Hartman
1
0.11%
1
10.00%
Total
946
100.00%
10
100.00%
Directory: net/ceph

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.