Release 4.12 include/linux/mempolicy.h

/*
 * NUMA memory policies for Linux.
 * Copyright 2003,2004 Andi Kleen SuSE Labs
 */
#ifndef _LINUX_MEMPOLICY_H

#define _LINUX_MEMPOLICY_H 1


#include <linux/mmzone.h>
#include <linux/dax.h>
#include <linux/slab.h>
#include <linux/rbtree.h>
#include <linux/spinlock.h>
#include <linux/nodemask.h>
#include <linux/pagemap.h>
#include <uapi/linux/mempolicy.h>

struct mm_struct;

#ifdef CONFIG_NUMA

/*
 * Describe a memory policy.
 *
 * A mempolicy can be either associated with a process or with a VMA.
 * For VMA related allocations the VMA policy is preferred, otherwise
 * the process policy is used. Interrupts ignore the memory policy
 * of the current process.
 *
 * Locking policy for interlave:
 * In process context there is no locking because only the process accesses
 * its own state. All vma manipulation is somewhat protected by a down_read on
 * mmap_sem.
 *
 * Freeing policy:
 * Mempolicy objects are reference counted.  A mempolicy will be freed when
 * mpol_put() decrements the reference count to zero.
 *
 * Duplicating policy objects:
 * mpol_dup() allocates a new mempolicy and copies the specified mempolicy
 * to the new storage.  The reference count of the new object is initialized
 * to 1, representing the caller of mpol_dup().
 */

struct mempolicy {
	
atomic_t refcnt;
	
unsigned short mode; 	/* See MPOL_* above */
	
unsigned short flags;	/* See set_mempolicy() MPOL_F_* above */
	union {
		
short 		 preferred_node; /* preferred */
		
nodemask_t	 nodes;		/* interleave/bind */
		/* undefined for default */
	
} v;
	union {
		
nodemask_t cpuset_mems_allowed;	/* relative to these nodes */
		
nodemask_t user_nodemask;	/* nodemask passed by user */
	
} w;
};

/*
 * Support for managing mempolicy data objects (clone, copy, destroy)
 * The default fast path of a NULL MPOL_DEFAULT policy is always inlined.
 */

extern void __mpol_put(struct mempolicy *pol);


static inline void mpol_put(struct mempolicy *pol)
{
	if (pol)
		__mpol_put(pol);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andrew Morton
19
90.48%
1
50.00%
Lee Schermerhorn
2
9.52%
1
50.00%
Total
21
100.00%
2
100.00%

/*
 * Does mempolicy pol need explicit unref after use?
 * Currently only needed for shared policies.
 */


static inline int mpol_needs_cond_ref(struct mempolicy *pol)
{
	return (pol && (pol->flags & MPOL_F_SHARED));
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Lee Schermerhorn
25
100.00%
1
100.00%
Total
25
100.00%
1
100.00%



static inline void mpol_cond_put(struct mempolicy *pol)
{
	if (mpol_needs_cond_ref(pol))
		__mpol_put(pol);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Lee Schermerhorn
24
100.00%
1
100.00%
Total
24
100.00%
1
100.00%

extern struct mempolicy *__mpol_dup(struct mempolicy *pol);


static inline struct mempolicy *mpol_dup(struct mempolicy *pol)
{
	if (pol)
		pol = __mpol_dup(pol);
	return pol;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andrew Morton
26
92.86%
1
50.00%
Lee Schermerhorn
2
7.14%
1
50.00%
Total
28
100.00%
2
100.00%


#define vma_policy(vma) ((vma)->vm_policy)



static inline void mpol_get(struct mempolicy *pol)
{
	if (pol)
		atomic_inc(&pol->refcnt);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andrew Morton
24
100.00%
1
100.00%
Total
24
100.00%
1
100.00%

extern bool __mpol_equal(struct mempolicy *a, struct mempolicy *b);


static inline bool mpol_equal(struct mempolicy *a, struct mempolicy *b)
{
	if (a == b)
		return true;
	return __mpol_equal(a, b);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andrew Morton
32
94.12%
1
50.00%
Motohiro Kosaki
2
5.88%
1
50.00%
Total
34
100.00%
2
100.00%

/*
 * Tree of shared policies for a shared memory region.
 * Maintain the policies in a pseudo mm that contains vmas. The vmas
 * carry the policy. As a special twist the pseudo mm is indexed in pages, not
 * bytes, so that we can work with shared memory segments bigger than
 * unsigned long.
 */


struct sp_node {
	
struct rb_node nd;
	

unsigned long start, end;
	
struct mempolicy *policy;
};


struct shared_policy {
	
struct rb_root root;
	
rwlock_t lock;
};

int vma_dup_policy(struct vm_area_struct *src, struct vm_area_struct *dst);
void mpol_shared_policy_init(struct shared_policy *sp, struct mempolicy *mpol);
int mpol_set_shared_policy(struct shared_policy *info,
				struct vm_area_struct *vma,
				struct mempolicy *new);
void mpol_free_shared_policy(struct shared_policy *p);
struct mempolicy *mpol_shared_policy_lookup(struct shared_policy *sp,
					    unsigned long idx);

struct mempolicy *get_task_policy(struct task_struct *p);
struct mempolicy *__get_vma_policy(struct vm_area_struct *vma,
		unsigned long addr);
bool vma_policy_mof(struct vm_area_struct *vma);

extern void numa_default_policy(void);
extern void numa_policy_init(void);
extern void mpol_rebind_task(struct task_struct *tsk, const nodemask_t *new,
				enum mpol_rebind_step step);
extern void mpol_rebind_mm(struct mm_struct *mm, nodemask_t *new);

extern struct zonelist *huge_zonelist(struct vm_area_struct *vma,
				unsigned long addr, gfp_t gfp_flags,
				struct mempolicy **mpol, nodemask_t **nodemask);
extern bool init_nodemask_of_mempolicy(nodemask_t *mask);
extern bool mempolicy_nodemask_intersects(struct task_struct *tsk,
				const nodemask_t *mask);
extern unsigned int mempolicy_slab_node(void);

extern enum zone_type policy_zone;



static inline void check_highest_zone(enum zone_type k)
{
	if (k > policy_zone && k != ZONE_MOVABLE)
		policy_zone = k;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Christoph Lameter
21
84.00%
2
66.67%
Mel Gorman
4
16.00%
1
33.33%
Total
25
100.00%
3
100.00%

int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from,
		     const nodemask_t *to, int flags);


#ifdef CONFIG_TMPFS
extern int mpol_parse_str(char *str, struct mempolicy **mpol);
#endif

extern void mpol_to_str(char *buffer, int maxlen, struct mempolicy *pol);

/* Check if a vma is migratable */


static inline bool vma_migratable(struct vm_area_struct *vma)
{
	if (vma->vm_flags & (VM_IO | VM_PFNMAP))
		return false;

	/*
         * DAX device mappings require predictable access latency, so avoid
         * incurring periodic faults.
         */
	if (vma_is_dax(vma))
		return false;

#ifndef CONFIG_ARCH_ENABLE_HUGEPAGE_MIGRATION
	if (vma->vm_flags & VM_HUGETLB)
		return false;
#endif

	/*
         * Migration allocates pages in the highest zone. If we cannot
         * do so then migration (at least from node to node) is not
         * possible.
         */
	if (vma->vm_file &&
		gfp_zone(mapping_gfp_mask(vma->vm_file->f_mapping))
								< policy_zone)
			return false;
	return true;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Gerald Schaefer
50
61.73%
1
25.00%
Naoya Horiguchi
15
18.52%
1
25.00%
Dan J Williams
11
13.58%
1
25.00%
Yaowei Bai
5
6.17%
1
25.00%
Total
81
100.00%
4
100.00%

extern int mpol_misplaced(struct page *, struct vm_area_struct *, unsigned long);
extern void mpol_put_task_policy(struct task_struct *);

#else


struct mempolicy {};



static inline bool mpol_equal(struct mempolicy *a, struct mempolicy *b)
{
	return true;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andrew Morton
18
90.00%
1
50.00%
Motohiro Kosaki
2
10.00%
1
50.00%
Total
20
100.00%
2
100.00%



static inline void mpol_put(struct mempolicy *p)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andrew Morton
10
90.91%
1
50.00%
Lee Schermerhorn
1
9.09%
1
50.00%
Total
11
100.00%
2
100.00%



static inline void mpol_cond_put(struct mempolicy *pol)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Lee Schermerhorn
11
100.00%
1
100.00%
Total
11
100.00%
1
100.00%



static inline void mpol_get(struct mempolicy *pol)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andrew Morton
11
100.00%
1
100.00%
Total
11
100.00%
1
100.00%


struct shared_policy {};



static inline void mpol_shared_policy_init(struct shared_policy *sp,
						struct mempolicy *mpol)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andrew Morton
10
62.50%
1
25.00%
Lee Schermerhorn
4
25.00%
1
25.00%
Robin Holt
1
6.25%
1
25.00%
David Rientjes
1
6.25%
1
25.00%
Total
16
100.00%
4
100.00%



static inline void mpol_free_shared_policy(struct shared_policy *p)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andrew Morton
11
100.00%
1
100.00%
Total
11
100.00%
1
100.00%


static inline struct mempolicy *

mpol_shared_policy_lookup(struct shared_policy *sp, unsigned long idx)
{
	return NULL;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Hugh Dickins
21
100.00%
1
100.00%
Total
21
100.00%
1
100.00%


#define vma_policy(vma) NULL


static inline int

vma_dup_policy(struct vm_area_struct *src, struct vm_area_struct *dst)
{
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Oleg Nesterov
17
85.00%
1
50.00%
Andrew Morton
3
15.00%
1
50.00%
Total
20
100.00%
2
100.00%



static inline void numa_policy_init(void)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andi Kleen
8
100.00%
1
100.00%
Total
8
100.00%
1
100.00%



static inline void numa_default_policy(void)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andi Kleen
8
100.00%
1
100.00%
Total
8
100.00%
1
100.00%



static inline void mpol_rebind_task(struct task_struct *tsk,
				const nodemask_t *new,
				enum mpol_rebind_step step)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paul Jackson
16
80.00%
2
66.67%
Miao Xie
4
20.00%
1
33.33%
Total
20
100.00%
3
100.00%



static inline void mpol_rebind_mm(struct mm_struct *mm, nodemask_t *new)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paul Jackson
15
100.00%
1
100.00%
Total
15
100.00%
1
100.00%



static inline struct zonelist *huge_zonelist(struct vm_area_struct *vma,
				unsigned long addr, gfp_t gfp_flags,
				struct mempolicy **mpol, nodemask_t **nodemask)
{
	*mpol = NULL;
	*nodemask = NULL;
	return node_zonelist(0, gfp_flags);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Christoph Lameter
23
46.00%
1
20.00%
Mel Gorman
21
42.00%
3
60.00%
Lee Schermerhorn
6
12.00%
1
20.00%
Total
50
100.00%
5
100.00%



static inline bool init_nodemask_of_mempolicy(nodemask_t *m)
{
	return false;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Lee Schermerhorn
14
100.00%
1
100.00%
Total
14
100.00%
1
100.00%



static inline int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from,
				   const nodemask_t *to, int flags)
{
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paul Jackson
26
92.86%
1
50.00%
Andrew Morton
2
7.14%
1
50.00%
Total
28
100.00%
2
100.00%



static inline void check_highest_zone(int k)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Christoph Lameter
9
100.00%
1
100.00%
Total
9
100.00%
1
100.00%

#ifdef CONFIG_TMPFS


static inline int mpol_parse_str(char *str, struct mempolicy **mpol)
{
	return 1;	/* error */
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Lee Schermerhorn
21
100.00%
2
100.00%
Total
21
100.00%
2
100.00%

#endif



static inline int mpol_misplaced(struct page *page, struct vm_area_struct *vma,
				 unsigned long address)
{
	return -1; /* no node preference */
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Lee Schermerhorn
26
100.00%
1
100.00%
Total
26
100.00%
1
100.00%



static inline void mpol_put_task_policy(struct task_struct *task)
{
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
David Rientjes
11
100.00%
1
100.00%
Total
11
100.00%
1
100.00%

#endif /* CONFIG_NUMA */
#endif
Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
Andrew Morton
351
32.26%
2
3.85%
Lee Schermerhorn
219
20.13%
9
17.31%
Christoph Lameter
98
9.01%
5
9.62%
Paul Jackson
90
8.27%
5
9.62%
David Rientjes
56
5.15%
7
13.46%
Oleg Nesterov
54
4.96%
2
3.85%
Gerald Schaefer
54
4.96%
1
1.92%
Mel Gorman
44
4.04%
6
11.54%
Andi Kleen
37
3.40%
3
5.77%
Hugh Dickins
21
1.93%
1
1.92%
Naoya Horiguchi
15
1.38%
1
1.92%
Dan J Williams
14
1.29%
1
1.92%
Miao Xie
8
0.74%
1
1.92%
Stephen Wilson
7
0.64%
2
3.85%
Motohiro Kosaki
5
0.46%
1
1.92%
Yaowei Bai
5
0.46%
1
1.92%
David Howells
4
0.37%
1
1.92%
Robin Holt
3
0.28%
1
1.92%
Ralf Bächle
2
0.18%
1
1.92%
Nathan Zimmer
1
0.09%
1
1.92%
Total
1088
100.00%
52
100.00%
Directory: include/linux

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.