Release 4.16 include/linux/memory_hotplug.h

Directory: include/linux
/* SPDX-License-Identifier: GPL-2.0 */
#ifndef __LINUX_MEMORY_HOTPLUG_H

#define __LINUX_MEMORY_HOTPLUG_H

#include <linux/mmzone.h>
#include <linux/spinlock.h>
#include <linux/notifier.h>
#include <linux/bug.h>

struct page;
struct zone;
struct pglist_data;
struct mem_section;
struct memory_block;
struct resource;
struct vmem_altmap;

#ifdef CONFIG_MEMORY_HOTPLUG
/*
 * Return page for the valid pfn only if the page is online. All pfn
 * walkers which rely on the fully initialized page->flags and others
 * should use this rather than pfn_valid && pfn_to_page
 */

#define pfn_to_online_page(pfn)				\
({                                                      \
        struct page *___page = NULL;                    \
        unsigned long ___nr = pfn_to_section_nr(pfn);   \
                                                        \
        if (___nr < NR_MEM_SECTIONS && online_section_nr(___nr))\
                ___page = pfn_to_page(pfn);             \
        ___page;                                        \
})

/*
 * Types for free bootmem stored in page->lru.next. These have to be in
 * some random range in unsigned long space for debugging purposes.
 */

enum {
	
MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE = 12,
	
SECTION_INFO = MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE,
	
MIX_SECTION_INFO,
	
NODE_INFO,
	
MEMORY_HOTPLUG_MAX_BOOTMEM_TYPE = NODE_INFO,
};

/* Types for control the zone type of onlined and offlined memory */

enum {
	
MMOP_OFFLINE = -1,
	
MMOP_ONLINE_KEEP,
	
MMOP_ONLINE_KERNEL,
	
MMOP_ONLINE_MOVABLE,
};

/*
 * pgdat resizing functions
 */

static inline

void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags)
{
	spin_lock_irqsave(&pgdat->node_size_lock, *flags);
}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 28 100.00% 1 100.00%
Total 28 100.00% 1 100.00%


static inline

void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags)
{
	spin_unlock_irqrestore(&pgdat->node_size_lock, *flags);
}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 28 100.00% 2 100.00%
Total 28 100.00% 2 100.00%


static inline

void pgdat_resize_init(struct pglist_data *pgdat)
{
	spin_lock_init(&pgdat->node_size_lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 20 100.00% 1 100.00%
Total 20 100.00% 1 100.00%

/*
 * Zone resizing functions
 *
 * Note: any attempt to resize a zone should has pgdat_resize_lock()
 * zone_span_writelock() both held. This ensure the size of a zone
 * can't be changed while pgdat_resize_lock() held.
 */


static inline unsigned zone_span_seqbegin(struct zone *zone)
{
	return read_seqbegin(&zone->span_seqlock);
}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 21 100.00% 1 100.00%
Total 21 100.00% 1 100.00%



static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
{
	return read_seqretry(&zone->span_seqlock, iv);
}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 26 100.00% 1 100.00%
Total 26 100.00% 1 100.00%



static inline void zone_span_writelock(struct zone *zone)
{
	write_seqlock(&zone->span_seqlock);
}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 20 100.00% 1 100.00%
Total 20 100.00% 1 100.00%



static inline void zone_span_writeunlock(struct zone *zone)
{
	write_sequnlock(&zone->span_seqlock);
}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 20 100.00% 1 100.00%
Total 20 100.00% 1 100.00%



static inline void zone_seqlock_init(struct zone *zone)
{
	seqlock_init(&zone->span_seqlock);
}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 20 100.00% 1 100.00%
Total 20 100.00% 1 100.00%

extern int zone_grow_free_lists(struct zone *zone, unsigned long new_nr_pages);
extern int zone_grow_waitqueues(struct zone *zone, unsigned long nr_pages);
extern int add_one_highpage(struct page *page, int pfn, int bad_ppro);
/* VM interface that may be used by firmware interface */
extern int online_pages(unsigned long, unsigned long, int);
extern int test_pages_in_a_zone(unsigned long start_pfn, unsigned long end_pfn,
	unsigned long *valid_start, unsigned long *valid_end);
extern void __offline_isolated_pages(unsigned long, unsigned long);


typedef void (*online_page_callback_t)(struct page *page);

extern int set_online_page_callback(online_page_callback_t callback);
extern int restore_online_page_callback(online_page_callback_t callback);

extern void __online_page_set_limits(struct page *page);
extern void __online_page_increment_counters(struct page *page);
extern void __online_page_free(struct page *page);

extern int try_online_node(int nid);

extern bool memhp_auto_online;
/* If movable_node boot option specified */
extern bool movable_node_enabled;


static inline bool movable_node_is_enabled(void)
{
	return movable_node_enabled;
}

Contributors
Person Tokens Prop Commits CommitProp
Michal Hocko 12 100.00% 1 100.00%
Total 12 100.00% 1 100.00%

#ifdef CONFIG_MEMORY_HOTREMOVE
extern bool is_pageblock_removable_nolock(struct page *page);
extern int arch_remove_memory(u64 start, u64 size,
		struct vmem_altmap *altmap);
extern int __remove_pages(struct zone *zone, unsigned long start_pfn,
	unsigned long nr_pages, struct vmem_altmap *altmap);
#endif /* CONFIG_MEMORY_HOTREMOVE */

/* reasonably generic interface to expand the physical pages */
extern int __add_pages(int nid, unsigned long start_pfn, unsigned long nr_pages,
		struct vmem_altmap *altmap, bool want_memblock);

#ifndef CONFIG_ARCH_HAS_ADD_PAGES


static inline int add_pages(int nid, unsigned long start_pfn,
		unsigned long nr_pages, struct vmem_altmap *altmap,
		bool want_memblock)
{
	return __add_pages(nid, start_pfn, nr_pages, altmap, want_memblock);
}
Contributors
Person Tokens Prop Commits CommitProp
Michal Hocko 33 82.50% 1 50.00%
Christoph Hellwig 7 17.50% 1 50.00%
Total 40 100.00% 2 100.00%

#else /* ARCH_HAS_ADD_PAGES */
int add_pages(int nid, unsigned long start_pfn, unsigned long nr_pages,
		struct vmem_altmap *altmap, bool want_memblock);
#endif /* ARCH_HAS_ADD_PAGES */

#ifdef CONFIG_NUMA
extern int memory_add_physaddr_to_nid(u64 start);
#else


static inline int memory_add_physaddr_to_nid(u64 start)
{
	return 0;
}
Contributors
Person Tokens Prop Commits CommitProp
Yasunori Goto 13 100.00% 1 100.00%
Total 13 100.00% 1 100.00%

#endif

#ifdef CONFIG_HAVE_ARCH_NODEDATA_EXTENSION
/*
 * For supporting node-hotadd, we have to allocate a new pgdat.
 *
 * If an arch has generic style NODE_DATA(),
 * node_data[nid] = kzalloc() works well. But it depends on the architecture.
 *
 * In general, generic_alloc_nodedata() is used.
 * Now, arch_free_nodedata() is just defined for error path of node_hot_add.
 *
 */
extern pg_data_t *arch_alloc_nodedata(int nid);
extern void arch_free_nodedata(pg_data_t *pgdat);
extern void arch_refresh_nodedata(int nid, pg_data_t *pgdat);

#else /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */


#define arch_alloc_nodedata(nid)	generic_alloc_nodedata(nid)

#define arch_free_nodedata(pgdat)	generic_free_nodedata(pgdat)

#ifdef CONFIG_NUMA
/*
 * If ARCH_HAS_NODEDATA_EXTENSION=n, this func is used to allocate pgdat.
 * XXX: kmalloc_node() can't work well to get new node's memory at this time.
 *      Because, pgdat for the new node is not allocated/initialized yet itself.
 *      To use new node's memory, more consideration will be necessary.
 */

#define generic_alloc_nodedata(nid)				\
({                                                              \
        kzalloc(sizeof(pg_data_t), GFP_KERNEL);                 \
})
/*
 * This definition is just for error path in node hotadd.
 * For node hotremove, we have to replace this.
 */

#define generic_free_nodedata(pgdat)	kfree(pgdat)

extern pg_data_t *node_data[];


static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
{
	node_data[nid] = pgdat;
}

Contributors
Person Tokens Prop Commits CommitProp
Yasunori Goto 21 100.00% 1 100.00%
Total 21 100.00% 1 100.00%

#else /* !CONFIG_NUMA */

/* never called */


static inline pg_data_t *generic_alloc_nodedata(int nid)
{
	BUG();
	return NULL;
}
Contributors
Person Tokens Prop Commits CommitProp
Yasunori Goto 17 100.00% 1 100.00%
Total 17 100.00% 1 100.00%



static inline void generic_free_nodedata(pg_data_t *pgdat)
{
}
Contributors
Person Tokens Prop Commits CommitProp
Yasunori Goto 10 100.00% 1 100.00%
Total 10 100.00% 1 100.00%



static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
{
}
Contributors
Person Tokens Prop Commits CommitProp
Yasunori Goto 13 100.00% 1 100.00%
Total 13 100.00% 1 100.00%

#endif /* CONFIG_NUMA */
#endif /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */

#ifdef CONFIG_HAVE_BOOTMEM_INFO_NODE
extern void __init register_page_bootmem_info_node(struct pglist_data *pgdat);
#else


static inline void register_page_bootmem_info_node(struct pglist_data *pgdat)
{
}
Contributors
Person Tokens Prop Commits CommitProp
Yasunori Goto 8 72.73% 1 50.00%
Yasuaki Ishimatsu 3 27.27% 1 50.00%
Total 11 100.00% 2 100.00%

#endif
extern void put_page_bootmem(struct page *page);
extern void get_page_bootmem(unsigned long ingo, struct page *page,
			     unsigned long type);

void get_online_mems(void);
void put_online_mems(void);

void mem_hotplug_begin(void);
void mem_hotplug_done(void);

extern void set_zone_contiguous(struct zone *zone);
extern void clear_zone_contiguous(struct zone *zone);

#else /* ! CONFIG_MEMORY_HOTPLUG */

#define pfn_to_online_page(pfn)			\
({                                              \
        struct page *___page = NULL;            \
        if (pfn_valid(pfn))                     \
                ___page = pfn_to_page(pfn);     \
        ___page;                                \
 })

/*
 * Stub functions for when hotplug is off
 */


static inline void pgdat_resize_lock(struct pglist_data *p, unsigned long *f) {}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 16 100.00% 1 100.00%
Total 16 100.00% 1 100.00%



static inline void pgdat_resize_unlock(struct pglist_data *p, unsigned long *f) {}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 16 100.00% 1 100.00%
Total 16 100.00% 1 100.00%



static inline void pgdat_resize_init(struct pglist_data *pgdat) {}

Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 11 100.00% 1 100.00%
Total 11 100.00% 1 100.00%



static inline unsigned zone_span_seqbegin(struct zone *zone)
{
	return 0;
}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 15 100.00% 1 100.00%
Total 15 100.00% 1 100.00%



static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
{
	return 0;
}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 18 100.00% 1 100.00%
Total 18 100.00% 1 100.00%



static inline void zone_span_writelock(struct zone *zone) {}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 11 100.00% 1 100.00%
Total 11 100.00% 1 100.00%



static inline void zone_span_writeunlock(struct zone *zone) {}
Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 11 100.00% 1 100.00%
Total 11 100.00% 1 100.00%



static inline void zone_seqlock_init(struct zone *zone) {}

Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 11 100.00% 1 100.00%
Total 11 100.00% 1 100.00%



static inline int mhp_notimplemented(const char *func)
{
	printk(KERN_WARNING "%s() called, with CONFIG_MEMORY_HOTPLUG disabled\n", func);
	dump_stack();
	return -ENOSYS;
}

Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 27 100.00% 1 100.00%
Total 27 100.00% 1 100.00%



static inline void register_page_bootmem_info_node(struct pglist_data *pgdat)
{
}

Contributors
Person Tokens Prop Commits CommitProp
Yasunori Goto 11 100.00% 1 100.00%
Total 11 100.00% 1 100.00%



static inline int try_online_node(int nid)
{
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
Toshi Kani 13 100.00% 1 100.00%
Total 13 100.00% 1 100.00%



static inline void get_online_mems(void) {}
Contributors
Person Tokens Prop Commits CommitProp
Motohiro Kosaki 7 87.50% 1 50.00%
Vladimir Davydov 1 12.50% 1 50.00%
Total 8 100.00% 2 100.00%



static inline void put_online_mems(void) {}

Contributors
Person Tokens Prop Commits CommitProp
Motohiro Kosaki 6 75.00% 1 33.33%
Vladimir Davydov 1 12.50% 1 33.33%
David Rientjes 1 12.50% 1 33.33%
Total 8 100.00% 3 100.00%



static inline void mem_hotplug_begin(void) {}
Contributors
Person Tokens Prop Commits CommitProp
David Rientjes 8 100.00% 1 100.00%
Total 8 100.00% 1 100.00%



static inline void mem_hotplug_done(void) {}

Contributors
Person Tokens Prop Commits CommitProp
David Rientjes 7 87.50% 1 50.00%
Motohiro Kosaki 1 12.50% 1 50.00%
Total 8 100.00% 2 100.00%



static inline bool movable_node_is_enabled(void)
{
	return false;
}
Contributors
Person Tokens Prop Commits CommitProp
Michal Hocko 12 100.00% 1 100.00%
Total 12 100.00% 1 100.00%

#endif /* ! CONFIG_MEMORY_HOTPLUG */

#ifdef CONFIG_MEMORY_HOTREMOVE

extern bool is_mem_section_removable(unsigned long pfn, unsigned long nr_pages);
extern void try_offline_node(int nid);
extern int offline_pages(unsigned long start_pfn, unsigned long nr_pages);
extern void remove_memory(int nid, u64 start, u64 size);

#else


static inline bool is_mem_section_removable(unsigned long pfn,
					unsigned long nr_pages)
{
	return false;
}

Contributors
Person Tokens Prop Commits CommitProp
Badari Pulavarty 16 88.89% 1 50.00%
Yaowei Bai 2 11.11% 1 50.00%
Total 18 100.00% 2 100.00%



static inline void try_offline_node(int nid) {}

Contributors
Person Tokens Prop Commits CommitProp
Wen Congyang 9 100.00% 1 100.00%
Total 9 100.00% 1 100.00%



static inline int offline_pages(unsigned long start_pfn, unsigned long nr_pages)
{
	return -EINVAL;
}

Contributors
Person Tokens Prop Commits CommitProp
Rafael J. Wysocki 19 100.00% 1 100.00%
Total 19 100.00% 1 100.00%



static inline void remove_memory(int nid, u64 start, u64 size) {}
Contributors
Person Tokens Prop Commits CommitProp
Rafael J. Wysocki 15 100.00% 1 100.00%
Total 15 100.00% 1 100.00%

#endif /* CONFIG_MEMORY_HOTREMOVE */

extern int walk_memory_range(unsigned long start_pfn, unsigned long end_pfn,
		void *arg, int (*func)(struct memory_block *, void *));
extern int add_memory(int nid, u64 start, u64 size);
extern int add_memory_resource(int nid, struct resource *resource, bool online);
extern int arch_add_memory(int nid, u64 start, u64 size,
		struct vmem_altmap *altmap, bool want_memblock);
extern void move_pfn_range_to_zone(struct zone *zone, unsigned long start_pfn,
		unsigned long nr_pages, struct vmem_altmap *altmap);
extern int offline_pages(unsigned long start_pfn, unsigned long nr_pages);
extern bool is_memblock_offlined(struct memory_block *mem);
extern void remove_memory(int nid, u64 start, u64 size);
extern int sparse_add_one_section(struct pglist_data *pgdat,
		unsigned long start_pfn, struct vmem_altmap *altmap);
extern void sparse_remove_one_section(struct zone *zone, struct mem_section *ms,
		unsigned long map_offset, struct vmem_altmap *altmap);
extern struct page *sparse_decode_mem_map(unsigned long coded_mem_map,
					  unsigned long pnum);
extern bool allow_online_pfn_range(int nid, unsigned long pfn, unsigned long nr_pages,
		int online_type);
extern struct zone *zone_for_pfn_range(int online_type, int nid, unsigned start_pfn,
		unsigned long nr_pages);
#endif /* __LINUX_MEMORY_HOTPLUG_H */
Overall Contributors
Person Tokens Prop Commits CommitProp
Dave Hansen 419 28.70% 3 4.69%
Yasunori Goto 256 17.53% 7 10.94%
Michal Hocko 156 10.68% 8 12.50%
Rafael J. Wysocki 91 6.23% 3 4.69%
Badari Pulavarty 66 4.52% 2 3.12%
Daniel Kiper 59 4.04% 1 1.56%
Christoph Hellwig 50 3.42% 5 7.81%
Wen Congyang 43 2.95% 4 6.25%
David Rientjes 36 2.47% 2 3.12%
Yasuaki Ishimatsu 34 2.33% 3 4.69%
Kamezawa Hiroyuki 33 2.26% 4 6.25%
Toshi Kani 33 2.26% 2 3.12%
Motohiro Kosaki 24 1.64% 1 1.56%
Andi Kleen 24 1.64% 1 1.56%
JoonSoo Kim 20 1.37% 1 1.56%
Andrea Arcangeli 17 1.16% 1 1.56%
David Vrabel 16 1.10% 1 1.56%
Tang Chen 12 0.82% 2 3.12%
Reza Arbab 12 0.82% 1 1.56%
Keith Mannthey 12 0.82% 1 1.56%
Zhang Zhen 11 0.75% 1 1.56%
Lai Jiangshan 9 0.62% 1 1.56%
Vitaly Kuznetsov 7 0.48% 1 1.56%
Dan J Williams 6 0.41% 2 3.12%
Vladimir Davydov 4 0.27% 1 1.56%
Yaowei Bai 3 0.21% 1 1.56%
Paul Gortmaker 3 0.21% 1 1.56%
Minskey Guo 2 0.14% 1 1.56%
Greg Kroah-Hartman 1 0.07% 1 1.56%
Linus Torvalds 1 0.07% 1 1.56%
Total 1460 100.00% 64 100.00%
Directory: include/linux

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with cregit.
Person	Tokens	Prop	Commits	CommitProp
Dave Hansen	28	100.00%	1	100.00%
Total	28	100.00%	1	100.00%
cregit-Linux how code gets into the kernel

Release 4.16 include/linux/memory_hotplug.h

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Overall Contributors
