cregit-Linux how code gets into the kernel

Release 4.15 arch/x86/mm/mmap.c

Directory: arch/x86/mm
/*
 * Flexible mmap layout support
 *
 * Based on code by Ingo Molnar and Andi Kleen, copyrighted
 * as follows:
 *
 * Copyright 2003-2009 Red Hat Inc.
 * All Rights Reserved.
 * Copyright 2005 Andi Kleen, SUSE Labs.
 * Copyright 2007 Jiri Kosina, SUSE Labs.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 */

#include <linux/personality.h>
#include <linux/mm.h>
#include <linux/random.h>
#include <linux/limits.h>
#include <linux/sched/signal.h>
#include <linux/sched/mm.h>
#include <linux/compat.h>
#include <asm/elf.h>

#include "physaddr.h"


struct va_alignment __read_mostly va_align = {
	.flags = -1,
};


unsigned long task_size_32bit(void) { return IA32_PAGE_OFFSET; }

Contributors

PersonTokensPropCommitsCommitProp
Dmitry Safonov1090.91%150.00%
Kirill A. Shutemov19.09%150.00%
Total11100.00%2100.00%


unsigned long task_size_64bit(int full_addr_space) { return full_addr_space ? TASK_SIZE_MAX : DEFAULT_MAP_WINDOW; }

Contributors

PersonTokensPropCommitsCommitProp
Dmitry Safonov956.25%133.33%
Kirill A. Shutemov743.75%266.67%
Total16100.00%3100.00%


static unsigned long stack_maxrandom_size(unsigned long task_size) { unsigned long max = 0; if (current->flags & PF_RANDOMIZE) { max = (-1UL) & __STACK_RND_MASK(task_size == task_size_32bit()); max <<= PAGE_SHIFT; } return max; }

Contributors

PersonTokensPropCommitsCommitProp
Michal Hocko3367.35%125.00%
Dmitry Safonov1224.49%125.00%
Hector Marco-Gisbert36.12%125.00%
Kirill A. Shutemov12.04%125.00%
Total49100.00%4100.00%

#ifdef CONFIG_COMPAT # define mmap32_rnd_bits mmap_rnd_compat_bits # define mmap64_rnd_bits mmap_rnd_bits #else # define mmap32_rnd_bits mmap_rnd_bits # define mmap64_rnd_bits mmap_rnd_bits #endif #define SIZE_128M (128 * 1024 * 1024UL)
static int mmap_is_legacy(void) { if (current->personality & ADDR_COMPAT_LAYOUT) return 1; return sysctl_legacy_va_layout; }

Contributors

PersonTokensPropCommitsCommitProp
Jiri Kosina22100.00%1100.00%
Total22100.00%1100.00%


static unsigned long arch_rnd(unsigned int rndbits) { if (!(current->flags & PF_RANDOMIZE)) return 0; return (get_random_long() & ((1UL << rndbits) - 1)) << PAGE_SHIFT; }

Contributors

PersonTokensPropCommitsCommitProp
Oleg Nesterov1432.56%116.67%
Harvey Harrison1023.26%116.67%
Daniel Cashman920.93%233.33%
Dmitry Safonov716.28%116.67%
Andi Kleen36.98%116.67%
Total43100.00%6100.00%


unsigned long arch_mmap_rnd(void) { return arch_rnd(mmap_is_ia32() ? mmap32_rnd_bits : mmap64_rnd_bits); }

Contributors

PersonTokensPropCommitsCommitProp
Dmitry Safonov19100.00%1100.00%
Total19100.00%1100.00%


static unsigned long mmap_base(unsigned long rnd, unsigned long task_size) { unsigned long gap = rlimit(RLIMIT_STACK); unsigned long pad = stack_maxrandom_size(task_size) + stack_guard_gap; unsigned long gap_min, gap_max; /* Values close to RLIM_INFINITY can overflow. */ if (gap + pad > gap) gap += pad; /* * Top of mmap area (just below the process stack). * Leave an at least ~128 MB hole with possible stack randomization. */ gap_min = SIZE_128M; gap_max = (task_size / 6) * 5; if (gap < gap_min) gap = gap_min; else if (gap > gap_max) gap = gap_max; return PAGE_ALIGN(task_size - gap - rnd); }

Contributors

PersonTokensPropCommitsCommitProp
Harvey Harrison3131.00%114.29%
Dmitry Safonov3030.00%114.29%
Rik Van Riel2424.00%114.29%
Kees Cook44.00%114.29%
Andi Kleen44.00%114.29%
Jiri Kosina44.00%114.29%
Jiri Slaby33.00%114.29%
Total100100.00%7100.00%


static unsigned long mmap_legacy_base(unsigned long rnd, unsigned long task_size) { return __TASK_UNMAPPED_BASE(task_size) + rnd; }

Contributors

PersonTokensPropCommitsCommitProp
Dmitry Safonov23100.00%1100.00%
Total23100.00%1100.00%

/* * This function, called very early during the creation of a new * process VM image, sets up which VM layout function to use: */
static void arch_pick_mmap_base(unsigned long *base, unsigned long *legacy_base, unsigned long random_factor, unsigned long task_size) { *legacy_base = mmap_legacy_base(random_factor, task_size); if (mmap_is_legacy()) *base = *legacy_base; else *base = mmap_base(random_factor, task_size); }

Contributors

PersonTokensPropCommitsCommitProp
Dmitry Safonov4275.00%240.00%
Kees Cook712.50%120.00%
Radu Caragea47.14%120.00%
Harvey Harrison35.36%120.00%
Total56100.00%5100.00%


void arch_pick_mmap_layout(struct mm_struct *mm) { if (mmap_is_legacy()) mm->get_unmapped_area = arch_get_unmapped_area; else mm->get_unmapped_area = arch_get_unmapped_area_topdown; arch_pick_mmap_base(&mm->mmap_base, &mm->mmap_legacy_base, arch_rnd(mmap64_rnd_bits), task_size_64bit(0)); #ifdef CONFIG_HAVE_ARCH_COMPAT_MMAP_BASES /* * The mmap syscall mapping base decision depends solely on the * syscall type (64-bit or compat). This applies for 64bit * applications and 32bit applications. The 64bit syscall uses * mmap_base, the compat syscall uses mmap_compat_base. */ arch_pick_mmap_base(&mm->mmap_compat_base, &mm->mmap_compat_legacy_base, arch_rnd(mmap32_rnd_bits), task_size_32bit()); #endif }

Contributors

PersonTokensPropCommitsCommitProp
Dmitry Safonov4962.82%228.57%
Jiri Kosina1316.67%114.29%
Kees Cook67.69%114.29%
Kirill A. Shutemov56.41%228.57%
Andi Kleen56.41%114.29%
Total78100.00%7100.00%


unsigned long get_mmap_base(int is_legacy) { struct mm_struct *mm = current->mm; #ifdef CONFIG_HAVE_ARCH_COMPAT_MMAP_BASES if (in_compat_syscall()) { return is_legacy ? mm->mmap_compat_legacy_base : mm->mmap_compat_base; } #endif return is_legacy ? mm->mmap_legacy_base : mm->mmap_base; }

Contributors

PersonTokensPropCommitsCommitProp
Dmitry Safonov52100.00%1100.00%
Total52100.00%1100.00%


const char *arch_vma_name(struct vm_area_struct *vma) { if (vma->vm_flags & VM_MPX) return "[mpx]"; return NULL; }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov26100.00%1100.00%
Total26100.00%1100.00%

/** * mmap_address_hint_valid - Validate the address hint of mmap * @addr: Address hint * @len: Mapping length * * Check whether @addr and @addr + @len result in a valid mapping. * * On 32bit this only checks whether @addr + @len is <= TASK_SIZE. * * On 64bit with 5-level page tables another sanity check is required * because mappings requested by mmap(@addr, 0) which cross the 47-bit * virtual address boundary can cause the following theoretical issue: * * An application calls mmap(addr, 0), i.e. without MAP_FIXED, where @addr * is below the border of the 47-bit address space and @addr + @len is * above the border. * * With 4-level paging this request succeeds, but the resulting mapping * address will always be within the 47-bit virtual address space, because * the hint address does not result in a valid mapping and is * ignored. Hence applications which are not prepared to handle virtual * addresses above 47-bit work correctly. * * With 5-level paging this request would be granted and result in a * mapping which crosses the border of the 47-bit virtual address * space. If the application cannot handle addresses above 47-bit this * will lead to misbehaviour and hard to diagnose failures. * * Therefore ignore address hints which would result in a mapping crossing * the 47-bit virtual address boundary. * * Note, that in the same scenario with MAP_FIXED the behaviour is * different. The request with @addr < 47-bit and @addr + @len > 47-bit * fails on a 4-level paging machine but succeeds on a 5-level paging * machine. It is reasonable to expect that an application does not rely on * the failure of such a fixed mapping request, so the restriction is not * applied. */
bool mmap_address_hint_valid(unsigned long addr, unsigned long len) { if (TASK_SIZE - len < addr) return false; return (addr > DEFAULT_MAP_WINDOW) == (addr + len > DEFAULT_MAP_WINDOW); }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov39100.00%1100.00%
Total39100.00%1100.00%

/* Can we access it for direct reading/writing? Must be RAM: */
int valid_phys_addr_range(phys_addr_t addr, size_t count) { return addr + count <= __pa(high_memory); }

Contributors

PersonTokensPropCommitsCommitProp
Craig Bergstrom21100.00%1100.00%
Total21100.00%1100.00%

/* Can we access it through mmap? Must be a valid physical address: */
int valid_mmap_phys_addr_range(unsigned long pfn, size_t count) { phys_addr_t addr = (phys_addr_t)pfn << PAGE_SHIFT; return phys_addr_valid(addr + count - 1); }

Contributors

PersonTokensPropCommitsCommitProp
Craig Bergstrom32100.00%1100.00%
Total32100.00%1100.00%


Overall Contributors

PersonTokensPropCommitsCommitProp
Dmitry Safonov28342.94%415.38%
Kirill A. Shutemov8012.14%415.38%
Craig Bergstrom588.80%13.85%
Harvey Harrison456.83%13.85%
Jiri Kosina446.68%13.85%
Michal Hocko365.46%13.85%
Rik Van Riel243.64%13.85%
Andi Kleen213.19%13.85%
Kees Cook172.58%13.85%
Oleg Nesterov142.12%13.85%
Borislav Petkov121.82%13.85%
Daniel Cashman91.37%27.69%
Ingo Molnar50.76%311.54%
Radu Caragea40.61%13.85%
Hector Marco-Gisbert30.46%13.85%
Jiri Slaby30.46%13.85%
Jan-Simon Möller10.15%13.85%
Total659100.00%26100.00%
Directory: arch/x86/mm
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with cregit.