cregit-Linux how code gets into the kernel

Release 4.14 include/linux/iova.h

Directory: include/linux
/*
 * Copyright (c) 2006, Intel Corporation.
 *
 * This file is released under the GPLv2.
 *
 * Copyright (C) 2006-2008 Intel Corporation
 * Author: Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
 *
 */

#ifndef _IOVA_H_

#define _IOVA_H_

#include <linux/types.h>
#include <linux/kernel.h>
#include <linux/rbtree.h>
#include <linux/atomic.h>
#include <linux/dma-mapping.h>

/* iova structure */

struct iova {
	
struct rb_node	node;
	
unsigned long	pfn_hi; /* Highest allocated pfn */
	
unsigned long	pfn_lo; /* Lowest allocated pfn */
};

struct iova_magazine;
struct iova_cpu_rcache;


#define IOVA_RANGE_CACHE_MAX_SIZE 6	
/* log of max cached IOVA range size (in pages) */

#define MAX_GLOBAL_MAGS 32	
/* magazines per bin */


struct iova_rcache {
	
spinlock_t lock;
	
unsigned long depot_size;
	
struct iova_magazine *depot[MAX_GLOBAL_MAGS];
	
struct iova_cpu_rcache __percpu *cpu_rcaches;
};

struct iova_domain;

/* Call-Back from IOVA code into IOMMU drivers */

typedef void (* iova_flush_cb)(struct iova_domain *domain);

/* Destructor for per-entry data */

typedef void (* iova_entry_dtor)(unsigned long data);

/* Number of entries per Flush Queue */

#define IOVA_FQ_SIZE	256

/* Timeout (in ms) after which entries are flushed from the Flush-Queue */

#define IOVA_FQ_TIMEOUT	10

/* Flush Queue entry for defered flushing */

struct iova_fq_entry {
	
unsigned long iova_pfn;
	
unsigned long pages;
	
unsigned long data;
	
u64 counter; /* Flush counter when this entrie was added */
};

/* Per-CPU Flush Queue structure */

struct iova_fq {
	
struct iova_fq_entry entries[IOVA_FQ_SIZE];
	

unsigned head, tail;
	
spinlock_t lock;
};

/* holds all the iova translations for a domain */

struct iova_domain {
	
spinlock_t	iova_rbtree_lock; /* Lock to protect update of rbtree */
	
struct rb_root	rbroot;		/* iova domain rbtree root */
	
struct rb_node	*cached32_node; /* Save last alloced node */
	
unsigned long	granule;	/* pfn granularity for this domain */
	
unsigned long	start_pfn;	/* Lower limit for this domain */
	
unsigned long	dma_32bit_pfn;
	
struct iova_rcache rcaches[IOVA_RANGE_CACHE_MAX_SIZE];	/* IOVA range caches */

	
iova_flush_cb	flush_cb;	/* Call-Back function to flush IOMMU
                                           TLBs */

	
iova_entry_dtor entry_dtor;	/* IOMMU driver specific destructor for
                                           iova entry */

	
struct iova_fq __percpu *fq;	/* Flush Queue */

	
atomic64_t	fq_flush_start_cnt;	/* Number of TLB flushes that
                                                   have been started */

	
atomic64_t	fq_flush_finish_cnt;	/* Number of TLB flushes that
                                                   have been finished */

	
struct timer_list fq_timer;		/* Timer to regularily empty the
                                                   flush-queues */
	
atomic_t fq_timer_on;			/* 1 when timer is active, 0
                                                   when not */
};


static inline unsigned long iova_size(struct iova *iova) { return iova->pfn_hi - iova->pfn_lo + 1; }

Contributors

PersonTokensPropCommitsCommitProp
Jiang Liu24100.00%1100.00%
Total24100.00%1100.00%


static inline unsigned long iova_shift(struct iova_domain *iovad) { return __ffs(iovad->granule); }

Contributors

PersonTokensPropCommitsCommitProp
Robin Murphy21100.00%1100.00%
Total21100.00%1100.00%


static inline unsigned long iova_mask(struct iova_domain *iovad) { return iovad->granule - 1; }

Contributors

PersonTokensPropCommitsCommitProp
Robin Murphy20100.00%1100.00%
Total20100.00%1100.00%


static inline size_t iova_offset(struct iova_domain *iovad, dma_addr_t iova) { return iova & iova_mask(iovad); }

Contributors

PersonTokensPropCommitsCommitProp
Robin Murphy23100.00%1100.00%
Total23100.00%1100.00%


static inline size_t iova_align(struct iova_domain *iovad, size_t size) { return ALIGN(size, iovad->granule); }

Contributors

PersonTokensPropCommitsCommitProp
Robin Murphy25100.00%1100.00%
Total25100.00%1100.00%


static inline dma_addr_t iova_dma_addr(struct iova_domain *iovad, struct iova *iova) { return (dma_addr_t)iova->pfn_lo << iova_shift(iovad); }

Contributors

PersonTokensPropCommitsCommitProp
Robin Murphy30100.00%1100.00%
Total30100.00%1100.00%


static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova) { return iova >> iova_shift(iovad); }

Contributors

PersonTokensPropCommitsCommitProp
Robin Murphy24100.00%1100.00%
Total24100.00%1100.00%

#if IS_ENABLED(CONFIG_IOMMU_IOVA) int iova_cache_get(void); void iova_cache_put(void); struct iova *alloc_iova_mem(void); void free_iova_mem(struct iova *iova); void free_iova(struct iova_domain *iovad, unsigned long pfn); void __free_iova(struct iova_domain *iovad, struct iova *iova); struct iova *alloc_iova(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn, bool size_aligned); void free_iova_fast(struct iova_domain *iovad, unsigned long pfn, unsigned long size); void queue_iova(struct iova_domain *iovad, unsigned long pfn, unsigned long pages, unsigned long data); unsigned long alloc_iova_fast(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn); struct iova *reserve_iova(struct iova_domain *iovad, unsigned long pfn_lo, unsigned long pfn_hi); void copy_reserved_iova(struct iova_domain *from, struct iova_domain *to); void init_iova_domain(struct iova_domain *iovad, unsigned long granule, unsigned long start_pfn, unsigned long pfn_32bit); int init_iova_flush_queue(struct iova_domain *iovad, iova_flush_cb flush_cb, iova_entry_dtor entry_dtor); struct iova *find_iova(struct iova_domain *iovad, unsigned long pfn); void put_iova_domain(struct iova_domain *iovad); struct iova *split_and_remove_iova(struct iova_domain *iovad, struct iova *iova, unsigned long pfn_lo, unsigned long pfn_hi); void free_cpu_cached_iovas(unsigned int cpu, struct iova_domain *iovad); #else
static inline int iova_cache_get(void) { return -ENOTSUPP; }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding13100.00%1100.00%
Total13100.00%1100.00%


static inline void iova_cache_put(void) { }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding8100.00%1100.00%
Total8100.00%1100.00%


static inline struct iova *alloc_iova_mem(void) { return NULL; }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding14100.00%1100.00%
Total14100.00%1100.00%


static inline void free_iova_mem(struct iova *iova) { }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding11100.00%1100.00%
Total11100.00%1100.00%


static inline void free_iova(struct iova_domain *iovad, unsigned long pfn) { }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding15100.00%1100.00%
Total15100.00%1100.00%


static inline void __free_iova(struct iova_domain *iovad, struct iova *iova) { }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding16100.00%1100.00%
Total16100.00%1100.00%


static inline struct iova *alloc_iova(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn, bool size_aligned) { return NULL; }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding28100.00%1100.00%
Total28100.00%1100.00%


static inline void free_iova_fast(struct iova_domain *iovad, unsigned long pfn, unsigned long size) { }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding19100.00%1100.00%
Total19100.00%1100.00%


static inline void queue_iova(struct iova_domain *iovad, unsigned long pfn, unsigned long pages, unsigned long data) { }

Contributors

PersonTokensPropCommitsCommitProp
Joerg Roedel23100.00%1100.00%
Total23100.00%1100.00%


static inline unsigned long alloc_iova_fast(struct iova_domain *iovad, unsigned long size, unsigned long limit_pfn) { return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding24100.00%1100.00%
Total24100.00%1100.00%


static inline struct iova *reserve_iova(struct iova_domain *iovad, unsigned long pfn_lo, unsigned long pfn_hi) { return NULL; }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding25100.00%1100.00%
Total25100.00%1100.00%


static inline void copy_reserved_iova(struct iova_domain *from, struct iova_domain *to) { }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding16100.00%1100.00%
Total16100.00%1100.00%


static inline void init_iova_domain(struct iova_domain *iovad, unsigned long granule, unsigned long start_pfn, unsigned long pfn_32bit) { }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding23100.00%1100.00%
Total23100.00%1100.00%


static inline int init_iova_flush_queue(struct iova_domain *iovad, iova_flush_cb flush_cb, iova_entry_dtor entry_dtor) { return -ENODEV; }

Contributors

PersonTokensPropCommitsCommitProp
Joerg Roedel22100.00%1100.00%
Total22100.00%1100.00%


static inline struct iova *find_iova(struct iova_domain *iovad, unsigned long pfn) { return NULL; }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding21100.00%1100.00%
Total21100.00%1100.00%


static inline void put_iova_domain(struct iova_domain *iovad) { }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding11100.00%1100.00%
Total11100.00%1100.00%


static inline struct iova *split_and_remove_iova(struct iova_domain *iovad, struct iova *iova, unsigned long pfn_lo, unsigned long pfn_hi) { return NULL; }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding30100.00%1100.00%
Total30100.00%1100.00%


static inline void free_cpu_cached_iovas(unsigned int cpu, struct iova_domain *iovad) { }

Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding15100.00%1100.00%
Total15100.00%1100.00%

#endif #endif

Overall Contributors

PersonTokensPropCommitsCommitProp
Thierry Reding29428.85%15.56%
Joerg Roedel20420.02%633.33%
Anil S Keshavamurthy19118.74%211.11%
Robin Murphy17116.78%316.67%
Omer Peleg1009.81%15.56%
Jiang Liu484.71%211.11%
David S. Miller80.79%15.56%
Sakari Ailus20.20%15.56%
Mark Gross10.10%15.56%
Total1019100.00%18100.00%
Directory: include/linux
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with cregit.