Release 4.7 drivers/md/dm-bio-prison.c

Directory: drivers/md
/*
 * Copyright (C) 2012 Red Hat, Inc.
 *
 * This file is released under the GPL.
 */

#include "dm.h"
#include "dm-bio-prison.h"

#include <linux/spinlock.h>
#include <linux/mempool.h>
#include <linux/module.h>
#include <linux/slab.h>

/*----------------------------------------------------------------*/


#define MIN_CELLS 1024


struct dm_bio_prison {
	
spinlock_t lock;
	
mempool_t *cell_pool;
	
struct rb_root cells;
};


static struct kmem_cache *_cell_cache;

/*----------------------------------------------------------------*/

/*
 * @nr_cells should be the number of cells you want in use _concurrently_.
 * Don't confuse it with the number of distinct keys.
 */


struct dm_bio_prison *dm_bio_prison_create(void)
{
	struct dm_bio_prison *prison = kmalloc(sizeof(*prison), GFP_KERNEL);

	if (!prison)
		return NULL;

	spin_lock_init(&prison->lock);

	prison->cell_pool = mempool_create_slab_pool(MIN_CELLS, _cell_cache);
	if (!prison->cell_pool) {
		kfree(prison);
		return NULL;
	}

	prison->cells = RB_ROOT;

	return prison;
}
Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 61 78.21% 1 50.00%
joe thornber joe thornber 17 21.79% 1 50.00%
Total 78 100.00% 2 100.00%


EXPORT_SYMBOL_GPL(dm_bio_prison_create);



void dm_bio_prison_destroy(struct dm_bio_prison *prison)
{
	mempool_destroy(prison->cell_pool);
	kfree(prison);
}
Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 22 100.00% 1 100.00%
Total 22 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(dm_bio_prison_destroy);



struct dm_bio_prison_cell *dm_bio_prison_alloc_cell(struct dm_bio_prison *prison, gfp_t gfp)
{
	return mempool_alloc(prison->cell_pool, gfp);
}
Contributors
Person Tokens Prop Commits CommitProp
joe thornber joe thornber 25 100.00% 1 100.00%
Total 25 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(dm_bio_prison_alloc_cell);



void dm_bio_prison_free_cell(struct dm_bio_prison *prison,
			     struct dm_bio_prison_cell *cell)
{
	mempool_free(cell, prison->cell_pool);
}
Contributors
Person Tokens Prop Commits CommitProp
joe thornber joe thornber 24 100.00% 1 100.00%
Total 24 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(dm_bio_prison_free_cell);



static void __setup_new_cell(struct dm_cell_key *key,
			     struct bio *holder,
			     struct dm_bio_prison_cell *cell)
{
       memcpy(&cell->key, key, sizeof(cell->key));
       cell->holder = holder;
       bio_list_init(&cell->bios);
}

Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 30 57.69% 1 33.33%
joe thornber joe thornber 22 42.31% 2 66.67%
Total 52 100.00% 3 100.00%



static int cmp_keys(struct dm_cell_key *lhs,
		    struct dm_cell_key *rhs)
{
	if (lhs->virtual < rhs->virtual)
		return -1;

	if (lhs->virtual > rhs->virtual)
		return 1;

	if (lhs->dev < rhs->dev)
		return -1;

	if (lhs->dev > rhs->dev)
		return 1;

	if (lhs->block_end <= rhs->block_begin)
		return -1;

	if (lhs->block_begin >= rhs->block_end)
		return 1;

	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
joe thornber joe thornber 98 98.00% 3 75.00%
mike snitzer mike snitzer 2 2.00% 1 25.00%
Total 100 100.00% 4 100.00%



static int __bio_detain(struct dm_bio_prison *prison,
			struct dm_cell_key *key,
			struct bio *inmate,
			struct dm_bio_prison_cell *cell_prealloc,
			struct dm_bio_prison_cell **cell_result)
{
	int r;
	struct rb_node **new = &prison->cells.rb_node, *parent = NULL;

	while (*new) {
		struct dm_bio_prison_cell *cell =
			container_of(*new, struct dm_bio_prison_cell, node);

		r = cmp_keys(key, &cell->key);

		parent = *new;
		if (r < 0)
			new = &((*new)->rb_left);
		else if (r > 0)
			new = &((*new)->rb_right);
		else {
			if (inmate)
				bio_list_add(&cell->bios, inmate);
			*cell_result = cell;
			return 1;
		}
	}

	__setup_new_cell(key, inmate, cell_prealloc);
	*cell_result = cell_prealloc;

	rb_link_node(&cell_prealloc->node, parent, new);
	rb_insert_color(&cell_prealloc->node, &prison->cells);

	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
joe thornber joe thornber 167 84.77% 2 66.67%
mike snitzer mike snitzer 30 15.23% 1 33.33%
Total 197 100.00% 3 100.00%



static int bio_detain(struct dm_bio_prison *prison,
		      struct dm_cell_key *key,
		      struct bio *inmate,
		      struct dm_bio_prison_cell *cell_prealloc,
		      struct dm_bio_prison_cell **cell_result)
{
	int r;
	unsigned long flags;

	spin_lock_irqsave(&prison->lock, flags);
	r = __bio_detain(prison, key, inmate, cell_prealloc, cell_result);
	spin_unlock_irqrestore(&prison->lock, flags);

	return r;
}

Contributors
Person Tokens Prop Commits CommitProp
joe thornber joe thornber 56 72.73% 2 66.67%
mike snitzer mike snitzer 21 27.27% 1 33.33%
Total 77 100.00% 3 100.00%



int dm_bio_detain(struct dm_bio_prison *prison,
		  struct dm_cell_key *key,
		  struct bio *inmate,
		  struct dm_bio_prison_cell *cell_prealloc,
		  struct dm_bio_prison_cell **cell_result)
{
	return bio_detain(prison, key, inmate, cell_prealloc, cell_result);
}
Contributors
Person Tokens Prop Commits CommitProp
joe thornber joe thornber 45 100.00% 1 100.00%
Total 45 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(dm_bio_detain);



int dm_get_cell(struct dm_bio_prison *prison,
		struct dm_cell_key *key,
		struct dm_bio_prison_cell *cell_prealloc,
		struct dm_bio_prison_cell **cell_result)
{
	return bio_detain(prison, key, NULL, cell_prealloc, cell_result);
}
Contributors
Person Tokens Prop Commits CommitProp
joe thornber joe thornber 40 100.00% 1 100.00%
Total 40 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(dm_get_cell);

/*
 * @inmates must have been initialised prior to this call
 */


static void __cell_release(struct dm_bio_prison *prison,
			   struct dm_bio_prison_cell *cell,
			   struct bio_list *inmates)
{
	rb_erase(&cell->node, &prison->cells);

	if (inmates) {
		if (cell->holder)
			bio_list_add(inmates, cell->holder);
		bio_list_merge(inmates, &cell->bios);
	}
}

Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 47 72.31% 1 33.33%
joe thornber joe thornber 18 27.69% 2 66.67%
Total 65 100.00% 3 100.00%



void dm_cell_release(struct dm_bio_prison *prison,
		     struct dm_bio_prison_cell *cell,
		     struct bio_list *bios)
{
	unsigned long flags;

	spin_lock_irqsave(&prison->lock, flags);
	__cell_release(prison, cell, bios);
	spin_unlock_irqrestore(&prison->lock, flags);
}
Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 44 83.02% 1 33.33%
joe thornber joe thornber 9 16.98% 2 66.67%
Total 53 100.00% 3 100.00%


EXPORT_SYMBOL_GPL(dm_cell_release);

/*
 * Sometimes we don't want the holder, just the additional bios.
 */


static void __cell_release_no_holder(struct dm_bio_prison *prison,
				     struct dm_bio_prison_cell *cell,
				     struct bio_list *inmates)
{
	rb_erase(&cell->node, &prison->cells);
	bio_list_merge(inmates, &cell->bios);
}

Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 32 72.73% 1 50.00%
joe thornber joe thornber 12 27.27% 1 50.00%
Total 44 100.00% 2 100.00%



void dm_cell_release_no_holder(struct dm_bio_prison *prison,
			       struct dm_bio_prison_cell *cell,
			       struct bio_list *inmates)
{
	unsigned long flags;

	spin_lock_irqsave(&prison->lock, flags);
	__cell_release_no_holder(prison, cell, inmates);
	spin_unlock_irqrestore(&prison->lock, flags);
}
Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 44 83.02% 1 33.33%
joe thornber joe thornber 9 16.98% 2 66.67%
Total 53 100.00% 3 100.00%


EXPORT_SYMBOL_GPL(dm_cell_release_no_holder);



void dm_cell_error(struct dm_bio_prison *prison,
		   struct dm_bio_prison_cell *cell, int error)
{
	struct bio_list bios;
	struct bio *bio;

	bio_list_init(&bios);
	dm_cell_release(prison, cell, &bios);

	while ((bio = bio_list_pop(&bios))) {
		bio->bi_error = error;
		bio_endio(bio);
	}
}
Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 54 79.41% 2 40.00%
christoph hellwig christoph hellwig 8 11.76% 1 20.00%
joe thornber joe thornber 5 7.35% 1 20.00%
heinz mauelshagen heinz mauelshagen 1 1.47% 1 20.00%
Total 68 100.00% 5 100.00%


EXPORT_SYMBOL_GPL(dm_cell_error);



void dm_cell_visit_release(struct dm_bio_prison *prison,
			   void (*visit_fn)(void *, struct dm_bio_prison_cell *),
			   void *context,
			   struct dm_bio_prison_cell *cell)
{
	unsigned long flags;

	spin_lock_irqsave(&prison->lock, flags);
	visit_fn(context, cell);
	rb_erase(&cell->node, &prison->cells);
	spin_unlock_irqrestore(&prison->lock, flags);
}
Contributors
Person Tokens Prop Commits CommitProp
joe thornber joe thornber 77 100.00% 1 100.00%
Total 77 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(dm_cell_visit_release);



static int __promote_or_release(struct dm_bio_prison *prison,
				struct dm_bio_prison_cell *cell)
{
	if (bio_list_empty(&cell->bios)) {
		rb_erase(&cell->node, &prison->cells);
		return 1;
	}

	cell->holder = bio_list_pop(&cell->bios);
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
joe thornber joe thornber 59 100.00% 1 100.00%
Total 59 100.00% 1 100.00%



int dm_cell_promote_or_release(struct dm_bio_prison *prison,
			       struct dm_bio_prison_cell *cell)
{
	int r;
	unsigned long flags;

	spin_lock_irqsave(&prison->lock, flags);
	r = __promote_or_release(prison, cell);
	spin_unlock_irqrestore(&prison->lock, flags);

	return r;
}
Contributors
Person Tokens Prop Commits CommitProp
joe thornber joe thornber 54 100.00% 1 100.00%
Total 54 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(dm_cell_promote_or_release);

/*----------------------------------------------------------------*/


#define DEFERRED_SET_SIZE 64


struct dm_deferred_entry {
	
struct dm_deferred_set *ds;
	
unsigned count;
	
struct list_head work_items;
};


struct dm_deferred_set {
	
spinlock_t lock;
	
unsigned current_entry;
	
unsigned sweeper;
	
struct dm_deferred_entry entries[DEFERRED_SET_SIZE];
};



struct dm_deferred_set *dm_deferred_set_create(void)
{
	int i;
	struct dm_deferred_set *ds;

	ds = kmalloc(sizeof(*ds), GFP_KERNEL);
	if (!ds)
		return NULL;

	spin_lock_init(&ds->lock);
	ds->current_entry = 0;
	ds->sweeper = 0;
	for (i = 0; i < DEFERRED_SET_SIZE; i++) {
		ds->entries[i].ds = ds;
		ds->entries[i].count = 0;
		INIT_LIST_HEAD(&ds->entries[i].work_items);
	}

	return ds;
}
Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 111 100.00% 1 100.00%
Total 111 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(dm_deferred_set_create);



void dm_deferred_set_destroy(struct dm_deferred_set *ds)
{
	kfree(ds);
}
Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 15 100.00% 1 100.00%
Total 15 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(dm_deferred_set_destroy);



struct dm_deferred_entry *dm_deferred_entry_inc(struct dm_deferred_set *ds)
{
	unsigned long flags;
	struct dm_deferred_entry *entry;

	spin_lock_irqsave(&ds->lock, flags);
	entry = ds->entries + ds->current_entry;
	entry->count++;
	spin_unlock_irqrestore(&ds->lock, flags);

	return entry;
}
Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 59 100.00% 1 100.00%
Total 59 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(dm_deferred_entry_inc);



static unsigned ds_next(unsigned index)
{
	return (index + 1) % DEFERRED_SET_SIZE;
}

Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 18 100.00% 1 100.00%
Total 18 100.00% 1 100.00%



static void __sweep(struct dm_deferred_set *ds, struct list_head *head)
{
	while ((ds->sweeper != ds->current_entry) &&
	       !ds->entries[ds->sweeper].count) {
		list_splice_init(&ds->entries[ds->sweeper].work_items, head);
		ds->sweeper = ds_next(ds->sweeper);
	}

	if ((ds->sweeper == ds->current_entry) && !ds->entries[ds->sweeper].count)
		list_splice_init(&ds->entries[ds->sweeper].work_items, head);
}

Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 111 100.00% 1 100.00%
Total 111 100.00% 1 100.00%



void dm_deferred_entry_dec(struct dm_deferred_entry *entry, struct list_head *head)
{
	unsigned long flags;

	spin_lock_irqsave(&entry->ds->lock, flags);
	BUG_ON(!entry->count);
	--entry->count;
	__sweep(entry->ds, head);
	spin_unlock_irqrestore(&entry->ds->lock, flags);
}
Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 65 100.00% 1 100.00%
Total 65 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(dm_deferred_entry_dec);

/*
 * Returns 1 if deferred or 0 if no pending items to delay job.
 */


int dm_deferred_set_add_work(struct dm_deferred_set *ds, struct list_head *work)
{
	int r = 1;
	unsigned long flags;
	unsigned next_entry;

	spin_lock_irqsave(&ds->lock, flags);
	if ((ds->sweeper == ds->current_entry) &&
	    !ds->entries[ds->current_entry].count)
		r = 0;
	else {
		list_add(work, &ds->entries[ds->current_entry].work_items);
		next_entry = ds_next(ds->current_entry);
		if (!ds->entries[next_entry].count)
			ds->current_entry = next_entry;
	}
	spin_unlock_irqrestore(&ds->lock, flags);

	return r;
}
Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 125 100.00% 1 100.00%
Total 125 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(dm_deferred_set_add_work);

/*----------------------------------------------------------------*/



static int __init dm_bio_prison_init(void)
{
	_cell_cache = KMEM_CACHE(dm_bio_prison_cell, 0);
	if (!_cell_cache)
		return -ENOMEM;

	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 30 100.00% 1 100.00%
Total 30 100.00% 1 100.00%



static void __exit dm_bio_prison_exit(void)
{
	kmem_cache_destroy(_cell_cache);
	_cell_cache = NULL;
}

Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 18 100.00% 1 100.00%
Total 18 100.00% 1 100.00%

/*
 * module hooks
 */

module_init(dm_bio_prison_init);

module_exit(dm_bio_prison_exit);

MODULE_DESCRIPTION(DM_NAME " bio prison");
MODULE_AUTHOR("Joe Thornber <dm-devel@redhat.com>");
MODULE_LICENSE("GPL");
Overall Contributors
Person Tokens Prop Commits CommitProp
mike snitzer mike snitzer 1108 58.72% 2 20.00%
joe thornber joe thornber 770 40.81% 6 60.00%
christoph hellwig christoph hellwig 8 0.42% 1 10.00%
heinz mauelshagen heinz mauelshagen 1 0.05% 1 10.00%
Total 1887 100.00% 10 100.00%
  Directory: drivers/md

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
	Person	Tokens	Prop	Commits	CommitProp
mike snitzer	mike snitzer	61	78.21%	1	50.00%
joe thornber	joe thornber	17	21.79%	1	50.00%
	Total	78	100.00%	2	100.00%
cregit-Linux how code gets into the kernel

Release 4.7 drivers/md/dm-bio-prison.c

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Overall Contributors
