Release 4.9 block/blk-mq-sysfs.c

Directory: block
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/backing-dev.h>
#include <linux/bio.h>
#include <linux/blkdev.h>
#include <linux/mm.h>
#include <linux/init.h>
#include <linux/slab.h>
#include <linux/workqueue.h>
#include <linux/smp.h>

#include <linux/blk-mq.h>
#include "blk-mq.h"
#include "blk-mq-tag.h"



static void blk_mq_sysfs_release(struct kobject *kobj)
{
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 9 90.00% 1 50.00%
ming lei ming lei 1 10.00% 1 50.00%
Total 10 100.00% 2 100.00%


struct blk_mq_ctx_sysfs_entry {
	
struct attribute attr;
	
ssize_t (*show)(struct blk_mq_ctx *, char *);
	
ssize_t (*store)(struct blk_mq_ctx *, const char *, size_t);
};


struct blk_mq_hw_ctx_sysfs_entry {
	
struct attribute attr;
	
ssize_t (*show)(struct blk_mq_hw_ctx *, char *);
	
ssize_t (*store)(struct blk_mq_hw_ctx *, const char *, size_t);
};



static ssize_t blk_mq_sysfs_show(struct kobject *kobj, struct attribute *attr,
				 char *page)
{
	struct blk_mq_ctx_sysfs_entry *entry;
	struct blk_mq_ctx *ctx;
	struct request_queue *q;
	ssize_t res;

	entry = container_of(attr, struct blk_mq_ctx_sysfs_entry, attr);
	ctx = container_of(kobj, struct blk_mq_ctx, kobj);
	q = ctx->queue;

	if (!entry->show)
		return -EIO;

	res = -ENOENT;
	mutex_lock(&q->sysfs_lock);
	if (!blk_queue_dying(q))
		res = entry->show(ctx, page);
	mutex_unlock(&q->sysfs_lock);
	return res;
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 122 100.00% 1 100.00%
Total 122 100.00% 1 100.00%



static ssize_t blk_mq_sysfs_store(struct kobject *kobj, struct attribute *attr,
				  const char *page, size_t length)
{
	struct blk_mq_ctx_sysfs_entry *entry;
	struct blk_mq_ctx *ctx;
	struct request_queue *q;
	ssize_t res;

	entry = container_of(attr, struct blk_mq_ctx_sysfs_entry, attr);
	ctx = container_of(kobj, struct blk_mq_ctx, kobj);
	q = ctx->queue;

	if (!entry->store)
		return -EIO;

	res = -ENOENT;
	mutex_lock(&q->sysfs_lock);
	if (!blk_queue_dying(q))
		res = entry->store(ctx, page, length);
	mutex_unlock(&q->sysfs_lock);
	return res;
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 128 100.00% 1 100.00%
Total 128 100.00% 1 100.00%



static ssize_t blk_mq_hw_sysfs_show(struct kobject *kobj,
				    struct attribute *attr, char *page)
{
	struct blk_mq_hw_ctx_sysfs_entry *entry;
	struct blk_mq_hw_ctx *hctx;
	struct request_queue *q;
	ssize_t res;

	entry = container_of(attr, struct blk_mq_hw_ctx_sysfs_entry, attr);
	hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj);
	q = hctx->queue;

	if (!entry->show)
		return -EIO;

	res = -ENOENT;
	mutex_lock(&q->sysfs_lock);
	if (!blk_queue_dying(q))
		res = entry->show(hctx, page);
	mutex_unlock(&q->sysfs_lock);
	return res;
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 122 100.00% 1 100.00%
Total 122 100.00% 1 100.00%



static ssize_t blk_mq_hw_sysfs_store(struct kobject *kobj,
				     struct attribute *attr, const char *page,
				     size_t length)
{
	struct blk_mq_hw_ctx_sysfs_entry *entry;
	struct blk_mq_hw_ctx *hctx;
	struct request_queue *q;
	ssize_t res;

	entry = container_of(attr, struct blk_mq_hw_ctx_sysfs_entry, attr);
	hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj);
	q = hctx->queue;

	if (!entry->store)
		return -EIO;

	res = -ENOENT;
	mutex_lock(&q->sysfs_lock);
	if (!blk_queue_dying(q))
		res = entry->store(hctx, page, length);
	mutex_unlock(&q->sysfs_lock);
	return res;
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 128 100.00% 1 100.00%
Total 128 100.00% 1 100.00%



static ssize_t blk_mq_sysfs_dispatched_show(struct blk_mq_ctx *ctx, char *page)
{
	return sprintf(page, "%lu %lu\n", ctx->rq_dispatched[1],
				ctx->rq_dispatched[0]);
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 37 100.00% 1 100.00%
Total 37 100.00% 1 100.00%



static ssize_t blk_mq_sysfs_merged_show(struct blk_mq_ctx *ctx, char *page)
{
	return sprintf(page, "%lu\n", ctx->rq_merged);
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 27 100.00% 1 100.00%
Total 27 100.00% 1 100.00%



static ssize_t blk_mq_sysfs_completed_show(struct blk_mq_ctx *ctx, char *page)
{
	return sprintf(page, "%lu %lu\n", ctx->rq_completed[1],
				ctx->rq_completed[0]);
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 37 100.00% 1 100.00%
Total 37 100.00% 1 100.00%



static ssize_t sysfs_list_show(char *page, struct list_head *list, char *msg)
{
	struct request *rq;
	int len = snprintf(page, PAGE_SIZE - 1, "%s:\n", msg);

	list_for_each_entry(rq, list, queuelist) {
		const int rq_len = 2 * sizeof(rq) + 2;

		/* if the output will be truncated */
		if (PAGE_SIZE - 1 < len + rq_len) {
			/* backspacing if it can't hold '\t...\n' */
			if (PAGE_SIZE - 1 < len + 5)
				len -= rq_len;
			len += snprintf(page + len, PAGE_SIZE - 1 - len,
					"\t...\n");
			break;
		}
		len += snprintf(page + len, PAGE_SIZE - 1 - len,
				"\t%p\n", rq);
	}

	return len;
}

Contributors
Person Tokens Prop Commits CommitProp
ming lei ming lei 80 61.07% 1 50.00%
jens axboe jens axboe 51 38.93% 1 50.00%
Total 131 100.00% 2 100.00%



static ssize_t blk_mq_sysfs_rq_list_show(struct blk_mq_ctx *ctx, char *page)
{
	ssize_t ret;

	spin_lock(&ctx->lock);
	ret = sysfs_list_show(page, &ctx->rq_list, "CTX pending");
	spin_unlock(&ctx->lock);

	return ret;
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 51 100.00% 1 100.00%
Total 51 100.00% 1 100.00%



static ssize_t blk_mq_hw_sysfs_poll_show(struct blk_mq_hw_ctx *hctx, char *page)
{
	return sprintf(page, "considered=%lu, invoked=%lu, success=%lu\n",
		       hctx->poll_considered, hctx->poll_invoked,
		       hctx->poll_success);
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 30 85.71% 1 50.00%
stephen bates stephen bates 5 14.29% 1 50.00%
Total 35 100.00% 2 100.00%



static ssize_t blk_mq_hw_sysfs_poll_store(struct blk_mq_hw_ctx *hctx,
					  const char *page, size_t size)
{
	hctx->poll_considered = hctx->poll_invoked = hctx->poll_success = 0;

	return size;
}

Contributors
Person Tokens Prop Commits CommitProp
stephen bates stephen bates 36 100.00% 1 100.00%
Total 36 100.00% 1 100.00%



static ssize_t blk_mq_hw_sysfs_queued_show(struct blk_mq_hw_ctx *hctx,
					   char *page)
{
	return sprintf(page, "%lu\n", hctx->queued);
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 27 100.00% 1 100.00%
Total 27 100.00% 1 100.00%



static ssize_t blk_mq_hw_sysfs_run_show(struct blk_mq_hw_ctx *hctx, char *page)
{
	return sprintf(page, "%lu\n", hctx->run);
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 27 100.00% 1 100.00%
Total 27 100.00% 1 100.00%



static ssize_t blk_mq_hw_sysfs_dispatched_show(struct blk_mq_hw_ctx *hctx,
					       char *page)
{
	char *start_page = page;
	int i;

	page += sprintf(page, "%8u\t%lu\n", 0U, hctx->dispatched[0]);

	for (i = 1; i < BLK_MQ_MAX_DISPATCH_ORDER - 1; i++) {
		unsigned int d = 1U << (i - 1);

		page += sprintf(page, "%8u\t%lu\n", d, hctx->dispatched[i]);
	}

	page += sprintf(page, "%8u+\t%lu\n", 1U << (i - 1),
						hctx->dispatched[i]);
	return page - start_page;
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 118 100.00% 2 100.00%
Total 118 100.00% 2 100.00%



static ssize_t blk_mq_hw_sysfs_rq_list_show(struct blk_mq_hw_ctx *hctx,
					    char *page)
{
	ssize_t ret;

	spin_lock(&hctx->lock);
	ret = sysfs_list_show(page, &hctx->dispatch, "HCTX pending");
	spin_unlock(&hctx->lock);

	return ret;
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 51 100.00% 1 100.00%
Total 51 100.00% 1 100.00%



static ssize_t blk_mq_hw_sysfs_tags_show(struct blk_mq_hw_ctx *hctx, char *page)
{
	return blk_mq_tag_sysfs_show(hctx->tags, page);
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 25 100.00% 1 100.00%
Total 25 100.00% 1 100.00%



static ssize_t blk_mq_hw_sysfs_active_show(struct blk_mq_hw_ctx *hctx, char *page)
{
	return sprintf(page, "%u\n", atomic_read(&hctx->nr_active));
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 31 100.00% 1 100.00%
Total 31 100.00% 1 100.00%



static ssize_t blk_mq_hw_sysfs_cpus_show(struct blk_mq_hw_ctx *hctx, char *page)
{
	unsigned int i, first = 1;
	ssize_t ret = 0;

	for_each_cpu(i, hctx->cpumask) {
		if (first)
			ret += sprintf(ret + page, "%u", i);
		else
			ret += sprintf(ret + page, ", %u", i);

		first = 0;
	}

	ret += sprintf(ret + page, "\n");
	return ret;
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 85 100.00% 2 100.00%
Total 85 100.00% 2 100.00%


static struct blk_mq_ctx_sysfs_entry blk_mq_sysfs_dispatched = {
	.attr = {.name = "dispatched", .mode = S_IRUGO },
	.show = blk_mq_sysfs_dispatched_show,
};

static struct blk_mq_ctx_sysfs_entry blk_mq_sysfs_merged = {
	.attr = {.name = "merged", .mode = S_IRUGO },
	.show = blk_mq_sysfs_merged_show,
};

static struct blk_mq_ctx_sysfs_entry blk_mq_sysfs_completed = {
	.attr = {.name = "completed", .mode = S_IRUGO },
	.show = blk_mq_sysfs_completed_show,
};

static struct blk_mq_ctx_sysfs_entry blk_mq_sysfs_rq_list = {
	.attr = {.name = "rq_list", .mode = S_IRUGO },
	.show = blk_mq_sysfs_rq_list_show,
};


static struct attribute *default_ctx_attrs[] = {
	&blk_mq_sysfs_dispatched.attr,
	&blk_mq_sysfs_merged.attr,
	&blk_mq_sysfs_completed.attr,
	&blk_mq_sysfs_rq_list.attr,
	NULL,
};


static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_queued = {
	.attr = {.name = "queued", .mode = S_IRUGO },
	.show = blk_mq_hw_sysfs_queued_show,
};

static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_run = {
	.attr = {.name = "run", .mode = S_IRUGO },
	.show = blk_mq_hw_sysfs_run_show,
};

static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_dispatched = {
	.attr = {.name = "dispatched", .mode = S_IRUGO },
	.show = blk_mq_hw_sysfs_dispatched_show,
};

static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_active = {
	.attr = {.name = "active", .mode = S_IRUGO },
	.show = blk_mq_hw_sysfs_active_show,
};

static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_pending = {
	.attr = {.name = "pending", .mode = S_IRUGO },
	.show = blk_mq_hw_sysfs_rq_list_show,
};

static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_tags = {
	.attr = {.name = "tags", .mode = S_IRUGO },
	.show = blk_mq_hw_sysfs_tags_show,
};

static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_cpus = {
	.attr = {.name = "cpu_list", .mode = S_IRUGO },
	.show = blk_mq_hw_sysfs_cpus_show,
};

static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_poll = {
	.attr = {.name = "io_poll", .mode = S_IWUSR | S_IRUGO },
	.show = blk_mq_hw_sysfs_poll_show,
	.store = blk_mq_hw_sysfs_poll_store,
};


static struct attribute *default_hw_ctx_attrs[] = {
	&blk_mq_hw_sysfs_queued.attr,
	&blk_mq_hw_sysfs_run.attr,
	&blk_mq_hw_sysfs_dispatched.attr,
	&blk_mq_hw_sysfs_pending.attr,
	&blk_mq_hw_sysfs_tags.attr,
	&blk_mq_hw_sysfs_cpus.attr,
	&blk_mq_hw_sysfs_active.attr,
	&blk_mq_hw_sysfs_poll.attr,
	NULL,
};


static const struct sysfs_ops blk_mq_sysfs_ops = {
	.show	= blk_mq_sysfs_show,
	.store	= blk_mq_sysfs_store,
};


static const struct sysfs_ops blk_mq_hw_sysfs_ops = {
	.show	= blk_mq_hw_sysfs_show,
	.store	= blk_mq_hw_sysfs_store,
};


static struct kobj_type blk_mq_ktype = {
	.sysfs_ops	= &blk_mq_sysfs_ops,
	.release	= blk_mq_sysfs_release,
};


static struct kobj_type blk_mq_ctx_ktype = {
	.sysfs_ops	= &blk_mq_sysfs_ops,
	.default_attrs	= default_ctx_attrs,
	.release	= blk_mq_sysfs_release,
};


static struct kobj_type blk_mq_hw_ktype = {
	.sysfs_ops	= &blk_mq_hw_sysfs_ops,
	.default_attrs	= default_hw_ctx_attrs,
	.release	= blk_mq_sysfs_release,
};



static void blk_mq_unregister_hctx(struct blk_mq_hw_ctx *hctx)
{
	struct blk_mq_ctx *ctx;
	int i;

	if (!hctx->nr_ctx)
		return;

	hctx_for_each_ctx(hctx, ctx, i)
		kobject_del(&ctx->kobj);

	kobject_del(&hctx->kobj);
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 50 98.04% 1 50.00%
fengguang wu fengguang wu 1 1.96% 1 50.00%
Total 51 100.00% 2 100.00%



static int blk_mq_register_hctx(struct blk_mq_hw_ctx *hctx)
{
	struct request_queue *q = hctx->queue;
	struct blk_mq_ctx *ctx;
	int i, ret;

	if (!hctx->nr_ctx)
		return 0;

	ret = kobject_add(&hctx->kobj, &q->mq_kobj, "%u", hctx->queue_num);
	if (ret)
		return ret;

	hctx_for_each_ctx(hctx, ctx, i) {
		ret = kobject_add(&ctx->kobj, &hctx->kobj, "cpu%u", ctx->cpu);
		if (ret)
			break;
	}

	return ret;
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 106 99.07% 1 50.00%
fengguang wu fengguang wu 1 0.93% 1 50.00%
Total 107 100.00% 2 100.00%



static void __blk_mq_unregister_dev(struct device *dev, struct request_queue *q)
{
	struct blk_mq_hw_ctx *hctx;
	struct blk_mq_ctx *ctx;
	int i, j;

	queue_for_each_hw_ctx(q, hctx, i) {
		blk_mq_unregister_hctx(hctx);

		hctx_for_each_ctx(hctx, ctx, j)
			kobject_put(&ctx->kobj);

		kobject_put(&hctx->kobj);
	}

	kobject_uevent(&q->mq_kobj, KOBJ_REMOVE);
	kobject_del(&q->mq_kobj);
	kobject_put(&q->mq_kobj);

	kobject_put(&dev->kobj);

	q->mq_sysfs_init_done = false;
}

Contributors
Person Tokens Prop Commits CommitProp
andrey vagin andrey vagin 57 51.82% 1 16.67%
jens axboe jens axboe 40 36.36% 3 50.00%
matias bjorling matias bjorling 7 6.36% 1 16.67%
akinobu mita akinobu mita 6 5.45% 1 16.67%
Total 110 100.00% 6 100.00%



void blk_mq_unregister_dev(struct device *dev, struct request_queue *q)
{
	blk_mq_disable_hotplug();
	__blk_mq_unregister_dev(dev, q);
	blk_mq_enable_hotplug();
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 13 46.43% 2 50.00%
matias bjorling matias bjorling 12 42.86% 1 25.00%
akinobu mita akinobu mita 3 10.71% 1 25.00%
Total 28 100.00% 4 100.00%



void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx)
{
	kobject_init(&hctx->kobj, &blk_mq_hw_ktype);
}

Contributors
Person Tokens Prop Commits CommitProp
keith busch keith busch 21 100.00% 1 100.00%
Total 21 100.00% 1 100.00%



static void blk_mq_sysfs_init(struct request_queue *q)
{
	struct blk_mq_ctx *ctx;
	int cpu;

	kobject_init(&q->mq_kobj, &blk_mq_ktype);

	for_each_possible_cpu(cpu) {
		ctx = per_cpu_ptr(q->queue_ctx, cpu);
		kobject_init(&ctx->kobj, &blk_mq_ctx_ktype);
	}
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 43 74.14% 1 50.00%
thomas gleixner thomas gleixner 15 25.86% 1 50.00%
Total 58 100.00% 2 100.00%



int blk_mq_register_dev(struct device *dev, struct request_queue *q)
{
	struct blk_mq_hw_ctx *hctx;
	int ret, i;

	blk_mq_disable_hotplug();

	blk_mq_sysfs_init(q);

	ret = kobject_add(&q->mq_kobj, kobject_get(&dev->kobj), "%s", "mq");
	if (ret < 0)
		goto out;

	kobject_uevent(&q->mq_kobj, KOBJ_ADD);

	queue_for_each_hw_ctx(q, hctx, i) {
		ret = blk_mq_register_hctx(hctx);
		if (ret)
			break;
	}

	if (ret)
		__blk_mq_unregister_dev(dev, q);
	else
		q->mq_sysfs_init_done = true;
out:
	blk_mq_enable_hotplug();

	return ret;
}
Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 96 78.69% 2 50.00%
akinobu mita akinobu mita 18 14.75% 1 25.00%
matias bjorling matias bjorling 8 6.56% 1 25.00%
Total 122 100.00% 4 100.00%


EXPORT_SYMBOL_GPL(blk_mq_register_dev);



void blk_mq_sysfs_unregister(struct request_queue *q)
{
	struct blk_mq_hw_ctx *hctx;
	int i;

	if (!q->mq_sysfs_init_done)
		return;

	queue_for_each_hw_ctx(q, hctx, i)
		blk_mq_unregister_hctx(hctx);
}

Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 31 79.49% 2 66.67%
akinobu mita akinobu mita 8 20.51% 1 33.33%
Total 39 100.00% 3 100.00%



int blk_mq_sysfs_register(struct request_queue *q)
{
	struct blk_mq_hw_ctx *hctx;
	int i, ret = 0;

	if (!q->mq_sysfs_init_done)
		return ret;

	queue_for_each_hw_ctx(q, hctx, i) {
		ret = blk_mq_register_hctx(hctx);
		if (ret)
			break;
	}

	return ret;
}
Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 47 82.46% 2 66.67%
akinobu mita akinobu mita 10 17.54% 1 33.33%
Total 57 100.00% 3 100.00%

Overall Contributors
Person Tokens Prop Commits CommitProp
jens axboe jens axboe 2155 87.67% 8 42.11%
ming lei ming lei 83 3.38% 2 10.53%
andrey vagin andrey vagin 57 2.32% 1 5.26%
stephen bates stephen bates 48 1.95% 2 10.53%
akinobu mita akinobu mita 45 1.83% 1 5.26%
matias bjorling matias bjorling 28 1.14% 1 5.26%
keith busch keith busch 21 0.85% 1 5.26%
thomas gleixner thomas gleixner 15 0.61% 1 5.26%
mike snitzer mike snitzer 4 0.16% 1 5.26%
fengguang wu fengguang wu 2 0.08% 1 5.26%
Total 2458 100.00% 19 100.00%
  Directory: block
	Person	Tokens	Prop	Commits	CommitProp
jens axboe	jens axboe	9	90.00%	1	50.00%
ming lei	ming lei	1	10.00%	1	50.00%
	Total	10	100.00%	2	100.00%
cregit-Linux how code gets into the kernel

Release 4.9 block/blk-mq-sysfs.c

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Overall Contributors
