cregit-Linux how code gets into the kernel

Release 4.7 block/blk-mq-sysfs.c

Directory: block
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/backing-dev.h>
#include <linux/bio.h>
#include <linux/blkdev.h>
#include <linux/mm.h>
#include <linux/init.h>
#include <linux/slab.h>
#include <linux/workqueue.h>
#include <linux/smp.h>

#include <linux/blk-mq.h>
#include "blk-mq.h"
#include "blk-mq-tag.h"


static void blk_mq_sysfs_release(struct kobject *kobj) { }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe990.00%150.00%
ming leiming lei110.00%150.00%
Total10100.00%2100.00%

struct blk_mq_ctx_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_mq_ctx *, char *); ssize_t (*store)(struct blk_mq_ctx *, const char *, size_t); }; struct blk_mq_hw_ctx_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_mq_hw_ctx *, char *); ssize_t (*store)(struct blk_mq_hw_ctx *, const char *, size_t); };
static ssize_t blk_mq_sysfs_show(struct kobject *kobj, struct attribute *attr, char *page) { struct blk_mq_ctx_sysfs_entry *entry; struct blk_mq_ctx *ctx; struct request_queue *q; ssize_t res; entry = container_of(attr, struct blk_mq_ctx_sysfs_entry, attr); ctx = container_of(kobj, struct blk_mq_ctx, kobj); q = ctx->queue; if (!entry->show) return -EIO; res = -ENOENT; mutex_lock(&q->sysfs_lock); if (!blk_queue_dying(q)) res = entry->show(ctx, page); mutex_unlock(&q->sysfs_lock); return res; }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe122100.00%1100.00%
Total122100.00%1100.00%


static ssize_t blk_mq_sysfs_store(struct kobject *kobj, struct attribute *attr, const char *page, size_t length) { struct blk_mq_ctx_sysfs_entry *entry; struct blk_mq_ctx *ctx; struct request_queue *q; ssize_t res; entry = container_of(attr, struct blk_mq_ctx_sysfs_entry, attr); ctx = container_of(kobj, struct blk_mq_ctx, kobj); q = ctx->queue; if (!entry->store) return -EIO; res = -ENOENT; mutex_lock(&q->sysfs_lock); if (!blk_queue_dying(q)) res = entry->store(ctx, page, length); mutex_unlock(&q->sysfs_lock); return res; }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe128100.00%1100.00%
Total128100.00%1100.00%


static ssize_t blk_mq_hw_sysfs_show(struct kobject *kobj, struct attribute *attr, char *page) { struct blk_mq_hw_ctx_sysfs_entry *entry; struct blk_mq_hw_ctx *hctx; struct request_queue *q; ssize_t res; entry = container_of(attr, struct blk_mq_hw_ctx_sysfs_entry, attr); hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj); q = hctx->queue; if (!entry->show) return -EIO; res = -ENOENT; mutex_lock(&q->sysfs_lock); if (!blk_queue_dying(q)) res = entry->show(hctx, page); mutex_unlock(&q->sysfs_lock); return res; }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe122100.00%1100.00%
Total122100.00%1100.00%


static ssize_t blk_mq_hw_sysfs_store(struct kobject *kobj, struct attribute *attr, const char *page, size_t length) { struct blk_mq_hw_ctx_sysfs_entry *entry; struct blk_mq_hw_ctx *hctx; struct request_queue *q; ssize_t res; entry = container_of(attr, struct blk_mq_hw_ctx_sysfs_entry, attr); hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj); q = hctx->queue; if (!entry->store) return -EIO; res = -ENOENT; mutex_lock(&q->sysfs_lock); if (!blk_queue_dying(q)) res = entry->store(hctx, page, length); mutex_unlock(&q->sysfs_lock); return res; }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe128100.00%1100.00%
Total128100.00%1100.00%


static ssize_t blk_mq_sysfs_dispatched_show(struct blk_mq_ctx *ctx, char *page) { return sprintf(page, "%lu %lu\n", ctx->rq_dispatched[1], ctx->rq_dispatched[0]); }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe37100.00%1100.00%
Total37100.00%1100.00%


static ssize_t blk_mq_sysfs_merged_show(struct blk_mq_ctx *ctx, char *page) { return sprintf(page, "%lu\n", ctx->rq_merged); }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe27100.00%1100.00%
Total27100.00%1100.00%


static ssize_t blk_mq_sysfs_completed_show(struct blk_mq_ctx *ctx, char *page) { return sprintf(page, "%lu %lu\n", ctx->rq_completed[1], ctx->rq_completed[0]); }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe37100.00%1100.00%
Total37100.00%1100.00%


static ssize_t sysfs_list_show(char *page, struct list_head *list, char *msg) { struct request *rq; int len = snprintf(page, PAGE_SIZE - 1, "%s:\n", msg); list_for_each_entry(rq, list, queuelist) { const int rq_len = 2 * sizeof(rq) + 2; /* if the output will be truncated */ if (PAGE_SIZE - 1 < len + rq_len) { /* backspacing if it can't hold '\t...\n' */ if (PAGE_SIZE - 1 < len + 5) len -= rq_len; len += snprintf(page + len, PAGE_SIZE - 1 - len, "\t...\n"); break; } len += snprintf(page + len, PAGE_SIZE - 1 - len, "\t%p\n", rq); } return len; }

Contributors

PersonTokensPropCommitsCommitProp
ming leiming lei8061.07%150.00%
jens axboejens axboe5138.93%150.00%
Total131100.00%2100.00%


static ssize_t blk_mq_sysfs_rq_list_show(struct blk_mq_ctx *ctx, char *page) { ssize_t ret; spin_lock(&ctx->lock); ret = sysfs_list_show(page, &ctx->rq_list, "CTX pending"); spin_unlock(&ctx->lock); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe51100.00%1100.00%
Total51100.00%1100.00%


static ssize_t blk_mq_hw_sysfs_poll_show(struct blk_mq_hw_ctx *hctx, char *page) { return sprintf(page, "invoked=%lu, success=%lu\n", hctx->poll_invoked, hctx->poll_success); }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe31100.00%1100.00%
Total31100.00%1100.00%


static ssize_t blk_mq_hw_sysfs_queued_show(struct blk_mq_hw_ctx *hctx, char *page) { return sprintf(page, "%lu\n", hctx->queued); }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe27100.00%1100.00%
Total27100.00%1100.00%


static ssize_t blk_mq_hw_sysfs_run_show(struct blk_mq_hw_ctx *hctx, char *page) { return sprintf(page, "%lu\n", hctx->run); }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe27100.00%1100.00%
Total27100.00%1100.00%


static ssize_t blk_mq_hw_sysfs_dispatched_show(struct blk_mq_hw_ctx *hctx, char *page) { char *start_page = page; int i; page += sprintf(page, "%8u\t%lu\n", 0U, hctx->dispatched[0]); for (i = 1; i < BLK_MQ_MAX_DISPATCH_ORDER; i++) { unsigned long d = 1U << (i - 1); page += sprintf(page, "%8lu\t%lu\n", d, hctx->dispatched[i]); } return page - start_page; }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe92100.00%1100.00%
Total92100.00%1100.00%


static ssize_t blk_mq_hw_sysfs_rq_list_show(struct blk_mq_hw_ctx *hctx, char *page) { ssize_t ret; spin_lock(&hctx->lock); ret = sysfs_list_show(page, &hctx->dispatch, "HCTX pending"); spin_unlock(&hctx->lock); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe51100.00%1100.00%
Total51100.00%1100.00%


static ssize_t blk_mq_hw_sysfs_tags_show(struct blk_mq_hw_ctx *hctx, char *page) { return blk_mq_tag_sysfs_show(hctx->tags, page); }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe25100.00%1100.00%
Total25100.00%1100.00%


static ssize_t blk_mq_hw_sysfs_active_show(struct blk_mq_hw_ctx *hctx, char *page) { return sprintf(page, "%u\n", atomic_read(&hctx->nr_active)); }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe31100.00%1100.00%
Total31100.00%1100.00%


static ssize_t blk_mq_hw_sysfs_cpus_show(struct blk_mq_hw_ctx *hctx, char *page) { unsigned int i, first = 1; ssize_t ret = 0; for_each_cpu(i, hctx->cpumask) { if (first) ret += sprintf(ret + page, "%u", i); else ret += sprintf(ret + page, ", %u", i); first = 0; } ret += sprintf(ret + page, "\n"); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe85100.00%2100.00%
Total85100.00%2100.00%

static struct blk_mq_ctx_sysfs_entry blk_mq_sysfs_dispatched = { .attr = {.name = "dispatched", .mode = S_IRUGO }, .show = blk_mq_sysfs_dispatched_show, }; static struct blk_mq_ctx_sysfs_entry blk_mq_sysfs_merged = { .attr = {.name = "merged", .mode = S_IRUGO }, .show = blk_mq_sysfs_merged_show, }; static struct blk_mq_ctx_sysfs_entry blk_mq_sysfs_completed = { .attr = {.name = "completed", .mode = S_IRUGO }, .show = blk_mq_sysfs_completed_show, }; static struct blk_mq_ctx_sysfs_entry blk_mq_sysfs_rq_list = { .attr = {.name = "rq_list", .mode = S_IRUGO }, .show = blk_mq_sysfs_rq_list_show, }; static struct attribute *default_ctx_attrs[] = { &blk_mq_sysfs_dispatched.attr, &blk_mq_sysfs_merged.attr, &blk_mq_sysfs_completed.attr, &blk_mq_sysfs_rq_list.attr, NULL, }; static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_queued = { .attr = {.name = "queued", .mode = S_IRUGO }, .show = blk_mq_hw_sysfs_queued_show, }; static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_run = { .attr = {.name = "run", .mode = S_IRUGO }, .show = blk_mq_hw_sysfs_run_show, }; static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_dispatched = { .attr = {.name = "dispatched", .mode = S_IRUGO }, .show = blk_mq_hw_sysfs_dispatched_show, }; static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_active = { .attr = {.name = "active", .mode = S_IRUGO }, .show = blk_mq_hw_sysfs_active_show, }; static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_pending = { .attr = {.name = "pending", .mode = S_IRUGO }, .show = blk_mq_hw_sysfs_rq_list_show, }; static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_tags = { .attr = {.name = "tags", .mode = S_IRUGO }, .show = blk_mq_hw_sysfs_tags_show, }; static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_cpus = { .attr = {.name = "cpu_list", .mode = S_IRUGO }, .show = blk_mq_hw_sysfs_cpus_show, }; static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_poll = { .attr = {.name = "io_poll", .mode = S_IRUGO }, .show = blk_mq_hw_sysfs_poll_show, }; static struct attribute *default_hw_ctx_attrs[] = { &blk_mq_hw_sysfs_queued.attr, &blk_mq_hw_sysfs_run.attr, &blk_mq_hw_sysfs_dispatched.attr, &blk_mq_hw_sysfs_pending.attr, &blk_mq_hw_sysfs_tags.attr, &blk_mq_hw_sysfs_cpus.attr, &blk_mq_hw_sysfs_active.attr, &blk_mq_hw_sysfs_poll.attr, NULL, }; static const struct sysfs_ops blk_mq_sysfs_ops = { .show = blk_mq_sysfs_show, .store = blk_mq_sysfs_store, }; static const struct sysfs_ops blk_mq_hw_sysfs_ops = { .show = blk_mq_hw_sysfs_show, .store = blk_mq_hw_sysfs_store, }; static struct kobj_type blk_mq_ktype = { .sysfs_ops = &blk_mq_sysfs_ops, .release = blk_mq_sysfs_release, }; static struct kobj_type blk_mq_ctx_ktype = { .sysfs_ops = &blk_mq_sysfs_ops, .default_attrs = default_ctx_attrs, .release = blk_mq_sysfs_release, }; static struct kobj_type blk_mq_hw_ktype = { .sysfs_ops = &blk_mq_hw_sysfs_ops, .default_attrs = default_hw_ctx_attrs, .release = blk_mq_sysfs_release, };
static void blk_mq_unregister_hctx(struct blk_mq_hw_ctx *hctx) { struct blk_mq_ctx *ctx; int i; if (!hctx->nr_ctx) return; hctx_for_each_ctx(hctx, ctx, i) kobject_del(&ctx->kobj); kobject_del(&hctx->kobj); }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe5098.04%150.00%
fengguang wufengguang wu11.96%150.00%
Total51100.00%2100.00%


static int blk_mq_register_hctx(struct blk_mq_hw_ctx *hctx) { struct request_queue *q = hctx->queue; struct blk_mq_ctx *ctx; int i, ret; if (!hctx->nr_ctx) return 0; ret = kobject_add(&hctx->kobj, &q->mq_kobj, "%u", hctx->queue_num); if (ret) return ret; hctx_for_each_ctx(hctx, ctx, i) { ret = kobject_add(&ctx->kobj, &hctx->kobj, "cpu%u", ctx->cpu); if (ret) break; } return ret; }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe10699.07%150.00%
fengguang wufengguang wu10.93%150.00%
Total107100.00%2100.00%


void blk_mq_unregister_disk(struct gendisk *disk) { struct request_queue *q = disk->queue; struct blk_mq_hw_ctx *hctx; struct blk_mq_ctx *ctx; int i, j; blk_mq_disable_hotplug(); queue_for_each_hw_ctx(q, hctx, i) { blk_mq_unregister_hctx(hctx); hctx_for_each_ctx(hctx, ctx, j) kobject_put(&ctx->kobj); kobject_put(&hctx->kobj); } kobject_uevent(&q->mq_kobj, KOBJ_REMOVE); kobject_del(&q->mq_kobj); kobject_put(&q->mq_kobj); kobject_put(&disk_to_dev(disk)->kobj); q->mq_sysfs_init_done = false; blk_mq_enable_hotplug(); }

Contributors

PersonTokensPropCommitsCommitProp
andrey vaginandrey vagin5746.72%125.00%
jens axboejens axboe5343.44%250.00%
akinobu mitaakinobu mita129.84%125.00%
Total122100.00%4100.00%


void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx) { kobject_init(&hctx->kobj, &blk_mq_hw_ktype); }

Contributors

PersonTokensPropCommitsCommitProp
keith buschkeith busch21100.00%1100.00%
Total21100.00%1100.00%


static void blk_mq_sysfs_init(struct request_queue *q) { struct blk_mq_ctx *ctx; int cpu; kobject_init(&q->mq_kobj, &blk_mq_ktype); for_each_possible_cpu(cpu) { ctx = per_cpu_ptr(q->queue_ctx, cpu); kobject_init(&ctx->kobj, &blk_mq_ctx_ktype); } }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe4374.14%150.00%
thomas gleixnerthomas gleixner1525.86%150.00%
Total58100.00%2100.00%


int blk_mq_register_disk(struct gendisk *disk) { struct device *dev = disk_to_dev(disk); struct request_queue *q = disk->queue; struct blk_mq_hw_ctx *hctx; int ret, i; blk_mq_disable_hotplug(); blk_mq_sysfs_init(q); ret = kobject_add(&q->mq_kobj, kobject_get(&dev->kobj), "%s", "mq"); if (ret < 0) goto out; kobject_uevent(&q->mq_kobj, KOBJ_ADD); queue_for_each_hw_ctx(q, hctx, i) { ret = blk_mq_register_hctx(hctx); if (ret) break; } if (ret) blk_mq_unregister_disk(disk); else q->mq_sysfs_init_done = true; out: blk_mq_enable_hotplug(); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe11686.57%266.67%
akinobu mitaakinobu mita1813.43%133.33%
Total134100.00%3100.00%

EXPORT_SYMBOL_GPL(blk_mq_register_disk);
void blk_mq_sysfs_unregister(struct request_queue *q) { struct blk_mq_hw_ctx *hctx; int i; if (!q->mq_sysfs_init_done) return; queue_for_each_hw_ctx(q, hctx, i) blk_mq_unregister_hctx(hctx); }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe3179.49%266.67%
akinobu mitaakinobu mita820.51%133.33%
Total39100.00%3100.00%


int blk_mq_sysfs_register(struct request_queue *q) { struct blk_mq_hw_ctx *hctx; int i, ret = 0; if (!q->mq_sysfs_init_done) return ret; queue_for_each_hw_ctx(q, hctx, i) { ret = blk_mq_register_hctx(hctx); if (ret) break; } return ret; }

Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe4782.46%266.67%
akinobu mitaakinobu mita1017.54%133.33%
Total57100.00%3100.00%


Overall Contributors

PersonTokensPropCommitsCommitProp
jens axboejens axboe215090.30%642.86%
ming leiming lei833.49%214.29%
andrey vaginandrey vagin572.39%17.14%
akinobu mitaakinobu mita482.02%17.14%
keith buschkeith busch210.88%17.14%
thomas gleixnerthomas gleixner150.63%17.14%
mike snitzermike snitzer50.21%17.14%
fengguang wufengguang wu20.08%17.14%
Total2381100.00%14100.00%
Directory: block
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
{% endraw %}