cregit-Linux how code gets into the kernel

Release 4.10 fs/nfsd/nfs4layouts.c

Directory: fs/nfsd
/*
 * Copyright (c) 2014 Christoph Hellwig.
 */
#include <linux/blkdev.h>
#include <linux/kmod.h>
#include <linux/file.h>
#include <linux/jhash.h>
#include <linux/sched.h>
#include <linux/sunrpc/addr.h>

#include "pnfs.h"
#include "netns.h"
#include "trace.h"


#define NFSDDBG_FACILITY                NFSDDBG_PNFS


struct nfs4_layout {
	
struct list_head		lo_perstate;
	
struct nfs4_layout_stateid	*lo_state;
	
struct nfsd4_layout_seg		lo_seg;
};


static struct kmem_cache *nfs4_layout_cache;

static struct kmem_cache *nfs4_layout_stateid_cache;


static const struct nfsd4_callback_ops nfsd4_cb_layout_ops;

static const struct lock_manager_operations nfsd4_layouts_lm_ops;


const struct nfsd4_layout_ops *nfsd4_layout_ops[LAYOUT_TYPE_MAX] =  {
#ifdef CONFIG_NFSD_FLEXFILELAYOUT
	[LAYOUT_FLEX_FILES]	= &ff_layout_ops,
#endif
#ifdef CONFIG_NFSD_BLOCKLAYOUT
	[LAYOUT_BLOCK_VOLUME]	= &bl_layout_ops,
#endif
#ifdef CONFIG_NFSD_SCSILAYOUT
	[LAYOUT_SCSI]		= &scsi_layout_ops,
#endif
};

/* pNFS device ID to export fsid mapping */

#define DEVID_HASH_BITS	8

#define DEVID_HASH_SIZE	(1 << DEVID_HASH_BITS)

#define DEVID_HASH_MASK	(DEVID_HASH_SIZE - 1)

static u64 nfsd_devid_seq = 1;

static struct list_head nfsd_devid_hash[DEVID_HASH_SIZE];
static DEFINE_SPINLOCK(nfsd_devid_lock);


static inline u32 devid_hashfn(u64 idx) { return jhash_2words(idx, idx >> 32, 0) & DEVID_HASH_MASK; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig24100.00%1100.00%
Total24100.00%1100.00%


static void nfsd4_alloc_devid_map(const struct svc_fh *fhp) { const struct knfsd_fh *fh = &fhp->fh_handle; size_t fsid_len = key_len(fh->fh_fsid_type); struct nfsd4_deviceid_map *map, *old; int i; map = kzalloc(sizeof(*map) + fsid_len, GFP_KERNEL); if (!map) return; map->fsid_type = fh->fh_fsid_type; memcpy(&map->fsid, fh->fh_fsid, fsid_len); spin_lock(&nfsd_devid_lock); if (fhp->fh_export->ex_devid_map) goto out_unlock; for (i = 0; i < DEVID_HASH_SIZE; i++) { list_for_each_entry(old, &nfsd_devid_hash[i], hash) { if (old->fsid_type != fh->fh_fsid_type) continue; if (memcmp(old->fsid, fh->fh_fsid, key_len(old->fsid_type))) continue; fhp->fh_export->ex_devid_map = old; goto out_unlock; } } map->idx = nfsd_devid_seq++; list_add_tail_rcu(&map->hash, &nfsd_devid_hash[devid_hashfn(map->idx)]); fhp->fh_export->ex_devid_map = map; map = NULL; out_unlock: spin_unlock(&nfsd_devid_lock); kfree(map); }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig223100.00%1100.00%
Total223100.00%1100.00%


struct nfsd4_deviceid_map * nfsd4_find_devid_map(int idx) { struct nfsd4_deviceid_map *map, *ret = NULL; rcu_read_lock(); list_for_each_entry_rcu(map, &nfsd_devid_hash[devid_hashfn(idx)], hash) if (map->idx == idx) ret = map; rcu_read_unlock(); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig49100.00%1100.00%
Total49100.00%1100.00%


int nfsd4_set_deviceid(struct nfsd4_deviceid *id, const struct svc_fh *fhp, u32 device_generation) { if (!fhp->fh_export->ex_devid_map) { nfsd4_alloc_devid_map(fhp); if (!fhp->fh_export->ex_devid_map) return -ENOMEM; } id->fsid_idx = fhp->fh_export->ex_devid_map->idx; id->generation = device_generation; id->pad = 0; return 0; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig75100.00%1100.00%
Total75100.00%1100.00%


void nfsd4_setup_layout_type(struct svc_export *exp) { #if defined(CONFIG_NFSD_BLOCKLAYOUT) || defined(CONFIG_NFSD_SCSILAYOUT) struct super_block *sb = exp->ex_path.mnt->mnt_sb; #endif if (!(exp->ex_flags & NFSEXP_PNFS)) return; /* * If flex file is configured, use it by default. Otherwise * check if the file system supports exporting a block-like layout. * If the block device supports reservations prefer the SCSI layout, * otherwise advertise the block layout. */ #ifdef CONFIG_NFSD_FLEXFILELAYOUT exp->ex_layout_types |= 1 << LAYOUT_FLEX_FILES; #endif #ifdef CONFIG_NFSD_BLOCKLAYOUT /* overwrite flex file layout selection if needed */ if (sb->s_export_op->get_uuid && sb->s_export_op->map_blocks && sb->s_export_op->commit_blocks) exp->ex_layout_types |= 1 << LAYOUT_BLOCK_VOLUME; #endif #ifdef CONFIG_NFSD_SCSILAYOUT /* overwrite block layout selection if needed */ if (sb->s_export_op->map_blocks && sb->s_export_op->commit_blocks && sb->s_bdev && sb->s_bdev->bd_disk->fops->pr_ops) exp->ex_layout_types |= 1 << LAYOUT_SCSI; #endif }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig10273.91%571.43%
tom haynestom haynes2417.39%114.29%
jeff laytonjeff layton128.70%114.29%
Total138100.00%7100.00%


static void nfsd4_free_layout_stateid(struct nfs4_stid *stid) { struct nfs4_layout_stateid *ls = layoutstateid(stid); struct nfs4_client *clp = ls->ls_stid.sc_client; struct nfs4_file *fp = ls->ls_stid.sc_file; trace_layoutstate_free(&ls->ls_stid.sc_stateid); spin_lock(&clp->cl_lock); list_del_init(&ls->ls_perclnt); spin_unlock(&clp->cl_lock); spin_lock(&fp->fi_lock); list_del_init(&ls->ls_perfile); spin_unlock(&fp->fi_lock); if (!nfsd4_layout_ops[ls->ls_layout_type]->disable_recalls) vfs_setlease(ls->ls_file, F_UNLCK, NULL, (void **)&ls); fput(ls->ls_file); if (ls->ls_recalled) atomic_dec(&ls->ls_stid.sc_file->fi_lo_recalls); kmem_cache_free(nfs4_layout_stateid_cache, ls); }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig15292.68%375.00%
jeff laytonjeff layton127.32%125.00%
Total164100.00%4100.00%


static int nfsd4_layout_setlease(struct nfs4_layout_stateid *ls) { struct file_lock *fl; int status; if (nfsd4_layout_ops[ls->ls_layout_type]->disable_recalls) return 0; fl = locks_alloc_lock(); if (!fl) return -ENOMEM; locks_init_lock(fl); fl->fl_lmops = &nfsd4_layouts_lm_ops; fl->fl_flags = FL_LAYOUT; fl->fl_type = F_RDLCK; fl->fl_end = OFFSET_MAX; fl->fl_owner = ls; fl->fl_pid = current->tgid; fl->fl_file = ls->ls_file; status = vfs_setlease(fl->fl_file, fl->fl_type, &fl, NULL); if (status) { locks_free_lock(fl); return status; } BUG_ON(fl != NULL); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig12790.07%266.67%
jeff laytonjeff layton149.93%133.33%
Total141100.00%3100.00%


static struct nfs4_layout_stateid * nfsd4_alloc_layout_stateid(struct nfsd4_compound_state *cstate, struct nfs4_stid *parent, u32 layout_type) { struct nfs4_client *clp = cstate->clp; struct nfs4_file *fp = parent->sc_file; struct nfs4_layout_stateid *ls; struct nfs4_stid *stp; stp = nfs4_alloc_stid(cstate->clp, nfs4_layout_stateid_cache, nfsd4_free_layout_stateid); if (!stp) return NULL; get_nfs4_file(fp); stp->sc_file = fp; ls = layoutstateid(stp); INIT_LIST_HEAD(&ls->ls_perclnt); INIT_LIST_HEAD(&ls->ls_perfile); spin_lock_init(&ls->ls_lock); INIT_LIST_HEAD(&ls->ls_layouts); mutex_init(&ls->ls_mutex); ls->ls_layout_type = layout_type; nfsd4_init_cb(&ls->ls_recall, clp, &nfsd4_cb_layout_ops, NFSPROC4_CLNT_CB_LAYOUT); if (parent->sc_type == NFS4_DELEG_STID) ls->ls_file = get_file(fp->fi_deleg_file); else ls->ls_file = find_any_file(fp); BUG_ON(!ls->ls_file); if (nfsd4_layout_setlease(ls)) { fput(ls->ls_file); put_nfs4_file(fp); kmem_cache_free(nfs4_layout_stateid_cache, ls); return NULL; } spin_lock(&clp->cl_lock); stp->sc_type = NFS4_LAYOUT_STID; list_add(&ls->ls_perclnt, &clp->cl_lo_states); spin_unlock(&clp->cl_lock); spin_lock(&fp->fi_lock); list_add(&ls->ls_perfile, &fp->fi_lo_states); spin_unlock(&fp->fi_lock); trace_layoutstate_alloc(&ls->ls_stid.sc_stateid); return ls; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig27794.22%350.00%
kinglong meekinglong mee93.06%233.33%
jeff laytonjeff layton82.72%116.67%
Total294100.00%6100.00%


__be32 nfsd4_preprocess_layout_stateid(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, stateid_t *stateid, bool create, u32 layout_type, struct nfs4_layout_stateid **lsp) { struct nfs4_layout_stateid *ls; struct nfs4_stid *stid; unsigned char typemask = NFS4_LAYOUT_STID; __be32 status; if (create) typemask |= (NFS4_OPEN_STID | NFS4_LOCK_STID | NFS4_DELEG_STID); status = nfsd4_lookup_stateid(cstate, stateid, typemask, &stid, net_generic(SVC_NET(rqstp), nfsd_net_id)); if (status) goto out; if (!fh_match(&cstate->current_fh.fh_handle, &stid->sc_file->fi_fhandle)) { status = nfserr_bad_stateid; goto out_put_stid; } if (stid->sc_type != NFS4_LAYOUT_STID) { ls = nfsd4_alloc_layout_stateid(cstate, stid, layout_type); nfs4_put_stid(stid); status = nfserr_jukebox; if (!ls) goto out; mutex_lock(&ls->ls_mutex); } else { ls = container_of(stid, struct nfs4_layout_stateid, ls_stid); status = nfserr_bad_stateid; mutex_lock(&ls->ls_mutex); if (nfsd4_stateid_generation_after(stateid, &stid->sc_stateid)) goto out_unlock_stid; if (layout_type != ls->ls_layout_type) goto out_unlock_stid; } *lsp = ls; return 0; out_unlock_stid: mutex_unlock(&ls->ls_mutex); out_put_stid: nfs4_put_stid(stid); out: return status; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig22086.96%133.33%
jeff laytonjeff layton3313.04%266.67%
Total253100.00%3100.00%


static void nfsd4_recall_file_layout(struct nfs4_layout_stateid *ls) { spin_lock(&ls->ls_lock); if (ls->ls_recalled) goto out_unlock; ls->ls_recalled = true; atomic_inc(&ls->ls_stid.sc_file->fi_lo_recalls); if (list_empty(&ls->ls_layouts)) goto out_unlock; trace_layout_recall(&ls->ls_stid.sc_stateid); atomic_inc(&ls->ls_stid.sc_count); nfsd4_run_cb(&ls->ls_recall); out_unlock: spin_unlock(&ls->ls_lock); }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig97100.00%3100.00%
Total97100.00%3100.00%


static inline u64 layout_end(struct nfsd4_layout_seg *seg) { u64 end = seg->offset + seg->length; return end >= seg->offset ? end : NFS4_MAX_UINT64; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig34100.00%1100.00%
Total34100.00%1100.00%


static void layout_update_len(struct nfsd4_layout_seg *lo, u64 end) { if (end == NFS4_MAX_UINT64) lo->length = NFS4_MAX_UINT64; else lo->length = end - lo->offset; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig37100.00%1100.00%
Total37100.00%1100.00%


static bool layouts_overlapping(struct nfs4_layout *lo, struct nfsd4_layout_seg *s) { if (s->iomode != IOMODE_ANY && s->iomode != lo->lo_seg.iomode) return false; if (layout_end(&lo->lo_seg) <= s->offset) return false; if (layout_end(s) <= lo->lo_seg.offset) return false; return true; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig73100.00%1100.00%
Total73100.00%1100.00%


static bool layouts_try_merge(struct nfsd4_layout_seg *lo, struct nfsd4_layout_seg *new) { if (lo->iomode != new->iomode) return false; if (layout_end(new) < lo->offset) return false; if (layout_end(lo) < new->offset) return false; lo->offset = min(lo->offset, new->offset); layout_update_len(lo, max(layout_end(lo), layout_end(new))); return true; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig93100.00%1100.00%
Total93100.00%1100.00%


static __be32 nfsd4_recall_conflict(struct nfs4_layout_stateid *ls) { struct nfs4_file *fp = ls->ls_stid.sc_file; struct nfs4_layout_stateid *l, *n; __be32 nfserr = nfs_ok; assert_spin_locked(&fp->fi_lock); list_for_each_entry_safe(l, n, &fp->fi_lo_states, ls_perfile) { if (l != ls) { nfsd4_recall_file_layout(l); nfserr = nfserr_recallconflict; } } return nfserr; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig75100.00%1100.00%
Total75100.00%1100.00%


__be32 nfsd4_insert_layout(struct nfsd4_layoutget *lgp, struct nfs4_layout_stateid *ls) { struct nfsd4_layout_seg *seg = &lgp->lg_seg; struct nfs4_file *fp = ls->ls_stid.sc_file; struct nfs4_layout *lp, *new = NULL; __be32 nfserr; spin_lock(&fp->fi_lock); nfserr = nfsd4_recall_conflict(ls); if (nfserr) goto out; spin_lock(&ls->ls_lock); list_for_each_entry(lp, &ls->ls_layouts, lo_perstate) { if (layouts_try_merge(&lp->lo_seg, seg)) goto done; } spin_unlock(&ls->ls_lock); spin_unlock(&fp->fi_lock); new = kmem_cache_alloc(nfs4_layout_cache, GFP_KERNEL); if (!new) return nfserr_jukebox; memcpy(&new->lo_seg, seg, sizeof(lp->lo_seg)); new->lo_state = ls; spin_lock(&fp->fi_lock); nfserr = nfsd4_recall_conflict(ls); if (nfserr) goto out; spin_lock(&ls->ls_lock); list_for_each_entry(lp, &ls->ls_layouts, lo_perstate) { if (layouts_try_merge(&lp->lo_seg, seg)) goto done; } atomic_inc(&ls->ls_stid.sc_count); list_add_tail(&new->lo_perstate, &ls->ls_layouts); new = NULL; done: nfs4_inc_and_copy_stateid(&lgp->lg_sid, &ls->ls_stid); spin_unlock(&ls->ls_lock); out: spin_unlock(&fp->fi_lock); if (new) kmem_cache_free(nfs4_layout_cache, new); return nfserr; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig28899.65%266.67%
jeff laytonjeff layton10.35%133.33%
Total289100.00%3100.00%


static void nfsd4_free_layouts(struct list_head *reaplist) { while (!list_empty(reaplist)) { struct nfs4_layout *lp = list_first_entry(reaplist, struct nfs4_layout, lo_perstate); list_del(&lp->lo_perstate); nfs4_put_stid(&lp->lo_state->ls_stid); kmem_cache_free(nfs4_layout_cache, lp); } }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig61100.00%1100.00%
Total61100.00%1100.00%


static void nfsd4_return_file_layout(struct nfs4_layout *lp, struct nfsd4_layout_seg *seg, struct list_head *reaplist) { struct nfsd4_layout_seg *lo = &lp->lo_seg; u64 end = layout_end(lo); if (seg->offset <= lo->offset) { if (layout_end(seg) >= end) { list_move_tail(&lp->lo_perstate, reaplist); return; } lo->offset = layout_end(seg); } else { /* retain the whole layout segment on a split. */ if (layout_end(seg) < end) { dprintk("%s: split not supported\n", __func__); return; } end = seg->offset; } layout_update_len(lo, end); }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig10992.37%150.00%
kinglong meekinglong mee97.63%150.00%
Total118100.00%2100.00%


__be32 nfsd4_return_file_layouts(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_layoutreturn *lrp) { struct nfs4_layout_stateid *ls; struct nfs4_layout *lp, *n; LIST_HEAD(reaplist); __be32 nfserr; int found = 0; nfserr = nfsd4_preprocess_layout_stateid(rqstp, cstate, &lrp->lr_sid, false, lrp->lr_layout_type, &ls); if (nfserr) { trace_layout_return_lookup_fail(&lrp->lr_sid); return nfserr; } spin_lock(&ls->ls_lock); list_for_each_entry_safe(lp, n, &ls->ls_layouts, lo_perstate) { if (layouts_overlapping(lp, &lrp->lr_seg)) { nfsd4_return_file_layout(lp, &lrp->lr_seg, &reaplist); found++; } } if (!list_empty(&ls->ls_layouts)) { if (found) nfs4_inc_and_copy_stateid(&lrp->lr_sid, &ls->ls_stid); lrp->lrs_present = 1; } else { trace_layoutstate_unhash(&ls->ls_stid.sc_stateid); nfs4_unhash_stid(&ls->ls_stid); lrp->lrs_present = 0; } spin_unlock(&ls->ls_lock); mutex_unlock(&ls->ls_mutex); nfs4_put_stid(&ls->ls_stid); nfsd4_free_layouts(&reaplist); return nfs_ok; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig22396.12%250.00%
jeff laytonjeff layton93.88%250.00%
Total232100.00%4100.00%


__be32 nfsd4_return_client_layouts(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_layoutreturn *lrp) { struct nfs4_layout_stateid *ls, *n; struct nfs4_client *clp = cstate->clp; struct nfs4_layout *lp, *t; LIST_HEAD(reaplist); lrp->lrs_present = 0; spin_lock(&clp->cl_lock); list_for_each_entry_safe(ls, n, &clp->cl_lo_states, ls_perclnt) { if (ls->ls_layout_type != lrp->lr_layout_type) continue; if (lrp->lr_return_type == RETURN_FSID && !fh_fsid_match(&ls->ls_stid.sc_file->fi_fhandle, &cstate->current_fh.fh_handle)) continue; spin_lock(&ls->ls_lock); list_for_each_entry_safe(lp, t, &ls->ls_layouts, lo_perstate) { if (lrp->lr_seg.iomode == IOMODE_ANY || lrp->lr_seg.iomode == lp->lo_seg.iomode) list_move_tail(&lp->lo_perstate, &reaplist); } spin_unlock(&ls->ls_lock); } spin_unlock(&clp->cl_lock); nfsd4_free_layouts(&reaplist); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig18394.33%150.00%
kinglong meekinglong mee115.67%150.00%
Total194100.00%2100.00%


static void nfsd4_return_all_layouts(struct nfs4_layout_stateid *ls, struct list_head *reaplist) { spin_lock(&ls->ls_lock); list_splice_init(&ls->ls_layouts, reaplist); spin_unlock(&ls->ls_lock); }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig42100.00%1100.00%
Total42100.00%1100.00%


void nfsd4_return_all_client_layouts(struct nfs4_client *clp) { struct nfs4_layout_stateid *ls, *n; LIST_HEAD(reaplist); spin_lock(&clp->cl_lock); list_for_each_entry_safe(ls, n, &clp->cl_lo_states, ls_perclnt) nfsd4_return_all_layouts(ls, &reaplist); spin_unlock(&clp->cl_lock); nfsd4_free_layouts(&reaplist); }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig63100.00%1100.00%
Total63100.00%1100.00%


void nfsd4_return_all_file_layouts(struct nfs4_client *clp, struct nfs4_file *fp) { struct nfs4_layout_stateid *ls, *n; LIST_HEAD(reaplist); spin_lock(&fp->fi_lock); list_for_each_entry_safe(ls, n, &fp->fi_lo_states, ls_perfile) { if (ls->ls_stid.sc_client == clp) nfsd4_return_all_layouts(ls, &reaplist); } spin_unlock(&fp->fi_lock); nfsd4_free_layouts(&reaplist); }

Contributors

PersonTokensPropCommitsCommitProp
christoph hellwigchristoph hellwig80100.00%1100.00%
Total80100.00%1100.00%


static void nfsd4_cb_layout_fail(struct nfs4_layout_stateid *ls) { struct nfs4_client