Home | History | Annotate | Line # | Download | only in nfs
nfs_kq.c revision 1.22
      1  1.22    martin /*	$NetBSD: nfs_kq.c,v 1.22 2008/04/28 20:24:10 martin Exp $	*/
      2   1.2  jdolecek 
      3   1.2  jdolecek /*-
      4  1.19        ad  * Copyright (c) 2002, 2008 The NetBSD Foundation, Inc.
      5   1.2  jdolecek  * All rights reserved.
      6   1.2  jdolecek  *
      7   1.2  jdolecek  * This code is derived from software contributed to The NetBSD Foundation
      8   1.2  jdolecek  * by Jaromir Dolecek.
      9   1.2  jdolecek  *
     10   1.2  jdolecek  * Redistribution and use in source and binary forms, with or without
     11   1.2  jdolecek  * modification, are permitted provided that the following conditions
     12   1.2  jdolecek  * are met:
     13   1.2  jdolecek  * 1. Redistributions of source code must retain the above copyright
     14   1.2  jdolecek  *    notice, this list of conditions and the following disclaimer.
     15   1.2  jdolecek  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.2  jdolecek  *    notice, this list of conditions and the following disclaimer in the
     17   1.2  jdolecek  *    documentation and/or other materials provided with the distribution.
     18   1.2  jdolecek  *
     19   1.2  jdolecek  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.2  jdolecek  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.2  jdolecek  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.2  jdolecek  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.2  jdolecek  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.2  jdolecek  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.2  jdolecek  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.2  jdolecek  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.2  jdolecek  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.2  jdolecek  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.2  jdolecek  * POSSIBILITY OF SUCH DAMAGE.
     30   1.2  jdolecek  */
     31   1.2  jdolecek 
     32   1.2  jdolecek #include <sys/cdefs.h>
     33  1.22    martin __KERNEL_RCSID(0, "$NetBSD: nfs_kq.c,v 1.22 2008/04/28 20:24:10 martin Exp $");
     34   1.2  jdolecek 
     35   1.2  jdolecek #include <sys/param.h>
     36   1.2  jdolecek #include <sys/systm.h>
     37  1.14      yamt #include <sys/condvar.h>
     38   1.2  jdolecek #include <sys/kernel.h>
     39   1.2  jdolecek #include <sys/proc.h>
     40  1.18      yamt #include <sys/kmem.h>
     41   1.2  jdolecek #include <sys/mount.h>
     42  1.14      yamt #include <sys/mutex.h>
     43   1.2  jdolecek #include <sys/vnode.h>
     44   1.2  jdolecek #include <sys/unistd.h>
     45   1.2  jdolecek #include <sys/file.h>
     46   1.2  jdolecek #include <sys/kthread.h>
     47   1.2  jdolecek 
     48   1.2  jdolecek #include <uvm/uvm_extern.h>
     49   1.2  jdolecek #include <uvm/uvm.h>
     50   1.2  jdolecek 
     51   1.2  jdolecek #include <nfs/rpcv2.h>
     52   1.2  jdolecek #include <nfs/nfsproto.h>
     53   1.2  jdolecek #include <nfs/nfs.h>
     54   1.2  jdolecek #include <nfs/nfsnode.h>
     55   1.2  jdolecek #include <nfs/nfs_var.h>
     56   1.2  jdolecek 
     57   1.2  jdolecek struct kevq {
     58   1.2  jdolecek 	SLIST_ENTRY(kevq)	kev_link;
     59   1.2  jdolecek 	struct vnode		*vp;
     60   1.2  jdolecek 	u_int			usecount;
     61   1.2  jdolecek 	u_int			flags;
     62   1.2  jdolecek #define KEVQ_BUSY	0x01	/* currently being processed */
     63   1.2  jdolecek 	struct timespec		omtime;	/* old modification time */
     64   1.2  jdolecek 	struct timespec		octime;	/* old change time */
     65   1.2  jdolecek 	nlink_t			onlink;	/* old number of references to file */
     66  1.14      yamt 	kcondvar_t		cv;
     67   1.2  jdolecek };
     68   1.2  jdolecek SLIST_HEAD(kevqlist, kevq);
     69   1.2  jdolecek 
     70  1.14      yamt static kmutex_t nfskevq_lock;
     71  1.15        ad static struct lwp *nfskq_thread;
     72  1.14      yamt static kcondvar_t nfskq_cv;
     73   1.2  jdolecek static struct kevqlist kevlist = SLIST_HEAD_INITIALIZER(kevlist);
     74   1.2  jdolecek 
     75   1.2  jdolecek void
     76   1.2  jdolecek nfs_kqinit(void)
     77   1.2  jdolecek {
     78  1.14      yamt 
     79  1.14      yamt 	mutex_init(&nfskevq_lock, MUTEX_DEFAULT, IPL_NONE);
     80  1.14      yamt 	cv_init(&nfskq_cv, "nfskqpw");
     81   1.2  jdolecek }
     82   1.2  jdolecek 
     83   1.2  jdolecek /*
     84   1.2  jdolecek  * This quite simplistic routine periodically checks for server changes
     85   1.3  jdolecek  * of any of the watched files every NFS_MINATTRTIMO/2 seconds.
     86   1.2  jdolecek  * Only changes in size, modification time, change time and nlinks
     87   1.2  jdolecek  * are being checked, everything else is ignored.
     88   1.2  jdolecek  * The routine only calls VOP_GETATTR() when it's likely it would get
     89   1.2  jdolecek  * some new data, i.e. when the vnode expires from attrcache. This
     90   1.2  jdolecek  * should give same result as periodically running stat(2) from userland,
     91   1.2  jdolecek  * while keeping CPU/network usage low, and still provide proper kevent
     92   1.2  jdolecek  * semantics.
     93   1.2  jdolecek  * The poller thread is created when first vnode is added to watch list,
     94   1.2  jdolecek  * and exits when the watch list is empty. The overhead of thread creation
     95   1.2  jdolecek  * isn't really important, neither speed of attach and detach of knote.
     96   1.2  jdolecek  */
     97   1.2  jdolecek /* ARGSUSED */
     98   1.2  jdolecek static void
     99  1.13      yamt nfs_kqpoll(void *arg)
    100   1.2  jdolecek {
    101   1.2  jdolecek 	struct kevq *ke;
    102   1.2  jdolecek 	struct vattr attr;
    103  1.11        ad 	struct lwp *l = curlwp;
    104   1.2  jdolecek 	u_quad_t osize;
    105   1.2  jdolecek 
    106  1.14      yamt 	mutex_enter(&nfskevq_lock);
    107  1.14      yamt 	for (;;) {
    108   1.2  jdolecek 		SLIST_FOREACH(ke, &kevlist, kev_link) {
    109   1.2  jdolecek 			/* skip if still in attrcache */
    110   1.2  jdolecek 			if (nfs_getattrcache(ke->vp, &attr) != ENOENT)
    111   1.2  jdolecek 				continue;
    112   1.2  jdolecek 
    113   1.2  jdolecek 			/*
    114   1.2  jdolecek 			 * Mark entry busy, release lock and check
    115   1.2  jdolecek 			 * for changes.
    116   1.2  jdolecek 			 */
    117   1.2  jdolecek 			ke->flags |= KEVQ_BUSY;
    118  1.14      yamt 			mutex_exit(&nfskevq_lock);
    119   1.2  jdolecek 
    120   1.2  jdolecek 			/* save v_size, nfs_getattr() updates it */
    121   1.2  jdolecek 			osize = ke->vp->v_size;
    122   1.2  jdolecek 
    123  1.16     pooka 			(void) VOP_GETATTR(ke->vp, &attr, l->l_cred);
    124   1.2  jdolecek 
    125   1.2  jdolecek 			/* following is a bit fragile, but about best
    126   1.2  jdolecek 			 * we can get */
    127   1.2  jdolecek 			if (attr.va_size != osize) {
    128   1.2  jdolecek 				int extended = (attr.va_size > osize);
    129   1.2  jdolecek 				VN_KNOTE(ke->vp, NOTE_WRITE
    130   1.2  jdolecek 					| (extended ? NOTE_EXTEND : 0));
    131   1.2  jdolecek 				ke->omtime = attr.va_mtime;
    132   1.2  jdolecek 			} else if (attr.va_mtime.tv_sec != ke->omtime.tv_sec
    133   1.2  jdolecek 			    || attr.va_mtime.tv_nsec != ke->omtime.tv_nsec) {
    134   1.2  jdolecek 				VN_KNOTE(ke->vp, NOTE_WRITE);
    135   1.2  jdolecek 				ke->omtime = attr.va_mtime;
    136   1.2  jdolecek 			}
    137   1.2  jdolecek 
    138   1.2  jdolecek 			if (attr.va_ctime.tv_sec != ke->octime.tv_sec
    139   1.2  jdolecek 			    || attr.va_ctime.tv_nsec != ke->octime.tv_nsec) {
    140   1.2  jdolecek 				VN_KNOTE(ke->vp, NOTE_ATTRIB);
    141   1.2  jdolecek 				ke->octime = attr.va_ctime;
    142   1.2  jdolecek 			}
    143   1.2  jdolecek 
    144   1.2  jdolecek 			if (attr.va_nlink != ke->onlink) {
    145   1.2  jdolecek 				VN_KNOTE(ke->vp, NOTE_LINK);
    146   1.2  jdolecek 				ke->onlink = attr.va_nlink;
    147   1.2  jdolecek 			}
    148   1.2  jdolecek 
    149  1.14      yamt 			mutex_enter(&nfskevq_lock);
    150   1.2  jdolecek 			ke->flags &= ~KEVQ_BUSY;
    151  1.14      yamt 			cv_signal(&ke->cv);
    152   1.2  jdolecek 		}
    153   1.2  jdolecek 
    154   1.2  jdolecek 		if (SLIST_EMPTY(&kevlist)) {
    155   1.2  jdolecek 			/* Nothing more to watch, exit */
    156  1.15        ad 			nfskq_thread = NULL;
    157  1.14      yamt 			mutex_exit(&nfskevq_lock);
    158   1.2  jdolecek 			kthread_exit(0);
    159   1.2  jdolecek 		}
    160   1.2  jdolecek 
    161   1.2  jdolecek 		/* wait a while before checking for changes again */
    162  1.14      yamt 		cv_timedwait(&nfskq_cv, &nfskevq_lock,
    163  1.14      yamt 		    NFS_MINATTRTIMO * hz / 2);
    164   1.2  jdolecek 	}
    165   1.2  jdolecek }
    166   1.2  jdolecek 
    167   1.2  jdolecek static void
    168   1.2  jdolecek filt_nfsdetach(struct knote *kn)
    169   1.2  jdolecek {
    170   1.2  jdolecek 	struct vnode *vp = (struct vnode *)kn->kn_hook;
    171   1.2  jdolecek 	struct kevq *ke;
    172   1.2  jdolecek 
    173  1.19        ad 	mutex_enter(&vp->v_interlock);
    174   1.2  jdolecek 	SLIST_REMOVE(&vp->v_klist, kn, knote, kn_selnext);
    175  1.19        ad 	mutex_exit(&vp->v_interlock);
    176   1.2  jdolecek 
    177   1.2  jdolecek 	/* Remove the vnode from watch list */
    178  1.14      yamt 	mutex_enter(&nfskevq_lock);
    179   1.2  jdolecek 	SLIST_FOREACH(ke, &kevlist, kev_link) {
    180   1.2  jdolecek 		if (ke->vp == vp) {
    181   1.2  jdolecek 			while (ke->flags & KEVQ_BUSY) {
    182  1.14      yamt 				cv_wait(&ke->cv, &nfskevq_lock);
    183   1.2  jdolecek 			}
    184   1.2  jdolecek 
    185   1.2  jdolecek 			if (ke->usecount > 1) {
    186   1.2  jdolecek 				/* keep, other kevents need this */
    187   1.2  jdolecek 				ke->usecount--;
    188   1.2  jdolecek 			} else {
    189   1.2  jdolecek 				/* last user, g/c */
    190  1.14      yamt 				cv_destroy(&ke->cv);
    191   1.2  jdolecek 				SLIST_REMOVE(&kevlist, ke, kevq, kev_link);
    192  1.18      yamt 				kmem_free(ke, sizeof(*ke));
    193   1.2  jdolecek 			}
    194   1.2  jdolecek 			break;
    195   1.2  jdolecek 		}
    196   1.2  jdolecek 	}
    197  1.14      yamt 	mutex_exit(&nfskevq_lock);
    198   1.2  jdolecek }
    199   1.2  jdolecek 
    200   1.2  jdolecek static int
    201   1.2  jdolecek filt_nfsread(struct knote *kn, long hint)
    202   1.2  jdolecek {
    203   1.2  jdolecek 	struct vnode *vp = (struct vnode *)kn->kn_hook;
    204  1.19        ad 	int rv;
    205   1.2  jdolecek 
    206   1.2  jdolecek 	/*
    207   1.2  jdolecek 	 * filesystem is gone, so set the EOF flag and schedule
    208   1.2  jdolecek 	 * the knote for deletion.
    209   1.2  jdolecek 	 */
    210  1.19        ad 	switch (hint) {
    211  1.19        ad 	case NOTE_REVOKE:
    212  1.19        ad 		KASSERT(mutex_owned(&vp->v_interlock));
    213   1.2  jdolecek 		kn->kn_flags |= (EV_EOF | EV_ONESHOT);
    214   1.2  jdolecek 		return (1);
    215  1.19        ad 	case 0:
    216  1.19        ad 		mutex_enter(&vp->v_interlock);
    217  1.21        ad 		kn->kn_data = vp->v_size - ((file_t *)kn->kn_obj)->f_offset;
    218  1.19        ad 		rv = (kn->kn_data != 0);
    219  1.19        ad 		mutex_exit(&vp->v_interlock);
    220  1.19        ad 		return rv;
    221  1.19        ad 	default:
    222  1.19        ad 		KASSERT(mutex_owned(&vp->v_interlock));
    223  1.21        ad 		kn->kn_data = vp->v_size - ((file_t *)kn->kn_obj)->f_offset;
    224  1.19        ad 		return (kn->kn_data != 0);
    225   1.2  jdolecek 	}
    226   1.2  jdolecek }
    227   1.2  jdolecek 
    228   1.2  jdolecek static int
    229   1.2  jdolecek filt_nfsvnode(struct knote *kn, long hint)
    230   1.2  jdolecek {
    231  1.19        ad 	struct vnode *vp = (struct vnode *)kn->kn_hook;
    232  1.19        ad 	int fflags;
    233   1.2  jdolecek 
    234  1.19        ad 	switch (hint) {
    235  1.19        ad 	case NOTE_REVOKE:
    236  1.19        ad 		KASSERT(mutex_owned(&vp->v_interlock));
    237   1.2  jdolecek 		kn->kn_flags |= EV_EOF;
    238  1.19        ad 		if ((kn->kn_sfflags & hint) != 0)
    239  1.19        ad 			kn->kn_fflags |= hint;
    240   1.2  jdolecek 		return (1);
    241  1.19        ad 	case 0:
    242  1.19        ad 		mutex_enter(&vp->v_interlock);
    243  1.19        ad 		fflags = kn->kn_fflags;
    244  1.19        ad 		mutex_exit(&vp->v_interlock);
    245  1.19        ad 		break;
    246  1.19        ad 	default:
    247  1.19        ad 		KASSERT(mutex_owned(&vp->v_interlock));
    248  1.19        ad 		if ((kn->kn_sfflags & hint) != 0)
    249  1.19        ad 			kn->kn_fflags |= hint;
    250  1.19        ad 		fflags = kn->kn_fflags;
    251  1.19        ad 		break;
    252   1.2  jdolecek 	}
    253  1.19        ad 
    254  1.19        ad 	return (fflags != 0);
    255   1.2  jdolecek }
    256   1.2  jdolecek 
    257  1.19        ad 
    258   1.8     perry static const struct filterops nfsread_filtops =
    259   1.2  jdolecek 	{ 1, NULL, filt_nfsdetach, filt_nfsread };
    260   1.8     perry static const struct filterops nfsvnode_filtops =
    261   1.2  jdolecek 	{ 1, NULL, filt_nfsdetach, filt_nfsvnode };
    262   1.2  jdolecek 
    263   1.2  jdolecek int
    264   1.2  jdolecek nfs_kqfilter(void *v)
    265   1.2  jdolecek {
    266   1.2  jdolecek 	struct vop_kqfilter_args /* {
    267   1.2  jdolecek 		struct vnode	*a_vp;
    268   1.2  jdolecek 		struct knote	*a_kn;
    269   1.2  jdolecek 	} */ *ap = v;
    270   1.2  jdolecek 	struct vnode *vp;
    271   1.2  jdolecek 	struct knote *kn;
    272   1.2  jdolecek 	struct kevq *ke;
    273   1.2  jdolecek 	int error = 0;
    274   1.2  jdolecek 	struct vattr attr;
    275  1.16     pooka 	struct lwp *l = curlwp;
    276   1.2  jdolecek 
    277   1.2  jdolecek 	vp = ap->a_vp;
    278   1.2  jdolecek 	kn = ap->a_kn;
    279   1.2  jdolecek 	switch (kn->kn_filter) {
    280   1.2  jdolecek 	case EVFILT_READ:
    281   1.2  jdolecek 		kn->kn_fop = &nfsread_filtops;
    282   1.2  jdolecek 		break;
    283   1.2  jdolecek 	case EVFILT_VNODE:
    284   1.2  jdolecek 		kn->kn_fop = &nfsvnode_filtops;
    285   1.2  jdolecek 		break;
    286   1.2  jdolecek 	default:
    287  1.17     pooka 		return (EINVAL);
    288   1.2  jdolecek 	}
    289   1.2  jdolecek 
    290   1.2  jdolecek 	/*
    291   1.2  jdolecek 	 * Put the vnode to watched list.
    292   1.2  jdolecek 	 */
    293   1.8     perry 
    294   1.2  jdolecek 	/*
    295   1.2  jdolecek 	 * Fetch current attributes. It's only needed when the vnode
    296   1.2  jdolecek 	 * is not watched yet, but we need to do this without lock
    297   1.2  jdolecek 	 * held. This is likely cheap due to attrcache, so do it now.
    298   1.8     perry 	 */
    299   1.2  jdolecek 	memset(&attr, 0, sizeof(attr));
    300  1.16     pooka 	(void) VOP_GETATTR(vp, &attr, l->l_cred);
    301   1.2  jdolecek 
    302  1.14      yamt 	mutex_enter(&nfskevq_lock);
    303   1.2  jdolecek 
    304   1.2  jdolecek 	/* ensure the poller is running */
    305  1.15        ad 	if (!nfskq_thread) {
    306  1.15        ad 		error = kthread_create(PRI_NONE, 0, NULL, nfs_kqpoll,
    307  1.15        ad 		    NULL, &nfskq_thread, "nfskqpoll");
    308  1.19        ad 		if (error) {
    309  1.19        ad 			mutex_exit(&nfskevq_lock);
    310  1.19        ad 			return error;
    311  1.19        ad 		}
    312   1.2  jdolecek 	}
    313   1.2  jdolecek 
    314   1.2  jdolecek 	SLIST_FOREACH(ke, &kevlist, kev_link) {
    315   1.2  jdolecek 		if (ke->vp == vp)
    316   1.2  jdolecek 			break;
    317   1.2  jdolecek 	}
    318   1.2  jdolecek 
    319   1.2  jdolecek 	if (ke) {
    320   1.2  jdolecek 		/* already watched, so just bump usecount */
    321   1.2  jdolecek 		ke->usecount++;
    322   1.2  jdolecek 	} else {
    323   1.2  jdolecek 		/* need a new one */
    324  1.18      yamt 		ke = kmem_alloc(sizeof(*ke), KM_SLEEP);
    325   1.2  jdolecek 		ke->vp = vp;
    326   1.2  jdolecek 		ke->usecount = 1;
    327   1.2  jdolecek 		ke->flags = 0;
    328   1.2  jdolecek 		ke->omtime = attr.va_mtime;
    329   1.2  jdolecek 		ke->octime = attr.va_ctime;
    330   1.2  jdolecek 		ke->onlink = attr.va_nlink;
    331  1.14      yamt 		cv_init(&ke->cv, "nfskqdet");
    332   1.2  jdolecek 		SLIST_INSERT_HEAD(&kevlist, ke, kev_link);
    333   1.2  jdolecek 	}
    334   1.2  jdolecek 
    335  1.19        ad 	mutex_enter(&vp->v_interlock);
    336  1.19        ad 	SLIST_INSERT_HEAD(&vp->v_klist, kn, kn_selnext);
    337  1.19        ad 	kn->kn_hook = vp;
    338  1.20      yamt 	mutex_exit(&vp->v_interlock);
    339  1.19        ad 
    340   1.2  jdolecek 	/* kick the poller */
    341  1.14      yamt 	cv_signal(&nfskq_cv);
    342  1.19        ad 	mutex_exit(&nfskevq_lock);
    343   1.4  jdolecek 
    344   1.2  jdolecek 
    345   1.2  jdolecek 	return (error);
    346   1.2  jdolecek }
    347