Home | History | Annotate | Download | only in nfs
      1 /*
      2  * CDDL HEADER START
      3  *
      4  * The contents of this file are subject to the terms of the
      5  * Common Development and Distribution License (the "License").
      6  * You may not use this file except in compliance with the License.
      7  *
      8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
      9  * or http://www.opensolaris.org/os/licensing.
     10  * See the License for the specific language governing permissions
     11  * and limitations under the License.
     12  *
     13  * When distributing Covered Code, include this CDDL HEADER in each
     14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
     15  * If applicable, add the following below this CDDL HEADER, with the
     16  * fields enclosed by brackets "[]" replaced with your own identifying
     17  * information: Portions Copyright [yyyy] [name of copyright owner]
     18  *
     19  * CDDL HEADER END
     20  */
     21 /*
     22  * Copyright 2010 Sun Microsystems, Inc.  All rights reserved.
     23  * Use is subject to license terms.
     24  */
     25 
     26 /*
     27  *	Copyright (c) 1983,1984,1985,1986,1987,1988,1989  AT&T.
     28  *	All rights reserved.
     29  *	Use is subject to license terms.
     30  */
     31 
     32 #include <sys/param.h>
     33 #include <sys/types.h>
     34 #include <sys/systm.h>
     35 #include <sys/cred.h>
     36 #include <sys/proc.h>
     37 #include <sys/user.h>
     38 #include <sys/buf.h>
     39 #include <sys/vfs.h>
     40 #include <sys/vnode.h>
     41 #include <sys/pathname.h>
     42 #include <sys/uio.h>
     43 #include <sys/file.h>
     44 #include <sys/stat.h>
     45 #include <sys/errno.h>
     46 #include <sys/socket.h>
     47 #include <sys/sysmacros.h>
     48 #include <sys/siginfo.h>
     49 #include <sys/tiuser.h>
     50 #include <sys/statvfs.h>
     51 #include <sys/stream.h>
     52 #include <sys/strsubr.h>
     53 #include <sys/stropts.h>
     54 #include <sys/timod.h>
     55 #include <sys/t_kuser.h>
     56 #include <sys/kmem.h>
     57 #include <sys/kstat.h>
     58 #include <sys/dirent.h>
     59 #include <sys/cmn_err.h>
     60 #include <sys/debug.h>
     61 #include <sys/unistd.h>
     62 #include <sys/vtrace.h>
     63 #include <sys/mode.h>
     64 #include <sys/acl.h>
     65 #include <sys/sdt.h>
     66 
     67 #include <rpc/types.h>
     68 #include <rpc/auth.h>
     69 #include <rpc/auth_unix.h>
     70 #include <rpc/auth_des.h>
     71 #include <rpc/svc.h>
     72 #include <rpc/xdr.h>
     73 #include <rpc/rpc_rdma.h>
     74 
     75 #include <nfs/nfs.h>
     76 #include <nfs/export.h>
     77 #include <nfs/nfssys.h>
     78 #include <nfs/nfs_clnt.h>
     79 #include <nfs/nfs_acl.h>
     80 #include <nfs/nfs_log.h>
     81 #include <nfs/nfs_cmd.h>
     82 #include <nfs/lm.h>
     83 #include <nfs/nfs_dispatch.h>
     84 #include <nfs/nfs4_drc.h>
     85 
     86 #include <sys/modctl.h>
     87 #include <sys/cladm.h>
     88 #include <sys/clconf.h>
     89 
     90 #include <sys/tsol/label.h>
     91 
     92 #define	MAXHOST 32
     93 const char *kinet_ntop6(uchar_t *, char *, size_t);
     94 
     95 /*
     96  * Module linkage information.
     97  */
     98 
     99 static struct modlmisc modlmisc = {
    100 	&mod_miscops, "NFS server module"
    101 };
    102 
    103 static struct modlinkage modlinkage = {
    104 	MODREV_1, (void *)&modlmisc, NULL
    105 };
    106 
    107 char _depends_on[] = "misc/klmmod";
    108 
    109 kmem_cache_t *nfs_xuio_cache;
    110 int nfs_loaned_buffers = 0;
    111 
    112 int
    113 _init(void)
    114 {
    115 	int status;
    116 
    117 	if ((status = nfs_srvinit()) != 0) {
    118 		cmn_err(CE_WARN, "_init: nfs_srvinit failed");
    119 		return (status);
    120 	}
    121 
    122 	status = mod_install((struct modlinkage *)&modlinkage);
    123 	if (status != 0) {
    124 		/*
    125 		 * Could not load module, cleanup previous
    126 		 * initialization work.
    127 		 */
    128 		nfs_srvfini();
    129 	}
    130 
    131 	/*
    132 	 * Initialise some placeholders for nfssys() calls. These have
    133 	 * to be declared by the nfs module, since that handles nfssys()
    134 	 * calls - also used by NFS clients - but are provided by this
    135 	 * nfssrv module. These also then serve as confirmation to the
    136 	 * relevant code in nfs that nfssrv has been loaded, as they're
    137 	 * initially NULL.
    138 	 */
    139 	nfs_srv_quiesce_func = nfs_srv_quiesce_all;
    140 	nfs_srv_dss_func = rfs4_dss_setpaths;
    141 
    142 	/* setup DSS paths here; must be done before initial server startup */
    143 	rfs4_dss_paths = rfs4_dss_oldpaths = NULL;
    144 
    145 	/* initialize the copy reduction caches */
    146 
    147 	nfs_xuio_cache = kmem_cache_create("nfs_xuio_cache",
    148 	    sizeof (nfs_xuio_t), 0, NULL, NULL, NULL, NULL, NULL, 0);
    149 
    150 	return (status);
    151 }
    152 
    153 int
    154 _fini()
    155 {
    156 	return (EBUSY);
    157 }
    158 
    159 int
    160 _info(struct modinfo *modinfop)
    161 {
    162 	return (mod_info(&modlinkage, modinfop));
    163 }
    164 
    165 /*
    166  * PUBLICFH_CHECK() checks if the dispatch routine supports
    167  * RPC_PUBLICFH_OK, if the filesystem is exported public, and if the
    168  * incoming request is using the public filehandle. The check duplicates
    169  * the exportmatch() call done in checkexport(), and we should consider
    170  * modifying those routines to avoid the duplication. For now, we optimize
    171  * by calling exportmatch() only after checking that the dispatch routine
    172  * supports RPC_PUBLICFH_OK, and if the filesystem is explicitly exported
    173  * public (i.e., not the placeholder).
    174  */
    175 #define	PUBLICFH_CHECK(disp, exi, fsid, xfid) \
    176 		((disp->dis_flags & RPC_PUBLICFH_OK) && \
    177 		((exi->exi_export.ex_flags & EX_PUBLIC) || \
    178 		(exi == exi_public && exportmatch(exi_root, \
    179 		fsid, xfid))))
    180 
    181 static void	nfs_srv_shutdown_all(int);
    182 static void	rfs4_server_start(int);
    183 static void	nullfree(void);
    184 static void	rfs_dispatch(struct svc_req *, SVCXPRT *);
    185 static void	acl_dispatch(struct svc_req *, SVCXPRT *);
    186 static void	common_dispatch(struct svc_req *, SVCXPRT *,
    187 		rpcvers_t, rpcvers_t, char *,
    188 		struct rpc_disptable *);
    189 static void	hanfsv4_failover(void);
    190 static	int	checkauth(struct exportinfo *, struct svc_req *, cred_t *, int,
    191 			bool_t);
    192 static char	*client_name(struct svc_req *req);
    193 static char	*client_addr(struct svc_req *req, char *buf);
    194 extern	int	sec_svc_getcred(struct svc_req *, cred_t *cr, char **, int *);
    195 extern	bool_t	sec_svc_inrootlist(int, caddr_t, int, caddr_t *);
    196 
    197 #define	NFSLOG_COPY_NETBUF(exi, xprt, nb)	{		\
    198 	(nb)->maxlen = (xprt)->xp_rtaddr.maxlen;		\
    199 	(nb)->len = (xprt)->xp_rtaddr.len;			\
    200 	(nb)->buf = kmem_alloc((nb)->len, KM_SLEEP);		\
    201 	bcopy((xprt)->xp_rtaddr.buf, (nb)->buf, (nb)->len);	\
    202 	}
    203 
    204 /*
    205  * Public Filehandle common nfs routines
    206  */
    207 static int	MCLpath(char **);
    208 static void	URLparse(char *);
    209 
    210 /*
    211  * NFS callout table.
    212  * This table is used by svc_getreq() to dispatch a request with
    213  * a given prog/vers pair to an appropriate service provider
    214  * dispatch routine.
    215  *
    216  * NOTE: ordering is relied upon below when resetting the version min/max
    217  * for NFS_PROGRAM.  Careful, if this is ever changed.
    218  */
    219 static SVC_CALLOUT __nfs_sc_clts[] = {
    220 	{ NFS_PROGRAM,	   NFS_VERSMIN,	    NFS_VERSMAX,	rfs_dispatch },
    221 	{ NFS_ACL_PROGRAM, NFS_ACL_VERSMIN, NFS_ACL_VERSMAX,	acl_dispatch }
    222 };
    223 
    224 static SVC_CALLOUT_TABLE nfs_sct_clts = {
    225 	sizeof (__nfs_sc_clts) / sizeof (__nfs_sc_clts[0]), FALSE,
    226 	__nfs_sc_clts
    227 };
    228 
    229 static SVC_CALLOUT __nfs_sc_cots[] = {
    230 	{ NFS_PROGRAM,	   NFS_VERSMIN,	    NFS_VERSMAX,	rfs_dispatch },
    231 	{ NFS_ACL_PROGRAM, NFS_ACL_VERSMIN, NFS_ACL_VERSMAX,	acl_dispatch }
    232 };
    233 
    234 static SVC_CALLOUT_TABLE nfs_sct_cots = {
    235 	sizeof (__nfs_sc_cots) / sizeof (__nfs_sc_cots[0]), FALSE, __nfs_sc_cots
    236 };
    237 
    238 static SVC_CALLOUT __nfs_sc_rdma[] = {
    239 	{ NFS_PROGRAM,	   NFS_VERSMIN,	    NFS_VERSMAX,	rfs_dispatch },
    240 	{ NFS_ACL_PROGRAM, NFS_ACL_VERSMIN, NFS_ACL_VERSMAX,	acl_dispatch }
    241 };
    242 
    243 static SVC_CALLOUT_TABLE nfs_sct_rdma = {
    244 	sizeof (__nfs_sc_rdma) / sizeof (__nfs_sc_rdma[0]), FALSE, __nfs_sc_rdma
    245 };
    246 rpcvers_t nfs_versmin = NFS_VERSMIN_DEFAULT;
    247 rpcvers_t nfs_versmax = NFS_VERSMAX_DEFAULT;
    248 
    249 /*
    250  * Used to track the state of the server so that initialization
    251  * can be done properly.
    252  */
    253 typedef enum {
    254 	NFS_SERVER_STOPPED,	/* server state destroyed */
    255 	NFS_SERVER_STOPPING,	/* server state being destroyed */
    256 	NFS_SERVER_RUNNING,
    257 	NFS_SERVER_QUIESCED,	/* server state preserved */
    258 	NFS_SERVER_OFFLINE	/* server pool offline */
    259 } nfs_server_running_t;
    260 
    261 static nfs_server_running_t nfs_server_upordown;
    262 static kmutex_t nfs_server_upordown_lock;
    263 static	kcondvar_t nfs_server_upordown_cv;
    264 
    265 /*
    266  * DSS: distributed stable storage
    267  * lists of all DSS paths: current, and before last warmstart
    268  */
    269 nvlist_t *rfs4_dss_paths, *rfs4_dss_oldpaths;
    270 
    271 int rfs4_dispatch(struct rpcdisp *, struct svc_req *, SVCXPRT *, char *);
    272 bool_t rfs4_minorvers_mismatch(struct svc_req *, SVCXPRT *, void *);
    273 
    274 /*
    275  * RDMA wait variables.
    276  */
    277 static kcondvar_t rdma_wait_cv;
    278 static kmutex_t rdma_wait_mutex;
    279 
    280 /*
    281  * Will be called at the point the server pool is being unregistered
    282  * from the pool list. From that point onwards, the pool is waiting
    283  * to be drained and as such the server state is stale and pertains
    284  * to the old instantiation of the NFS server pool.
    285  */
    286 void
    287 nfs_srv_offline(void)
    288 {
    289 	mutex_enter(&nfs_server_upordown_lock);
    290 	if (nfs_server_upordown == NFS_SERVER_RUNNING) {
    291 		nfs_server_upordown = NFS_SERVER_OFFLINE;
    292 	}
    293 	mutex_exit(&nfs_server_upordown_lock);
    294 }
    295 
    296 /*
    297  * Will be called at the point the server pool is being destroyed so
    298  * all transports have been closed and no service threads are in
    299  * existence.
    300  *
    301  * If we quiesce the server, we're shutting it down without destroying the
    302  * server state. This allows it to warm start subsequently.
    303  */
    304 void
    305 nfs_srv_stop_all(void)
    306 {
    307 	int quiesce = 0;
    308 	nfs_srv_shutdown_all(quiesce);
    309 }
    310 
    311 /*
    312  * This alternative shutdown routine can be requested via nfssys()
    313  */
    314 void
    315 nfs_srv_quiesce_all(void)
    316 {
    317 	int quiesce = 1;
    318 	nfs_srv_shutdown_all(quiesce);
    319 }
    320 
    321 static void
    322 nfs_srv_shutdown_all(int quiesce) {
    323 	mutex_enter(&nfs_server_upordown_lock);
    324 	if (quiesce) {
    325 		if (nfs_server_upordown == NFS_SERVER_RUNNING ||
    326 			nfs_server_upordown == NFS_SERVER_OFFLINE) {
    327 			nfs_server_upordown = NFS_SERVER_QUIESCED;
    328 			cv_signal(&nfs_server_upordown_cv);
    329 
    330 			/* reset DSS state, for subsequent warm restart */
    331 			rfs4_dss_numnewpaths = 0;
    332 			rfs4_dss_newpaths = NULL;
    333 
    334 			cmn_err(CE_NOTE, "nfs_server: server is now quiesced; "
    335 			    "NFSv4 state has been preserved");
    336 		}
    337 	} else {
    338 		if (nfs_server_upordown == NFS_SERVER_OFFLINE) {
    339 			nfs_server_upordown = NFS_SERVER_STOPPING;
    340 			mutex_exit(&nfs_server_upordown_lock);
    341 			rfs4_state_fini();
    342 			rfs4_fini_drc(nfs4_drc);
    343 			mutex_enter(&nfs_server_upordown_lock);
    344 			nfs_server_upordown = NFS_SERVER_STOPPED;
    345 			cv_signal(&nfs_server_upordown_cv);
    346 		}
    347 	}
    348 	mutex_exit(&nfs_server_upordown_lock);
    349 }
    350 
    351 static int
    352 nfs_srv_set_sc_versions(struct file *fp, SVC_CALLOUT_TABLE **sctpp,
    353 			rpcvers_t versmin, rpcvers_t versmax)
    354 {
    355 	struct strioctl strioc;
    356 	struct T_info_ack tinfo;
    357 	int		error, retval;
    358 
    359 	/*
    360 	 * Find out what type of transport this is.
    361 	 */
    362 	strioc.ic_cmd = TI_GETINFO;
    363 	strioc.ic_timout = -1;
    364 	strioc.ic_len = sizeof (tinfo);
    365 	strioc.ic_dp = (char *)&tinfo;
    366 	tinfo.PRIM_type = T_INFO_REQ;
    367 
    368 	error = strioctl(fp->f_vnode, I_STR, (intptr_t)&strioc, 0, K_TO_K,
    369 	    CRED(), &retval);
    370 	if (error || retval)
    371 		return (error);
    372 
    373 	/*
    374 	 * Based on our query of the transport type...
    375 	 *
    376 	 * Reset the min/max versions based on the caller's request
    377 	 * NOTE: This assumes that NFS_PROGRAM is first in the array!!
    378 	 * And the second entry is the NFS_ACL_PROGRAM.
    379 	 */
    380 	switch (tinfo.SERV_type) {
    381 	case T_CLTS:
    382 		if (versmax == NFS_V4)
    383 			return (EINVAL);
    384 		__nfs_sc_clts[0].sc_versmin = versmin;
    385 		__nfs_sc_clts[0].sc_versmax = versmax;
    386 		__nfs_sc_clts[1].sc_versmin = versmin;
    387 		__nfs_sc_clts[1].sc_versmax = versmax;
    388 		*sctpp = &nfs_sct_clts;
    389 		break;
    390 	case T_COTS:
    391 	case T_COTS_ORD:
    392 		__nfs_sc_cots[0].sc_versmin = versmin;
    393 		__nfs_sc_cots[0].sc_versmax = versmax;
    394 		/* For the NFS_ACL program, check the max version */
    395 		if (versmax > NFS_ACL_VERSMAX)
    396 			versmax = NFS_ACL_VERSMAX;
    397 		__nfs_sc_cots[1].sc_versmin = versmin;
    398 		__nfs_sc_cots[1].sc_versmax = versmax;
    399 		*sctpp = &nfs_sct_cots;
    400 		break;
    401 	default:
    402 		error = EINVAL;
    403 	}
    404 
    405 	return (error);
    406 }
    407 
    408 /*
    409  * NFS Server system call.
    410  * Does all of the work of running a NFS server.
    411  * uap->fd is the fd of an open transport provider
    412  */
    413 int
    414 nfs_svc(struct nfs_svc_args *arg, model_t model)
    415 {
    416 	file_t *fp;
    417 	SVCMASTERXPRT *xprt;
    418 	int error;
    419 	int readsize;
    420 	char buf[KNC_STRSIZE];
    421 	size_t len;
    422 	STRUCT_HANDLE(nfs_svc_args, uap);
    423 	struct netbuf addrmask;
    424 	SVC_CALLOUT_TABLE *sctp = NULL;
    425 
    426 #ifdef lint
    427 	model = model;		/* STRUCT macros don't always refer to it */
    428 #endif
    429 
    430 	STRUCT_SET_HANDLE(uap, model, arg);
    431 
    432 	/* Check privileges in nfssys() */
    433 
    434 	if ((fp = getf(STRUCT_FGET(uap, fd))) == NULL)
    435 		return (EBADF);
    436 
    437 	/*
    438 	 * Set read buffer size to rsize
    439 	 * and add room for RPC headers.
    440 	 */
    441 	readsize = nfs3tsize() + (RPC_MAXDATASIZE - NFS_MAXDATA);
    442 	if (readsize < RPC_MAXDATASIZE)
    443 		readsize = RPC_MAXDATASIZE;
    444 
    445 	error = copyinstr((const char *)STRUCT_FGETP(uap, netid), buf,
    446 	    KNC_STRSIZE, &len);
    447 	if (error) {
    448 		releasef(STRUCT_FGET(uap, fd));
    449 		return (error);
    450 	}
    451 
    452 	addrmask.len = STRUCT_FGET(uap, addrmask.len);
    453 	addrmask.maxlen = STRUCT_FGET(uap, addrmask.maxlen);
    454 	addrmask.buf = kmem_alloc(addrmask.maxlen, KM_SLEEP);
    455 	error = copyin(STRUCT_FGETP(uap, addrmask.buf), addrmask.buf,
    456 	    addrmask.len);
    457 	if (error) {
    458 		releasef(STRUCT_FGET(uap, fd));
    459 		kmem_free(addrmask.buf, addrmask.maxlen);
    460 		return (error);
    461 	}
    462 
    463 	nfs_versmin = STRUCT_FGET(uap, versmin);
    464 	nfs_versmax = STRUCT_FGET(uap, versmax);
    465 
    466 	/* Double check the vers min/max ranges */
    467 	if ((nfs_versmin > nfs_versmax) ||
    468 	    (nfs_versmin < NFS_VERSMIN) ||
    469 	    (nfs_versmax > NFS_VERSMAX)) {
    470 		nfs_versmin = NFS_VERSMIN_DEFAULT;
    471 		nfs_versmax = NFS_VERSMAX_DEFAULT;
    472 	}
    473 
    474 	if (error =
    475 	    nfs_srv_set_sc_versions(fp, &sctp, nfs_versmin, nfs_versmax)) {
    476 		releasef(STRUCT_FGET(uap, fd));
    477 		kmem_free(addrmask.buf, addrmask.maxlen);
    478 		return (error);
    479 	}
    480 
    481 	/* Initialize nfsv4 server */
    482 	if (nfs_versmax == (rpcvers_t)NFS_V4)
    483 		rfs4_server_start(STRUCT_FGET(uap, delegation));
    484 
    485 	/* Create a transport handle. */
    486 	error = svc_tli_kcreate(fp, readsize, buf, &addrmask, &xprt,
    487 	    sctp, NULL, NFS_SVCPOOL_ID, TRUE);
    488 
    489 	if (error)
    490 		kmem_free(addrmask.buf, addrmask.maxlen);
    491 
    492 	releasef(STRUCT_FGET(uap, fd));
    493 
    494 	/* HA-NFSv4: save the cluster nodeid */
    495 	if (cluster_bootflags & CLUSTER_BOOTED)
    496 		lm_global_nlmid = clconf_get_nodeid();
    497 
    498 	return (error);
    499 }
    500 
    501 static void
    502 rfs4_server_start(int nfs4_srv_delegation)
    503 {
    504 	/*
    505 	 * Determine if the server has previously been "started" and
    506 	 * if not, do the per instance initialization
    507 	 */
    508 	mutex_enter(&nfs_server_upordown_lock);
    509 
    510 	if (nfs_server_upordown != NFS_SERVER_RUNNING) {
    511 		/* Do we need to stop and wait on the previous server? */
    512 		while (nfs_server_upordown == NFS_SERVER_STOPPING ||
    513 		    nfs_server_upordown == NFS_SERVER_OFFLINE)
    514 			cv_wait(&nfs_server_upordown_cv,
    515 			    &nfs_server_upordown_lock);
    516 
    517 		if (nfs_server_upordown != NFS_SERVER_RUNNING) {
    518 			(void) svc_pool_control(NFS_SVCPOOL_ID,
    519 			    SVCPSET_UNREGISTER_PROC, (void *)&nfs_srv_offline);
    520 			(void) svc_pool_control(NFS_SVCPOOL_ID,
    521 			    SVCPSET_SHUTDOWN_PROC, (void *)&nfs_srv_stop_all);
    522 
    523 			/* is this an nfsd warm start? */
    524 			if (nfs_server_upordown == NFS_SERVER_QUIESCED) {
    525 				cmn_err(CE_NOTE, "nfs_server: "
    526 				    "server was previously quiesced; "
    527 				    "existing NFSv4 state will be re-used");
    528 
    529 				/*
    530 				 * HA-NFSv4: this is also the signal
    531 				 * that a Resource Group failover has
    532 				 * occurred.
    533 				 */
    534 				if (cluster_bootflags & CLUSTER_BOOTED)
    535 					hanfsv4_failover();
    536 			} else {
    537 				/* cold start */
    538 				rfs4_state_init();
    539 				nfs4_drc = rfs4_init_drc(nfs4_drc_max,
    540 				    nfs4_drc_hash);
    541 			}
    542 
    543 			/*
    544 			 * Check to see if delegation is to be
    545 			 * enabled at the server
    546 			 */
    547 			if (nfs4_srv_delegation != FALSE)
    548 				rfs4_set_deleg_policy(SRV_NORMAL_DELEGATE);
    549 
    550 			nfs_server_upordown = NFS_SERVER_RUNNING;
    551 		}
    552 		cv_signal(&nfs_server_upordown_cv);
    553 	}
    554 	mutex_exit(&nfs_server_upordown_lock);
    555 }
    556 
    557 /*
    558  * If RDMA device available,
    559  * start RDMA listener.
    560  */
    561 int
    562 rdma_start(struct rdma_svc_args *rsa)
    563 {
    564 	int error;
    565 	rdma_xprt_group_t started_rdma_xprts;
    566 	rdma_stat stat;
    567 	int svc_state = 0;
    568 
    569 	/* Double check the vers min/max ranges */
    570 	if ((rsa->nfs_versmin > rsa->nfs_versmax) ||
    571 	    (rsa->nfs_versmin < NFS_VERSMIN) ||
    572 	    (rsa->nfs_versmax > NFS_VERSMAX)) {
    573 		rsa->nfs_versmin = NFS_VERSMIN_DEFAULT;
    574 		rsa->nfs_versmax = NFS_VERSMAX_DEFAULT;
    575 	}
    576 	nfs_versmin = rsa->nfs_versmin;
    577 	nfs_versmax = rsa->nfs_versmax;
    578 
    579 	/* Set the versions in the callout table */
    580 	__nfs_sc_rdma[0].sc_versmin = rsa->nfs_versmin;
    581 	__nfs_sc_rdma[0].sc_versmax = rsa->nfs_versmax;
    582 	/* For the NFS_ACL program, check the max version */
    583 	__nfs_sc_rdma[1].sc_versmin = rsa->nfs_versmin;
    584 	if (rsa->nfs_versmax > NFS_ACL_VERSMAX)
    585 		__nfs_sc_rdma[1].sc_versmax = NFS_ACL_VERSMAX;
    586 	else
    587 		__nfs_sc_rdma[1].sc_versmax = rsa->nfs_versmax;
    588 
    589 	/* Initialize nfsv4 server */
    590 	if (rsa->nfs_versmax == (rpcvers_t)NFS_V4)
    591 		rfs4_server_start(rsa->delegation);
    592 
    593 	started_rdma_xprts.rtg_count = 0;
    594 	started_rdma_xprts.rtg_listhead = NULL;
    595 	started_rdma_xprts.rtg_poolid = rsa->poolid;
    596 
    597 restart:
    598 	error = svc_rdma_kcreate(rsa->netid, &nfs_sct_rdma, rsa->poolid,
    599 	    &started_rdma_xprts);
    600 
    601 	svc_state = !error;
    602 
    603 	while (!error) {
    604 
    605 		/*
    606 		 * wait till either interrupted by a signal on
    607 		 * nfs service stop/restart or signalled by a
    608 		 * rdma plugin attach/detatch.
    609 		 */
    610 
    611 		stat = rdma_kwait();
    612 
    613 		/*
    614 		 * stop services if running -- either on a HCA detach event
    615 		 * or if the nfs service is stopped/restarted.
    616 		 */
    617 
    618 		if ((stat == RDMA_HCA_DETACH || stat == RDMA_INTR) &&
    619 		    svc_state) {
    620 			rdma_stop(&started_rdma_xprts);
    621 			svc_state = 0;
    622 		}
    623 
    624 		/*
    625 		 * nfs service stop/restart, break out of the
    626 		 * wait loop and return;
    627 		 */
    628 		if (stat == RDMA_INTR)
    629 			return (0);
    630 
    631 		/*
    632 		 * restart stopped services on a HCA attach event
    633 		 * (if not already running)
    634 		 */
    635 
    636 		if ((stat == RDMA_HCA_ATTACH) && (svc_state == 0))
    637 			goto restart;
    638 
    639 		/*
    640 		 * loop until a nfs service stop/restart
    641 		 */
    642 	}
    643 
    644 	return (error);
    645 }
    646 
    647 /* ARGSUSED */
    648 void
    649 rpc_null(caddr_t *argp, caddr_t *resp)
    650 {
    651 }
    652 
    653 /* ARGSUSED */
    654 void
    655 rpc_null_v3(caddr_t *argp, caddr_t *resp, struct exportinfo *exi,
    656     struct svc_req *req, cred_t *cr)
    657 {
    658 	DTRACE_NFSV3_3(op__null__start, struct svc_req *, req,
    659 	    cred_t *, cr, vnode_t *, NULL);
    660 	DTRACE_NFSV3_3(op__null__done, struct svc_req *, req,
    661 	    cred_t *, cr, vnode_t *, NULL);
    662 }
    663 
    664 /* ARGSUSED */
    665 static void
    666 rfs_error(caddr_t *argp, caddr_t *resp)
    667 {
    668 	/* return (EOPNOTSUPP); */
    669 }
    670 
    671 static void
    672 nullfree(void)
    673 {
    674 }
    675 
    676 static char *rfscallnames_v2[] = {
    677 	"RFS2_NULL",
    678 	"RFS2_GETATTR",
    679 	"RFS2_SETATTR",
    680 	"RFS2_ROOT",
    681 	"RFS2_LOOKUP",
    682 	"RFS2_READLINK",
    683 	"RFS2_READ",
    684 	"RFS2_WRITECACHE",
    685 	"RFS2_WRITE",
    686 	"RFS2_CREATE",
    687 	"RFS2_REMOVE",
    688 	"RFS2_RENAME",
    689 	"RFS2_LINK",
    690 	"RFS2_SYMLINK",
    691 	"RFS2_MKDIR",
    692 	"RFS2_RMDIR",
    693 	"RFS2_READDIR",
    694 	"RFS2_STATFS"
    695 };
    696 
    697 static struct rpcdisp rfsdisptab_v2[] = {
    698 	/*
    699 	 * NFS VERSION 2
    700 	 */
    701 
    702 	/* RFS_NULL = 0 */
    703 	{rpc_null,
    704 	    xdr_void, NULL_xdrproc_t, 0,
    705 	    xdr_void, NULL_xdrproc_t, 0,
    706 	    nullfree, RPC_IDEMPOTENT,
    707 	    0},
    708 
    709 	/* RFS_GETATTR = 1 */
    710 	{rfs_getattr,
    711 	    xdr_fhandle, xdr_fastfhandle, sizeof (fhandle_t),
    712 	    xdr_attrstat, xdr_fastattrstat, sizeof (struct nfsattrstat),
    713 	    nullfree, RPC_IDEMPOTENT|RPC_ALLOWANON|RPC_MAPRESP,
    714 	    rfs_getattr_getfh},
    715 
    716 	/* RFS_SETATTR = 2 */
    717 	{rfs_setattr,
    718 	    xdr_saargs, NULL_xdrproc_t, sizeof (struct nfssaargs),
    719 	    xdr_attrstat, xdr_fastattrstat, sizeof (struct nfsattrstat),
    720 	    nullfree, RPC_MAPRESP,
    721 	    rfs_setattr_getfh},
    722 
    723 	/* RFS_ROOT = 3 *** NO LONGER SUPPORTED *** */
    724 	{rfs_error,
    725 	    xdr_void, NULL_xdrproc_t, 0,
    726 	    xdr_void, NULL_xdrproc_t, 0,
    727 	    nullfree, RPC_IDEMPOTENT,
    728 	    0},
    729 
    730 	/* RFS_LOOKUP = 4 */
    731 	{rfs_lookup,
    732 	    xdr_diropargs, NULL_xdrproc_t, sizeof (struct nfsdiropargs),
    733 	    xdr_diropres, xdr_fastdiropres, sizeof (struct nfsdiropres),
    734 	    nullfree, RPC_IDEMPOTENT|RPC_MAPRESP|RPC_PUBLICFH_OK,
    735 	    rfs_lookup_getfh},
    736 
    737 	/* RFS_READLINK = 5 */
    738 	{rfs_readlink,
    739 	    xdr_fhandle, xdr_fastfhandle, sizeof (fhandle_t),
    740 	    xdr_rdlnres, NULL_xdrproc_t, sizeof (struct nfsrdlnres),
    741 	    rfs_rlfree, RPC_IDEMPOTENT,
    742 	    rfs_readlink_getfh},
    743 
    744 	/* RFS_READ = 6 */
    745 	{rfs_read,
    746 	    xdr_readargs, NULL_xdrproc_t, sizeof (struct nfsreadargs),
    747 	    xdr_rdresult, NULL_xdrproc_t, sizeof (struct nfsrdresult),
    748 	    rfs_rdfree, RPC_IDEMPOTENT,
    749 	    rfs_read_getfh},
    750 
    751 	/* RFS_WRITECACHE = 7 *** NO LONGER SUPPORTED *** */
    752 	{rfs_error,
    753 	    xdr_void, NULL_xdrproc_t, 0,
    754 	    xdr_void, NULL_xdrproc_t, 0,
    755 	    nullfree, RPC_IDEMPOTENT,
    756 	    0},
    757 
    758 	/* RFS_WRITE = 8 */
    759 	{rfs_write,
    760 	    xdr_writeargs, NULL_xdrproc_t, sizeof (struct nfswriteargs),
    761 	    xdr_attrstat, xdr_fastattrstat, sizeof (struct nfsattrstat),
    762 	    nullfree, RPC_MAPRESP,
    763 	    rfs_write_getfh},
    764 
    765 	/* RFS_CREATE = 9 */
    766 	{rfs_create,
    767 	    xdr_creatargs, NULL_xdrproc_t, sizeof (struct nfscreatargs),
    768 	    xdr_diropres, xdr_fastdiropres, sizeof (struct nfsdiropres),
    769 	    nullfree, RPC_MAPRESP,
    770 	    rfs_create_getfh},
    771 
    772 	/* RFS_REMOVE = 10 */
    773 	{rfs_remove,
    774 	    xdr_diropargs, NULL_xdrproc_t, sizeof (struct nfsdiropargs),
    775 #ifdef _LITTLE_ENDIAN
    776 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
    777 #else
    778 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
    779 #endif
    780 	    nullfree, RPC_MAPRESP,
    781 	    rfs_remove_getfh},
    782 
    783 	/* RFS_RENAME = 11 */
    784 	{rfs_rename,
    785 	    xdr_rnmargs, NULL_xdrproc_t, sizeof (struct nfsrnmargs),
    786 #ifdef _LITTLE_ENDIAN
    787 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
    788 #else
    789 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
    790 #endif
    791 	    nullfree, RPC_MAPRESP,
    792 	    rfs_rename_getfh},
    793 
    794 	/* RFS_LINK = 12 */
    795 	{rfs_link,
    796 	    xdr_linkargs, NULL_xdrproc_t, sizeof (struct nfslinkargs),
    797 #ifdef _LITTLE_ENDIAN
    798 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
    799 #else
    800 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
    801 #endif
    802 	    nullfree, RPC_MAPRESP,
    803 	    rfs_link_getfh},
    804 
    805 	/* RFS_SYMLINK = 13 */
    806 	{rfs_symlink,
    807 	    xdr_slargs, NULL_xdrproc_t, sizeof (struct nfsslargs),
    808 #ifdef _LITTLE_ENDIAN
    809 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
    810 #else
    811 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
    812 #endif
    813 	    nullfree, RPC_MAPRESP,
    814 	    rfs_symlink_getfh},
    815 
    816 	/* RFS_MKDIR = 14 */
    817 	{rfs_mkdir,
    818 	    xdr_creatargs, NULL_xdrproc_t, sizeof (struct nfscreatargs),
    819 	    xdr_diropres, xdr_fastdiropres, sizeof (struct nfsdiropres),
    820 	    nullfree, RPC_MAPRESP,
    821 	    rfs_mkdir_getfh},
    822 
    823 	/* RFS_RMDIR = 15 */
    824 	{rfs_rmdir,
    825 	    xdr_diropargs, NULL_xdrproc_t, sizeof (struct nfsdiropargs),
    826 #ifdef _LITTLE_ENDIAN
    827 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
    828 #else
    829 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
    830 #endif
    831 	    nullfree, RPC_MAPRESP,
    832 	    rfs_rmdir_getfh},
    833 
    834 	/* RFS_READDIR = 16 */
    835 	{rfs_readdir,
    836 	    xdr_rddirargs, NULL_xdrproc_t, sizeof (struct nfsrddirargs),
    837 	    xdr_putrddirres, NULL_xdrproc_t, sizeof (struct nfsrddirres),
    838 	    rfs_rddirfree, RPC_IDEMPOTENT,
    839 	    rfs_readdir_getfh},
    840 
    841 	/* RFS_STATFS = 17 */
    842 	{rfs_statfs,
    843 	    xdr_fhandle, xdr_fastfhandle, sizeof (fhandle_t),
    844 	    xdr_statfs, xdr_faststatfs, sizeof (struct nfsstatfs),
    845 	    nullfree, RPC_IDEMPOTENT|RPC_ALLOWANON|RPC_MAPRESP,
    846 	    rfs_statfs_getfh},
    847 };
    848 
    849 static char *rfscallnames_v3[] = {
    850 	"RFS3_NULL",
    851 	"RFS3_GETATTR",
    852 	"RFS3_SETATTR",
    853 	"RFS3_LOOKUP",
    854 	"RFS3_ACCESS",
    855 	"RFS3_READLINK",
    856 	"RFS3_READ",
    857 	"RFS3_WRITE",
    858 	"RFS3_CREATE",
    859 	"RFS3_MKDIR",
    860 	"RFS3_SYMLINK",
    861 	"RFS3_MKNOD",
    862 	"RFS3_REMOVE",
    863 	"RFS3_RMDIR",
    864 	"RFS3_RENAME",
    865 	"RFS3_LINK",
    866 	"RFS3_READDIR",
    867 	"RFS3_READDIRPLUS",
    868 	"RFS3_FSSTAT",
    869 	"RFS3_FSINFO",
    870 	"RFS3_PATHCONF",
    871 	"RFS3_COMMIT"
    872 };
    873 
    874 static struct rpcdisp rfsdisptab_v3[] = {
    875 	/*
    876 	 * NFS VERSION 3
    877 	 */
    878 
    879 	/* RFS_NULL = 0 */
    880 	{rpc_null_v3,
    881 	    xdr_void, NULL_xdrproc_t, 0,
    882 	    xdr_void, NULL_xdrproc_t, 0,
    883 	    nullfree, RPC_IDEMPOTENT,
    884 	    0},
    885 
    886 	/* RFS3_GETATTR = 1 */
    887 	{rfs3_getattr,
    888 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (GETATTR3args),
    889 	    xdr_GETATTR3res, NULL_xdrproc_t, sizeof (GETATTR3res),
    890 	    nullfree, (RPC_IDEMPOTENT | RPC_ALLOWANON),
    891 	    rfs3_getattr_getfh},
    892 
    893 	/* RFS3_SETATTR = 2 */
    894 	{rfs3_setattr,
    895 	    xdr_SETATTR3args, NULL_xdrproc_t, sizeof (SETATTR3args),
    896 	    xdr_SETATTR3res, NULL_xdrproc_t, sizeof (SETATTR3res),
    897 	    nullfree, 0,
    898 	    rfs3_setattr_getfh},
    899 
    900 	/* RFS3_LOOKUP = 3 */
    901 	{rfs3_lookup,
    902 	    xdr_diropargs3, NULL_xdrproc_t, sizeof (LOOKUP3args),
    903 	    xdr_LOOKUP3res, NULL_xdrproc_t, sizeof (LOOKUP3res),
    904 	    nullfree, (RPC_IDEMPOTENT | RPC_PUBLICFH_OK),
    905 	    rfs3_lookup_getfh},
    906 
    907 	/* RFS3_ACCESS = 4 */
    908 	{rfs3_access,
    909 	    xdr_ACCESS3args, NULL_xdrproc_t, sizeof (ACCESS3args),
    910 	    xdr_ACCESS3res, NULL_xdrproc_t, sizeof (ACCESS3res),
    911 	    nullfree, RPC_IDEMPOTENT,
    912 	    rfs3_access_getfh},
    913 
    914 	/* RFS3_READLINK = 5 */
    915 	{rfs3_readlink,
    916 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (READLINK3args),
    917 	    xdr_READLINK3res, NULL_xdrproc_t, sizeof (READLINK3res),
    918 	    rfs3_readlink_free, RPC_IDEMPOTENT,
    919 	    rfs3_readlink_getfh},
    920 
    921 	/* RFS3_READ = 6 */
    922 	{rfs3_read,
    923 	    xdr_READ3args, NULL_xdrproc_t, sizeof (READ3args),
    924 	    xdr_READ3res, NULL_xdrproc_t, sizeof (READ3res),
    925 	    rfs3_read_free, RPC_IDEMPOTENT,
    926 	    rfs3_read_getfh},
    927 
    928 	/* RFS3_WRITE = 7 */
    929 	{rfs3_write,
    930 	    xdr_WRITE3args, NULL_xdrproc_t, sizeof (WRITE3args),
    931 	    xdr_WRITE3res, NULL_xdrproc_t, sizeof (WRITE3res),
    932 	    nullfree, 0,
    933 	    rfs3_write_getfh},
    934 
    935 	/* RFS3_CREATE = 8 */
    936 	{rfs3_create,
    937 	    xdr_CREATE3args, NULL_xdrproc_t, sizeof (CREATE3args),
    938 	    xdr_CREATE3res, NULL_xdrproc_t, sizeof (CREATE3res),
    939 	    nullfree, 0,
    940 	    rfs3_create_getfh},
    941 
    942 	/* RFS3_MKDIR = 9 */
    943 	{rfs3_mkdir,
    944 	    xdr_MKDIR3args, NULL_xdrproc_t, sizeof (MKDIR3args),
    945 	    xdr_MKDIR3res, NULL_xdrproc_t, sizeof (MKDIR3res),
    946 	    nullfree, 0,
    947 	    rfs3_mkdir_getfh},
    948 
    949 	/* RFS3_SYMLINK = 10 */
    950 	{rfs3_symlink,
    951 	    xdr_SYMLINK3args, NULL_xdrproc_t, sizeof (SYMLINK3args),
    952 	    xdr_SYMLINK3res, NULL_xdrproc_t, sizeof (SYMLINK3res),
    953 	    nullfree, 0,
    954 	    rfs3_symlink_getfh},
    955 
    956 	/* RFS3_MKNOD = 11 */
    957 	{rfs3_mknod,
    958 	    xdr_MKNOD3args, NULL_xdrproc_t, sizeof (MKNOD3args),
    959 	    xdr_MKNOD3res, NULL_xdrproc_t, sizeof (MKNOD3res),
    960 	    nullfree, 0,
    961 	    rfs3_mknod_getfh},
    962 
    963 	/* RFS3_REMOVE = 12 */
    964 	{rfs3_remove,
    965 	    xdr_diropargs3, NULL_xdrproc_t, sizeof (REMOVE3args),
    966 	    xdr_REMOVE3res, NULL_xdrproc_t, sizeof (REMOVE3res),
    967 	    nullfree, 0,
    968 	    rfs3_remove_getfh},
    969 
    970 	/* RFS3_RMDIR = 13 */
    971 	{rfs3_rmdir,
    972 	    xdr_diropargs3, NULL_xdrproc_t, sizeof (RMDIR3args),
    973 	    xdr_RMDIR3res, NULL_xdrproc_t, sizeof (RMDIR3res),
    974 	    nullfree, 0,
    975 	    rfs3_rmdir_getfh},
    976 
    977 	/* RFS3_RENAME = 14 */
    978 	{rfs3_rename,
    979 	    xdr_RENAME3args, NULL_xdrproc_t, sizeof (RENAME3args),
    980 	    xdr_RENAME3res, NULL_xdrproc_t, sizeof (RENAME3res),
    981 	    nullfree, 0,
    982 	    rfs3_rename_getfh},
    983 
    984 	/* RFS3_LINK = 15 */
    985 	{rfs3_link,
    986 	    xdr_LINK3args, NULL_xdrproc_t, sizeof (LINK3args),
    987 	    xdr_LINK3res, NULL_xdrproc_t, sizeof (LINK3res),
    988 	    nullfree, 0,
    989 	    rfs3_link_getfh},
    990 
    991 	/* RFS3_READDIR = 16 */
    992 	{rfs3_readdir,
    993 	    xdr_READDIR3args, NULL_xdrproc_t, sizeof (READDIR3args),
    994 	    xdr_READDIR3res, NULL_xdrproc_t, sizeof (READDIR3res),
    995 	    rfs3_readdir_free, RPC_IDEMPOTENT,
    996 	    rfs3_readdir_getfh},
    997 
    998 	/* RFS3_READDIRPLUS = 17 */
    999 	{rfs3_readdirplus,
   1000 	    xdr_READDIRPLUS3args, NULL_xdrproc_t, sizeof (READDIRPLUS3args),
   1001 	    xdr_READDIRPLUS3res, NULL_xdrproc_t, sizeof (READDIRPLUS3res),
   1002 	    rfs3_readdirplus_free, RPC_AVOIDWORK,
   1003 	    rfs3_readdirplus_getfh},
   1004 
   1005 	/* RFS3_FSSTAT = 18 */
   1006 	{rfs3_fsstat,
   1007 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (FSSTAT3args),
   1008 	    xdr_FSSTAT3res, NULL_xdrproc_t, sizeof (FSSTAT3res),
   1009 	    nullfree, RPC_IDEMPOTENT,
   1010 	    rfs3_fsstat_getfh},
   1011 
   1012 	/* RFS3_FSINFO = 19 */
   1013 	{rfs3_fsinfo,
   1014 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (FSINFO3args),
   1015 	    xdr_FSINFO3res, NULL_xdrproc_t, sizeof (FSINFO3res),
   1016 	    nullfree, RPC_IDEMPOTENT|RPC_ALLOWANON,
   1017 	    rfs3_fsinfo_getfh},
   1018 
   1019 	/* RFS3_PATHCONF = 20 */
   1020 	{rfs3_pathconf,
   1021 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (PATHCONF3args),
   1022 	    xdr_PATHCONF3res, NULL_xdrproc_t, sizeof (PATHCONF3res),
   1023 	    nullfree, RPC_IDEMPOTENT,
   1024 	    rfs3_pathconf_getfh},
   1025 
   1026 	/* RFS3_COMMIT = 21 */
   1027 	{rfs3_commit,
   1028 	    xdr_COMMIT3args, NULL_xdrproc_t, sizeof (COMMIT3args),
   1029 	    xdr_COMMIT3res, NULL_xdrproc_t, sizeof (COMMIT3res),
   1030 	    nullfree, RPC_IDEMPOTENT,
   1031 	    rfs3_commit_getfh},
   1032 };
   1033 
   1034 static char *rfscallnames_v4[] = {
   1035 	"RFS4_NULL",
   1036 	"RFS4_COMPOUND",
   1037 	"RFS4_NULL",
   1038 	"RFS4_NULL",
   1039 	"RFS4_NULL",
   1040 	"RFS4_NULL",
   1041 	"RFS4_NULL",
   1042 	"RFS4_NULL",
   1043 	"RFS4_CREATE"
   1044 };
   1045 
   1046 static struct rpcdisp rfsdisptab_v4[] = {
   1047 	/*
   1048 	 * NFS VERSION 4
   1049 	 */
   1050 
   1051 	/* RFS_NULL = 0 */
   1052 	{rpc_null,
   1053 	    xdr_void, NULL_xdrproc_t, 0,
   1054 	    xdr_void, NULL_xdrproc_t, 0,
   1055 	    nullfree, RPC_IDEMPOTENT, 0},
   1056 
   1057 	/* RFS4_compound = 1 */
   1058 	{rfs4_compound,
   1059 	    xdr_COMPOUND4args_srv, NULL_xdrproc_t, sizeof (COMPOUND4args),
   1060 	    xdr_COMPOUND4res_srv, NULL_xdrproc_t, sizeof (COMPOUND4res),
   1061 	    rfs4_compound_free, 0, 0},
   1062 };
   1063 
   1064 union rfs_args {
   1065 	/*
   1066 	 * NFS VERSION 2
   1067 	 */
   1068 
   1069 	/* RFS_NULL = 0 */
   1070 
   1071 	/* RFS_GETATTR = 1 */
   1072 	fhandle_t nfs2_getattr_args;
   1073 
   1074 	/* RFS_SETATTR = 2 */
   1075 	struct nfssaargs nfs2_setattr_args;
   1076 
   1077 	/* RFS_ROOT = 3 *** NO LONGER SUPPORTED *** */
   1078 
   1079 	/* RFS_LOOKUP = 4 */
   1080 	struct nfsdiropargs nfs2_lookup_args;
   1081 
   1082 	/* RFS_READLINK = 5 */
   1083 	fhandle_t nfs2_readlink_args;
   1084 
   1085 	/* RFS_READ = 6 */
   1086 	struct nfsreadargs nfs2_read_args;
   1087 
   1088 	/* RFS_WRITECACHE = 7 *** NO LONGER SUPPORTED *** */
   1089 
   1090 	/* RFS_WRITE = 8 */
   1091 	struct nfswriteargs nfs2_write_args;
   1092 
   1093 	/* RFS_CREATE = 9 */
   1094 	struct nfscreatargs nfs2_create_args;
   1095 
   1096 	/* RFS_REMOVE = 10 */
   1097 	struct nfsdiropargs nfs2_remove_args;
   1098 
   1099 	/* RFS_RENAME = 11 */
   1100 	struct nfsrnmargs nfs2_rename_args;
   1101 
   1102 	/* RFS_LINK = 12 */
   1103 	struct nfslinkargs nfs2_link_args;
   1104 
   1105 	/* RFS_SYMLINK = 13 */
   1106 	struct nfsslargs nfs2_symlink_args;
   1107 
   1108 	/* RFS_MKDIR = 14 */
   1109 	struct nfscreatargs nfs2_mkdir_args;
   1110 
   1111 	/* RFS_RMDIR = 15 */
   1112 	struct nfsdiropargs nfs2_rmdir_args;
   1113 
   1114 	/* RFS_READDIR = 16 */
   1115 	struct nfsrddirargs nfs2_readdir_args;
   1116 
   1117 	/* RFS_STATFS = 17 */
   1118 	fhandle_t nfs2_statfs_args;
   1119 
   1120 	/*
   1121 	 * NFS VERSION 3
   1122 	 */
   1123 
   1124 	/* RFS_NULL = 0 */
   1125 
   1126 	/* RFS3_GETATTR = 1 */
   1127 	GETATTR3args nfs3_getattr_args;
   1128 
   1129 	/* RFS3_SETATTR = 2 */
   1130 	SETATTR3args nfs3_setattr_args;
   1131 
   1132 	/* RFS3_LOOKUP = 3 */
   1133 	LOOKUP3args nfs3_lookup_args;
   1134 
   1135 	/* RFS3_ACCESS = 4 */
   1136 	ACCESS3args nfs3_access_args;
   1137 
   1138 	/* RFS3_READLINK = 5 */
   1139 	READLINK3args nfs3_readlink_args;
   1140 
   1141 	/* RFS3_READ = 6 */
   1142 	READ3args nfs3_read_args;
   1143 
   1144 	/* RFS3_WRITE = 7 */
   1145 	WRITE3args nfs3_write_args;
   1146 
   1147 	/* RFS3_CREATE = 8 */
   1148 	CREATE3args nfs3_create_args;
   1149 
   1150 	/* RFS3_MKDIR = 9 */
   1151 	MKDIR3args nfs3_mkdir_args;
   1152 
   1153 	/* RFS3_SYMLINK = 10 */
   1154 	SYMLINK3args nfs3_symlink_args;
   1155 
   1156 	/* RFS3_MKNOD = 11 */
   1157 	MKNOD3args nfs3_mknod_args;
   1158 
   1159 	/* RFS3_REMOVE = 12 */
   1160 	REMOVE3args nfs3_remove_args;
   1161 
   1162 	/* RFS3_RMDIR = 13 */
   1163 	RMDIR3args nfs3_rmdir_args;
   1164 
   1165 	/* RFS3_RENAME = 14 */
   1166 	RENAME3args nfs3_rename_args;
   1167 
   1168 	/* RFS3_LINK = 15 */
   1169 	LINK3args nfs3_link_args;
   1170 
   1171 	/* RFS3_READDIR = 16 */
   1172 	READDIR3args nfs3_readdir_args;
   1173 
   1174 	/* RFS3_READDIRPLUS = 17 */
   1175 	READDIRPLUS3args nfs3_readdirplus_args;
   1176 
   1177 	/* RFS3_FSSTAT = 18 */
   1178 	FSSTAT3args nfs3_fsstat_args;
   1179 
   1180 	/* RFS3_FSINFO = 19 */
   1181 	FSINFO3args nfs3_fsinfo_args;
   1182 
   1183 	/* RFS3_PATHCONF = 20 */
   1184 	PATHCONF3args nfs3_pathconf_args;
   1185 
   1186 	/* RFS3_COMMIT = 21 */
   1187 	COMMIT3args nfs3_commit_args;
   1188 
   1189 	/*
   1190 	 * NFS VERSION 4
   1191 	 */
   1192 
   1193 	/* RFS_NULL = 0 */
   1194 
   1195 	/* COMPUND = 1 */
   1196 	COMPOUND4args nfs4_compound_args;
   1197 };
   1198 
   1199 union rfs_res {
   1200 	/*
   1201 	 * NFS VERSION 2
   1202 	 */
   1203 
   1204 	/* RFS_NULL = 0 */
   1205 
   1206 	/* RFS_GETATTR = 1 */
   1207 	struct nfsattrstat nfs2_getattr_res;
   1208 
   1209 	/* RFS_SETATTR = 2 */
   1210 	struct nfsattrstat nfs2_setattr_res;
   1211 
   1212 	/* RFS_ROOT = 3 *** NO LONGER SUPPORTED *** */
   1213 
   1214 	/* RFS_LOOKUP = 4 */
   1215 	struct nfsdiropres nfs2_lookup_res;
   1216 
   1217 	/* RFS_READLINK = 5 */
   1218 	struct nfsrdlnres nfs2_readlink_res;
   1219 
   1220 	/* RFS_READ = 6 */
   1221 	struct nfsrdresult nfs2_read_res;
   1222 
   1223 	/* RFS_WRITECACHE = 7 *** NO LONGER SUPPORTED *** */
   1224 
   1225 	/* RFS_WRITE = 8 */
   1226 	struct nfsattrstat nfs2_write_res;
   1227 
   1228 	/* RFS_CREATE = 9 */
   1229 	struct nfsdiropres nfs2_create_res;
   1230 
   1231 	/* RFS_REMOVE = 10 */
   1232 	enum nfsstat nfs2_remove_res;
   1233 
   1234 	/* RFS_RENAME = 11 */
   1235 	enum nfsstat nfs2_rename_res;
   1236 
   1237 	/* RFS_LINK = 12 */
   1238 	enum nfsstat nfs2_link_res;
   1239 
   1240 	/* RFS_SYMLINK = 13 */
   1241 	enum nfsstat nfs2_symlink_res;
   1242 
   1243 	/* RFS_MKDIR = 14 */
   1244 	struct nfsdiropres nfs2_mkdir_res;
   1245 
   1246 	/* RFS_RMDIR = 15 */
   1247 	enum nfsstat nfs2_rmdir_res;
   1248 
   1249 	/* RFS_READDIR = 16 */
   1250 	struct nfsrddirres nfs2_readdir_res;
   1251 
   1252 	/* RFS_STATFS = 17 */
   1253 	struct nfsstatfs nfs2_statfs_res;
   1254 
   1255 	/*
   1256 	 * NFS VERSION 3
   1257 	 */
   1258 
   1259 	/* RFS_NULL = 0 */
   1260 
   1261 	/* RFS3_GETATTR = 1 */
   1262 	GETATTR3res nfs3_getattr_res;
   1263 
   1264 	/* RFS3_SETATTR = 2 */
   1265 	SETATTR3res nfs3_setattr_res;
   1266 
   1267 	/* RFS3_LOOKUP = 3 */
   1268 	LOOKUP3res nfs3_lookup_res;
   1269 
   1270 	/* RFS3_ACCESS = 4 */
   1271 	ACCESS3res nfs3_access_res;
   1272 
   1273 	/* RFS3_READLINK = 5 */
   1274 	READLINK3res nfs3_readlink_res;
   1275 
   1276 	/* RFS3_READ = 6 */
   1277 	READ3res nfs3_read_res;
   1278 
   1279 	/* RFS3_WRITE = 7 */
   1280 	WRITE3res nfs3_write_res;
   1281 
   1282 	/* RFS3_CREATE = 8 */
   1283 	CREATE3res nfs3_create_res;
   1284 
   1285 	/* RFS3_MKDIR = 9 */
   1286 	MKDIR3res nfs3_mkdir_res;
   1287 
   1288 	/* RFS3_SYMLINK = 10 */
   1289 	SYMLINK3res nfs3_symlink_res;
   1290 
   1291 	/* RFS3_MKNOD = 11 */
   1292 	MKNOD3res nfs3_mknod_res;
   1293 
   1294 	/* RFS3_REMOVE = 12 */
   1295 	REMOVE3res nfs3_remove_res;
   1296 
   1297 	/* RFS3_RMDIR = 13 */
   1298 	RMDIR3res nfs3_rmdir_res;
   1299 
   1300 	/* RFS3_RENAME = 14 */
   1301 	RENAME3res nfs3_rename_res;
   1302 
   1303 	/* RFS3_LINK = 15 */
   1304 	LINK3res nfs3_link_res;
   1305 
   1306 	/* RFS3_READDIR = 16 */
   1307 	READDIR3res nfs3_readdir_res;
   1308 
   1309 	/* RFS3_READDIRPLUS = 17 */
   1310 	READDIRPLUS3res nfs3_readdirplus_res;
   1311 
   1312 	/* RFS3_FSSTAT = 18 */
   1313 	FSSTAT3res nfs3_fsstat_res;
   1314 
   1315 	/* RFS3_FSINFO = 19 */
   1316 	FSINFO3res nfs3_fsinfo_res;
   1317 
   1318 	/* RFS3_PATHCONF = 20 */
   1319 	PATHCONF3res nfs3_pathconf_res;
   1320 
   1321 	/* RFS3_COMMIT = 21 */
   1322 	COMMIT3res nfs3_commit_res;
   1323 
   1324 	/*
   1325 	 * NFS VERSION 4
   1326 	 */
   1327 
   1328 	/* RFS_NULL = 0 */
   1329 
   1330 	/* RFS4_COMPOUND = 1 */
   1331 	COMPOUND4res nfs4_compound_res;
   1332 
   1333 };
   1334 
   1335 static struct rpc_disptable rfs_disptable[] = {
   1336 	{sizeof (rfsdisptab_v2) / sizeof (rfsdisptab_v2[0]),
   1337 	    rfscallnames_v2,
   1338 	    &rfsproccnt_v2_ptr, rfsdisptab_v2},
   1339 	{sizeof (rfsdisptab_v3) / sizeof (rfsdisptab_v3[0]),
   1340 	    rfscallnames_v3,
   1341 	    &rfsproccnt_v3_ptr, rfsdisptab_v3},
   1342 	{sizeof (rfsdisptab_v4) / sizeof (rfsdisptab_v4[0]),
   1343 	    rfscallnames_v4,
   1344 	    &rfsproccnt_v4_ptr, rfsdisptab_v4},
   1345 };
   1346 
   1347 /*
   1348  * If nfs_portmon is set, then clients are required to use privileged
   1349  * ports (ports < IPPORT_RESERVED) in order to get NFS services.
   1350  *
   1351  * N.B.: this attempt to carry forward the already ill-conceived notion
   1352  * of privileged ports for TCP/UDP is really quite ineffectual.  Not only
   1353  * is it transport-dependent, it's laughably easy to spoof.  If you're
   1354  * really interested in security, you must start with secure RPC instead.
   1355  */
   1356 static int nfs_portmon = 0;
   1357 
   1358 #ifdef DEBUG
   1359 static int cred_hits = 0;
   1360 static int cred_misses = 0;
   1361 #endif
   1362 
   1363 
   1364 #ifdef DEBUG
   1365 /*
   1366  * Debug code to allow disabling of rfs_dispatch() use of
   1367  * fastxdrargs() and fastxdrres() calls for testing purposes.
   1368  */
   1369 static int rfs_no_fast_xdrargs = 0;
   1370 static int rfs_no_fast_xdrres = 0;
   1371 #endif
   1372 
   1373 union acl_args {
   1374 	/*
   1375 	 * ACL VERSION 2
   1376 	 */
   1377 
   1378 	/* ACL2_NULL = 0 */
   1379 
   1380 	/* ACL2_GETACL = 1 */
   1381 	GETACL2args acl2_getacl_args;
   1382 
   1383 	/* ACL2_SETACL = 2 */
   1384 	SETACL2args acl2_setacl_args;
   1385 
   1386 	/* ACL2_GETATTR = 3 */
   1387 	GETATTR2args acl2_getattr_args;
   1388 
   1389 	/* ACL2_ACCESS = 4 */
   1390 	ACCESS2args acl2_access_args;
   1391 
   1392 	/* ACL2_GETXATTRDIR = 5 */
   1393 	GETXATTRDIR2args acl2_getxattrdir_args;
   1394 
   1395 	/*
   1396 	 * ACL VERSION 3
   1397 	 */
   1398 
   1399 	/* ACL3_NULL = 0 */
   1400 
   1401 	/* ACL3_GETACL = 1 */
   1402 	GETACL3args acl3_getacl_args;
   1403 
   1404 	/* ACL3_SETACL = 2 */
   1405 	SETACL3args acl3_setacl;
   1406 
   1407 	/* ACL3_GETXATTRDIR = 3 */
   1408 	GETXATTRDIR3args acl3_getxattrdir_args;
   1409 
   1410 };
   1411 
   1412 union acl_res {
   1413 	/*
   1414 	 * ACL VERSION 2
   1415 	 */
   1416 
   1417 	/* ACL2_NULL = 0 */
   1418 
   1419 	/* ACL2_GETACL = 1 */
   1420 	GETACL2res acl2_getacl_res;
   1421 
   1422 	/* ACL2_SETACL = 2 */
   1423 	SETACL2res acl2_setacl_res;
   1424 
   1425 	/* ACL2_GETATTR = 3 */
   1426 	GETATTR2res acl2_getattr_res;
   1427 
   1428 	/* ACL2_ACCESS = 4 */
   1429 	ACCESS2res acl2_access_res;
   1430 
   1431 	/* ACL2_GETXATTRDIR = 5 */
   1432 	GETXATTRDIR2args acl2_getxattrdir_res;
   1433 
   1434 	/*
   1435 	 * ACL VERSION 3
   1436 	 */
   1437 
   1438 	/* ACL3_NULL = 0 */
   1439 
   1440 	/* ACL3_GETACL = 1 */
   1441 	GETACL3res acl3_getacl_res;
   1442 
   1443 	/* ACL3_SETACL = 2 */
   1444 	SETACL3res acl3_setacl_res;
   1445 
   1446 	/* ACL3_GETXATTRDIR = 3 */
   1447 	GETXATTRDIR3res acl3_getxattrdir_res;
   1448 
   1449 };
   1450 
   1451 static bool_t
   1452 auth_tooweak(struct svc_req *req, char *res)
   1453 {
   1454 
   1455 	if (req->rq_vers == NFS_VERSION && req->rq_proc == RFS_LOOKUP) {
   1456 		struct nfsdiropres *dr = (struct nfsdiropres *)res;
   1457 		if (dr->dr_status == WNFSERR_CLNT_FLAVOR)
   1458 			return (TRUE);
   1459 	} else if (req->rq_vers == NFS_V3 && req->rq_proc == NFSPROC3_LOOKUP) {
   1460 		LOOKUP3res *resp = (LOOKUP3res *)res;
   1461 		if (resp->status == WNFSERR_CLNT_FLAVOR)
   1462 			return (TRUE);
   1463 	}
   1464 	return (FALSE);
   1465 }
   1466 
   1467 
   1468 static void
   1469 common_dispatch(struct svc_req *req, SVCXPRT *xprt, rpcvers_t min_vers,
   1470 		rpcvers_t max_vers, char *pgmname,
   1471 		struct rpc_disptable *disptable)
   1472 {
   1473 	int which;
   1474 	rpcvers_t vers;
   1475 	char *args;
   1476 	union {
   1477 			union rfs_args ra;
   1478 			union acl_args aa;
   1479 		} args_buf;
   1480 	char *res;
   1481 	union {
   1482 			union rfs_res rr;
   1483 			union acl_res ar;
   1484 		} res_buf;
   1485 	struct rpcdisp *disp = NULL;
   1486 	int dis_flags = 0;
   1487 	cred_t *cr;
   1488 	int error = 0;
   1489 	int anon_ok;
   1490 	struct exportinfo *exi = NULL;
   1491 	unsigned int nfslog_rec_id;
   1492 	int dupstat;
   1493 	struct dupreq *dr;
   1494 	int authres;
   1495 	bool_t publicfh_ok = FALSE;
   1496 	enum_t auth_flavor;
   1497 	bool_t dupcached = FALSE;
   1498 	struct netbuf	nb;
   1499 	bool_t logging_enabled = FALSE;
   1500 	struct exportinfo *nfslog_exi = NULL;
   1501 	char **procnames;
   1502 	char cbuf[INET6_ADDRSTRLEN];	/* to hold both IPv4 and IPv6 addr */
   1503 
   1504 	vers = req->rq_vers;
   1505 
   1506 	if (vers < min_vers || vers > max_vers) {
   1507 		svcerr_progvers(req->rq_xprt, min_vers, max_vers);
   1508 		error++;
   1509 		cmn_err(CE_NOTE, "%s: bad version number %u", pgmname, vers);
   1510 		goto done;
   1511 	}
   1512 	vers -= min_vers;
   1513 
   1514 	which = req->rq_proc;
   1515 	if (which < 0 || which >= disptable[(int)vers].dis_nprocs) {
   1516 		svcerr_noproc(req->rq_xprt);
   1517 		error++;
   1518 		goto done;
   1519 	}
   1520 
   1521 	(*(disptable[(int)vers].dis_proccntp))[which].value.ui64++;
   1522 
   1523 	disp = &disptable[(int)vers].dis_table[which];
   1524 	procnames = disptable[(int)vers].dis_procnames;
   1525 
   1526 	auth_flavor = req->rq_cred.oa_flavor;
   1527 
   1528 	/*
   1529 	 * Deserialize into the args struct.
   1530 	 */
   1531 	args = (char *)&args_buf;
   1532 
   1533 #ifdef DEBUG
   1534 	if (rfs_no_fast_xdrargs || (auth_flavor == RPCSEC_GSS) ||
   1535 	    disp->dis_fastxdrargs == NULL_xdrproc_t ||
   1536 	    !SVC_GETARGS(xprt, disp->dis_fastxdrargs, (char *)&args))
   1537 #else
   1538 	if ((auth_flavor == RPCSEC_GSS) ||
   1539 	    disp->dis_fastxdrargs == NULL_xdrproc_t ||
   1540 	    !SVC_GETARGS(xprt, disp->dis_fastxdrargs, (char *)&args))
   1541 #endif
   1542 	{
   1543 		bzero(args, disp->dis_argsz);
   1544 		if (!SVC_GETARGS(xprt, disp->dis_xdrargs, args)) {
   1545 			error++;
   1546 			/*
   1547 			 * Check if we are outside our capabilities.
   1548 			 */
   1549 			if (rfs4_minorvers_mismatch(req, xprt, (void *)args))
   1550 				goto done;
   1551 
   1552 			svcerr_decode(xprt);
   1553 			cmn_err(CE_NOTE,
   1554 			    "Failed to decode arguments for %s version %u "
   1555 			    "procedure %s client %s%s",
   1556 			    pgmname, vers + min_vers, procnames[which],
   1557 			    client_name(req), client_addr(req, cbuf));
   1558 			goto done;
   1559 		}
   1560 	}
   1561 
   1562 	/*
   1563 	 * If Version 4 use that specific dispatch function.
   1564 	 */
   1565 	if (req->rq_vers == 4) {
   1566 		error += rfs4_dispatch(disp, req, xprt, args);
   1567 		goto done;
   1568 	}
   1569 
   1570 	dis_flags = disp->dis_flags;
   1571 
   1572 	/*
   1573 	 * Find export information and check authentication,
   1574 	 * setting the credential if everything is ok.
   1575 	 */
   1576 	if (disp->dis_getfh != NULL) {
   1577 		void *fh;
   1578 		fsid_t *fsid;
   1579 		fid_t *fid, *xfid;
   1580 		fhandle_t *fh2;
   1581 		nfs_fh3 *fh3;
   1582 
   1583 		fh = (*disp->dis_getfh)(args);
   1584 		switch (req->rq_vers) {
   1585 		case NFS_VERSION:
   1586 			fh2 = (fhandle_t *)fh;
   1587 			fsid = &fh2->fh_fsid;
   1588 			fid = (fid_t *)&fh2->fh_len;
   1589 			xfid = (fid_t *)&fh2->fh_xlen;
   1590 			break;
   1591 		case NFS_V3:
   1592 			fh3 = (nfs_fh3 *)fh;
   1593 			fsid = &fh3->fh3_fsid;
   1594 			fid = FH3TOFIDP(fh3);
   1595 			xfid = FH3TOXFIDP(fh3);
   1596 			break;
   1597 		}
   1598 
   1599 		/*
   1600 		 * Fix for bug 1038302 - corbin
   1601 		 * There is a problem here if anonymous access is
   1602 		 * disallowed.  If the current request is part of the
   1603 		 * client's mount process for the requested filesystem,
   1604 		 * then it will carry root (uid 0) credentials on it, and
   1605 		 * will be denied by checkauth if that client does not
   1606 		 * have explicit root=0 permission.  This will cause the
   1607 		 * client's mount operation to fail.  As a work-around,
   1608 		 * we check here to see if the request is a getattr or
   1609 		 * statfs operation on the exported vnode itself, and
   1610 		 * pass a flag to checkauth with the result of this test.
   1611 		 *
   1612 		 * The filehandle refers to the mountpoint itself if
   1613 		 * the fh_data and fh_xdata portions of the filehandle
   1614 		 * are equal.
   1615 		 *
   1616 		 * Added anon_ok argument to checkauth().
   1617 		 */
   1618 
   1619 		if ((dis_flags & RPC_ALLOWANON) && EQFID(fid, xfid))
   1620 			anon_ok = 1;
   1621 		else
   1622 			anon_ok = 0;
   1623 
   1624 		cr = xprt->xp_cred;
   1625 		ASSERT(cr != NULL);
   1626 #ifdef DEBUG
   1627 		if (crgetref(cr) != 1) {
   1628 			crfree(cr);
   1629 			cr = crget();
   1630 			xprt->xp_cred = cr;
   1631 			cred_misses++;
   1632 		} else
   1633 			cred_hits++;
   1634 #else
   1635 		if (crgetref(cr) != 1) {
   1636 			crfree(cr);
   1637 			cr = crget();
   1638 			xprt->xp_cred = cr;
   1639 		}
   1640 #endif
   1641 
   1642 		exi = checkexport(fsid, xfid);
   1643 
   1644 		if (exi != NULL) {
   1645 			publicfh_ok = PUBLICFH_CHECK(disp, exi, fsid, xfid);
   1646 
   1647 			/*
   1648 			 * Don't allow non-V4 clients access
   1649 			 * to pseudo exports
   1650 			 */
   1651 			if (PSEUDO(exi)) {
   1652 				svcerr_weakauth(xprt);
   1653 				error++;
   1654 				goto done;
   1655 			}
   1656 
   1657 			authres = checkauth(exi, req, cr, anon_ok, publicfh_ok);
   1658 			/*
   1659 			 * authres >  0: authentication OK - proceed
   1660 			 * authres == 0: authentication weak - return error
   1661 			 * authres <  0: authentication timeout - drop
   1662 			 */
   1663 			if (authres <= 0) {
   1664 				if (authres == 0) {
   1665 					svcerr_weakauth(xprt);
   1666 					error++;
   1667 				}
   1668 				goto done;
   1669 			}
   1670 		}
   1671 	} else
   1672 		cr = NULL;
   1673 
   1674 	if ((dis_flags & RPC_MAPRESP) && (auth_flavor != RPCSEC_GSS)) {
   1675 		res = (char *)SVC_GETRES(xprt, disp->dis_ressz);
   1676 		if (res == NULL)
   1677 			res = (char *)&res_buf;
   1678 	} else
   1679 		res = (char *)&res_buf;
   1680 
   1681 	if (!(dis_flags & RPC_IDEMPOTENT)) {
   1682 		dupstat = SVC_DUP_EXT(xprt, req, res, disp->dis_ressz, &dr,
   1683 		    &dupcached);
   1684 
   1685 		switch (dupstat) {
   1686 		case DUP_ERROR:
   1687 			svcerr_systemerr(xprt);
   1688 			error++;
   1689 			goto done;
   1690 			/* NOTREACHED */
   1691 		case DUP_INPROGRESS:
   1692 			if (res != (char *)&res_buf)
   1693 				SVC_FREERES(xprt);
   1694 			error++;
   1695 			goto done;
   1696 			/* NOTREACHED */
   1697 		case DUP_NEW:
   1698 		case DUP_DROP:
   1699 			curthread->t_flag |= T_DONTPEND;
   1700 
   1701 			(*disp->dis_proc)(args, res, exi, req, cr);
   1702 
   1703 			curthread->t_flag &= ~T_DONTPEND;
   1704 			if (curthread->t_flag & T_WOULDBLOCK) {
   1705 				curthread->t_flag &= ~T_WOULDBLOCK;
   1706 				SVC_DUPDONE_EXT(xprt, dr, res, NULL,
   1707 				    disp->dis_ressz, DUP_DROP);
   1708 				if (res != (char *)&res_buf)
   1709 					SVC_FREERES(xprt);
   1710 				error++;
   1711 				goto done;
   1712 			}
   1713 			if (dis_flags & RPC_AVOIDWORK) {
   1714 				SVC_DUPDONE_EXT(xprt, dr, res, NULL,
   1715 				    disp->dis_ressz, DUP_DROP);
   1716 			} else {
   1717 				SVC_DUPDONE_EXT(xprt, dr, res,
   1718 				    disp->dis_resfree == nullfree ? NULL :
   1719 				    disp->dis_resfree,
   1720 				    disp->dis_ressz, DUP_DONE);
   1721 				dupcached = TRUE;
   1722 			}
   1723 			break;
   1724 		case DUP_DONE:
   1725 			break;
   1726 		}
   1727 
   1728 	} else {
   1729 		curthread->t_flag |= T_DONTPEND;
   1730 
   1731 		(*disp->dis_proc)(args, res, exi, req, cr);
   1732 
   1733 		curthread->t_flag &= ~T_DONTPEND;
   1734 		if (curthread->t_flag & T_WOULDBLOCK) {
   1735 			curthread->t_flag &= ~T_WOULDBLOCK;
   1736 			if (res != (char *)&res_buf)
   1737 				SVC_FREERES(xprt);
   1738 			error++;
   1739 			goto done;
   1740 		}
   1741 	}
   1742 
   1743 	if (auth_tooweak(req, res)) {
   1744 		svcerr_weakauth(xprt);
   1745 		error++;
   1746 		goto done;
   1747 	}
   1748 
   1749 	/*
   1750 	 * Check to see if logging has been enabled on the server.
   1751 	 * If so, then obtain the export info struct to be used for
   1752 	 * the later writing of the log record.  This is done for
   1753 	 * the case that a lookup is done across a non-logged public
   1754 	 * file system.
   1755 	 */
   1756 	if (nfslog_buffer_list != NULL) {
   1757 		nfslog_exi = nfslog_get_exi(exi, req, res, &nfslog_rec_id);
   1758 		/*
   1759 		 * Is logging enabled?
   1760 		 */
   1761 		logging_enabled = (nfslog_exi != NULL);
   1762 
   1763 		/*
   1764 		 * Copy the netbuf for logging purposes, before it is
   1765 		 * freed by svc_sendreply().
   1766 		 */
   1767 		if (logging_enabled) {
   1768 			NFSLOG_COPY_NETBUF(nfslog_exi, xprt, &nb);
   1769 			/*
   1770 			 * If RPC_MAPRESP flag set (i.e. in V2 ops) the
   1771 			 * res gets copied directly into the mbuf and
   1772 			 * may be freed soon after the sendreply. So we
   1773 			 * must copy it here to a safe place...
   1774 			 */
   1775 			if (res != (char *)&res_buf) {
   1776 				bcopy(res, (char *)&res_buf, disp->dis_ressz);
   1777 			}
   1778 		}
   1779 	}
   1780 
   1781 	/*
   1782 	 * Serialize and send results struct
   1783 	 */
   1784 #ifdef DEBUG
   1785 	if (rfs_no_fast_xdrres == 0 && res != (char *)&res_buf)
   1786 #else
   1787 	if (res != (char *)&res_buf)
   1788 #endif
   1789 	{
   1790 		if (!svc_sendreply(xprt, disp->dis_fastxdrres, res)) {
   1791 			cmn_err(CE_NOTE, "%s: bad sendreply", pgmname);
   1792 			error++;
   1793 		}
   1794 	} else {
   1795 		if (!svc_sendreply(xprt, disp->dis_xdrres, res)) {
   1796 			cmn_err(CE_NOTE, "%s: bad sendreply", pgmname);
   1797 			error++;
   1798 		}
   1799 	}
   1800 
   1801 	/*
   1802 	 * Log if needed
   1803 	 */
   1804 	if (logging_enabled) {
   1805 		nfslog_write_record(nfslog_exi, req, args, (char *)&res_buf,
   1806 		    cr, &nb, nfslog_rec_id, NFSLOG_ONE_BUFFER);
   1807 		exi_rele(nfslog_exi);
   1808 		kmem_free((&nb)->buf, (&nb)->len);
   1809 	}
   1810 
   1811 	/*
   1812 	 * Free results struct. With the addition of NFS V4 we can
   1813 	 * have non-idempotent procedures with functions.
   1814 	 */
   1815 	if (disp->dis_resfree != nullfree && dupcached == FALSE) {
   1816 		(*disp->dis_resfree)(res);
   1817 	}
   1818 
   1819 done:
   1820 	/*
   1821 	 * Free arguments struct
   1822 	 */
   1823 	if (disp) {
   1824 		if (!SVC_FREEARGS(xprt, disp->dis_xdrargs, args)) {
   1825 			cmn_err(CE_NOTE, "%s: bad freeargs", pgmname);
   1826 			error++;
   1827 		}
   1828 	} else {
   1829 		if (!SVC_FREEARGS(xprt, (xdrproc_t)0, (caddr_t)0)) {
   1830 			cmn_err(CE_NOTE, "%s: bad freeargs", pgmname);
   1831 			error++;
   1832 		}
   1833 	}
   1834 
   1835 	if (exi != NULL)
   1836 		exi_rele(exi);
   1837 
   1838 	global_svstat_ptr[req->rq_vers][NFS_BADCALLS].value.ui64 += error;
   1839 
   1840 	global_svstat_ptr[req->rq_vers][NFS_CALLS].value.ui64++;
   1841 }
   1842 
   1843 static void
   1844 rfs_dispatch(struct svc_req *req, SVCXPRT *xprt)
   1845 {
   1846 	common_dispatch(req, xprt, NFS_VERSMIN, NFS_VERSMAX,
   1847 	    "NFS", rfs_disptable);
   1848 }
   1849 
   1850 static char *aclcallnames_v2[] = {
   1851 	"ACL2_NULL",
   1852 	"ACL2_GETACL",
   1853 	"ACL2_SETACL",
   1854 	"ACL2_GETATTR",
   1855 	"ACL2_ACCESS",
   1856 	"ACL2_GETXATTRDIR"
   1857 };
   1858 
   1859 static struct rpcdisp acldisptab_v2[] = {
   1860 	/*
   1861 	 * ACL VERSION 2
   1862 	 */
   1863 
   1864 	/* ACL2_NULL = 0 */
   1865 	{rpc_null,
   1866 	    xdr_void, NULL_xdrproc_t, 0,
   1867 	    xdr_void, NULL_xdrproc_t, 0,
   1868 	    nullfree, RPC_IDEMPOTENT,
   1869 	    0},
   1870 
   1871 	/* ACL2_GETACL = 1 */
   1872 	{acl2_getacl,
   1873 	    xdr_GETACL2args, xdr_fastGETACL2args, sizeof (GETACL2args),
   1874 	    xdr_GETACL2res, NULL_xdrproc_t, sizeof (GETACL2res),
   1875 	    acl2_getacl_free, RPC_IDEMPOTENT,
   1876 	    acl2_getacl_getfh},
   1877 
   1878 	/* ACL2_SETACL = 2 */
   1879 	{acl2_setacl,
   1880 	    xdr_SETACL2args, NULL_xdrproc_t, sizeof (SETACL2args),
   1881 #ifdef _LITTLE_ENDIAN
   1882 	    xdr_SETACL2res, xdr_fastSETACL2res, sizeof (SETACL2res),
   1883 #else
   1884 	    xdr_SETACL2res, NULL_xdrproc_t, sizeof (SETACL2res),
   1885 #endif
   1886 	    nullfree, RPC_MAPRESP,
   1887 	    acl2_setacl_getfh},
   1888 
   1889 	/* ACL2_GETATTR = 3 */
   1890 	{acl2_getattr,
   1891 	    xdr_GETATTR2args, xdr_fastGETATTR2args, sizeof (GETATTR2args),
   1892 #ifdef _LITTLE_ENDIAN
   1893 	    xdr_GETATTR2res, xdr_fastGETATTR2res, sizeof (GETATTR2res),
   1894 #else
   1895 	    xdr_GETATTR2res, NULL_xdrproc_t, sizeof (GETATTR2res),
   1896 #endif
   1897 	    nullfree, RPC_IDEMPOTENT|RPC_ALLOWANON|RPC_MAPRESP,
   1898 	    acl2_getattr_getfh},
   1899 
   1900 	/* ACL2_ACCESS = 4 */
   1901 	{acl2_access,
   1902 	    xdr_ACCESS2args, xdr_fastACCESS2args, sizeof (ACCESS2args),
   1903 #ifdef _LITTLE_ENDIAN
   1904 	    xdr_ACCESS2res, xdr_fastACCESS2res, sizeof (ACCESS2res),
   1905 #else
   1906 	    xdr_ACCESS2res, NULL_xdrproc_t, sizeof (ACCESS2res),
   1907 #endif
   1908 	    nullfree, RPC_IDEMPOTENT|RPC_MAPRESP,
   1909 	    acl2_access_getfh},
   1910 
   1911 	/* ACL2_GETXATTRDIR = 5 */
   1912 	{acl2_getxattrdir,
   1913 	    xdr_GETXATTRDIR2args, NULL_xdrproc_t, sizeof (GETXATTRDIR2args),
   1914 	    xdr_GETXATTRDIR2res, NULL_xdrproc_t, sizeof (GETXATTRDIR2res),
   1915 	    nullfree, RPC_IDEMPOTENT,
   1916 	    acl2_getxattrdir_getfh},
   1917 };
   1918 
   1919 static char *aclcallnames_v3[] = {
   1920 	"ACL3_NULL",
   1921 	"ACL3_GETACL",
   1922 	"ACL3_SETACL",
   1923 	"ACL3_GETXATTRDIR"
   1924 };
   1925 
   1926 static struct rpcdisp acldisptab_v3[] = {
   1927 	/*
   1928 	 * ACL VERSION 3
   1929 	 */
   1930 
   1931 	/* ACL3_NULL = 0 */
   1932 	{rpc_null,
   1933 	    xdr_void, NULL_xdrproc_t, 0,
   1934 	    xdr_void, NULL_xdrproc_t, 0,
   1935 	    nullfree, RPC_IDEMPOTENT,
   1936 	    0},
   1937 
   1938 	/* ACL3_GETACL = 1 */
   1939 	{acl3_getacl,
   1940 	    xdr_GETACL3args, NULL_xdrproc_t, sizeof (GETACL3args),
   1941 	    xdr_GETACL3res, NULL_xdrproc_t, sizeof (GETACL3res),
   1942 	    acl3_getacl_free, RPC_IDEMPOTENT,
   1943 	    acl3_getacl_getfh},
   1944 
   1945 	/* ACL3_SETACL = 2 */
   1946 	{acl3_setacl,
   1947 	    xdr_SETACL3args, NULL_xdrproc_t, sizeof (SETACL3args),
   1948 	    xdr_SETACL3res, NULL_xdrproc_t, sizeof (SETACL3res),
   1949 	    nullfree, 0,
   1950 	    acl3_setacl_getfh},
   1951 
   1952 	/* ACL3_GETXATTRDIR = 3 */
   1953 	{acl3_getxattrdir,
   1954 	    xdr_GETXATTRDIR3args, NULL_xdrproc_t, sizeof (GETXATTRDIR3args),
   1955 	    xdr_GETXATTRDIR3res, NULL_xdrproc_t, sizeof (GETXATTRDIR3res),
   1956 	    nullfree, RPC_IDEMPOTENT,
   1957 	    acl3_getxattrdir_getfh},
   1958 };
   1959 
   1960 static struct rpc_disptable acl_disptable[] = {
   1961 	{sizeof (acldisptab_v2) / sizeof (acldisptab_v2[0]),
   1962 		aclcallnames_v2,
   1963 		&aclproccnt_v2_ptr, acldisptab_v2},
   1964 	{sizeof (acldisptab_v3) / sizeof (acldisptab_v3[0]),
   1965 		aclcallnames_v3,
   1966 		&aclproccnt_v3_ptr, acldisptab_v3},
   1967 };
   1968 
   1969 static void
   1970 acl_dispatch(struct svc_req *req, SVCXPRT *xprt)
   1971 {
   1972 	common_dispatch(req, xprt, NFS_ACL_VERSMIN, NFS_ACL_VERSMAX,
   1973 	    "ACL", acl_disptable);
   1974 }
   1975 
   1976 int
   1977 checkwin(int flavor, int window, struct svc_req *req)
   1978 {
   1979 	struct authdes_cred *adc;
   1980 
   1981 	switch (flavor) {
   1982 	case AUTH_DES:
   1983 		adc = (struct authdes_cred *)req->rq_clntcred;
   1984 		if (adc->adc_fullname.window > window)
   1985 			return (0);
   1986 		break;
   1987 
   1988 	default:
   1989 		break;
   1990 	}
   1991 	return (1);
   1992 }
   1993 
   1994 
   1995 /*
   1996  * checkauth() will check the access permission against the export
   1997  * information.  Then map root uid/gid to appropriate uid/gid.
   1998  *
   1999  * This routine is used by NFS V3 and V2 code.
   2000  */
   2001 static int
   2002 checkauth(struct exportinfo *exi, struct svc_req *req, cred_t *cr, int anon_ok,
   2003     bool_t publicfh_ok)
   2004 {
   2005 	int i, nfsflavor, rpcflavor, stat, access;
   2006 	struct secinfo *secp;
   2007 	caddr_t principal;
   2008 	char buf[INET6_ADDRSTRLEN]; /* to hold both IPv4 and IPv6 addr */
   2009 	int anon_res = 0;
   2010 
   2011 	/*
   2012 	 * Check for privileged port number
   2013 	 * N.B.:  this assumes that we know the format of a netbuf.
   2014 	 */
   2015 	if (nfs_portmon) {
   2016 		struct sockaddr *ca;
   2017 		ca = (struct sockaddr *)svc_getrpccaller(req->rq_xprt)->buf;
   2018 
   2019 		if (ca == NULL)
   2020 			return (0);
   2021 
   2022 		if ((ca->sa_family == AF_INET &&
   2023 		    ntohs(((struct sockaddr_in *)ca)->sin_port) >=
   2024 		    IPPORT_RESERVED) ||
   2025 		    (ca->sa_family == AF_INET6 &&
   2026 		    ntohs(((struct sockaddr_in6 *)ca)->sin6_port) >=
   2027 		    IPPORT_RESERVED)) {
   2028 			cmn_err(CE_NOTE,
   2029 			    "nfs_server: client %s%ssent NFS request from "
   2030 			    "unprivileged port",
   2031 			    client_name(req), client_addr(req, buf));
   2032 			return (0);
   2033 		}
   2034 	}
   2035 
   2036 	/*
   2037 	 *  return 1 on success or 0 on failure
   2038 	 */
   2039 	stat = sec_svc_getcred(req, cr, &principal, &nfsflavor);
   2040 
   2041 	/*
   2042 	 * A failed AUTH_UNIX svc_get_cred() implies we couldn't set
   2043 	 * the credentials; below we map that to anonymous.
   2044 	 */
   2045 	if (!stat && nfsflavor != AUTH_UNIX) {
   2046 		cmn_err(CE_NOTE,
   2047 		    "nfs_server: couldn't get unix cred for %s",
   2048 		    client_name(req));
   2049 		return (0);
   2050 	}
   2051 
   2052 	/*
   2053 	 * Short circuit checkauth() on operations that support the
   2054 	 * public filehandle, and if the request for that operation
   2055 	 * is using the public filehandle. Note that we must call
   2056 	 * sec_svc_getcred() first so that xp_cookie is set to the
   2057 	 * right value. Normally xp_cookie is just the RPC flavor
   2058 	 * of the the request, but in the case of RPCSEC_GSS it
   2059 	 * could be a pseudo flavor.
   2060 	 */
   2061 	if (publicfh_ok)
   2062 		return (1);
   2063 
   2064 	rpcflavor = req->rq_cred.oa_flavor;
   2065 	/*
   2066 	 * Check if the auth flavor is valid for this export
   2067 	 */
   2068 	access = nfsauth_access(exi, req);
   2069 	if (access & NFSAUTH_DROP)
   2070 		return (-1);	/* drop the request */
   2071 
   2072 	if (access & NFSAUTH_DENIED) {
   2073 		/*
   2074 		 * If anon_ok == 1 and we got NFSAUTH_DENIED, it was
   2075 		 * probably due to the flavor not matching during the
   2076 		 * the mount attempt. So map the flavor to AUTH_NONE
   2077 		 * so that the credentials get mapped to the anonymous
   2078 		 * user.
   2079 		 */
   2080 		if (anon_ok == 1)
   2081 			rpcflavor = AUTH_NONE;
   2082 		else
   2083 			return (0);	/* deny access */
   2084 
   2085 	} else if (access & NFSAUTH_MAPNONE) {
   2086 		/*
   2087 		 * Access was granted even though the flavor mismatched
   2088 		 * because AUTH_NONE was one of the exported flavors.
   2089 		 */
   2090 		rpcflavor = AUTH_NONE;
   2091 
   2092 	} else if (access & NFSAUTH_WRONGSEC) {
   2093 		/*
   2094 		 * NFSAUTH_WRONGSEC is used for NFSv4. If we get here,
   2095 		 * it means a client ignored the list of allowed flavors
   2096 		 * returned via the MOUNT protocol. So we just disallow it!
   2097 		 */
   2098 		return (0);
   2099 	}
   2100 
   2101 	switch (rpcflavor) {
   2102 	case AUTH_NONE:
   2103 		anon_res = crsetugid(cr, exi->exi_export.ex_anon,
   2104 		    exi->exi_export.ex_anon);
   2105 		(void) crsetgroups(cr, 0, NULL);
   2106 		break;
   2107 
   2108 	case AUTH_UNIX:
   2109 		if (!stat || crgetuid(cr) == 0 && !(access & NFSAUTH_ROOT)) {
   2110 			anon_res = crsetugid(cr, exi->exi_export.ex_anon,
   2111 			    exi->exi_export.ex_anon);
   2112 			(void) crsetgroups(cr, 0, NULL);
   2113 		} else if (!stat || crgetuid(cr) == 0 &&
   2114 		    access & NFSAUTH_ROOT) {
   2115 			/*
   2116 			 * It is root, so apply rootid to get real UID
   2117 			 * Find the secinfo structure.  We should be able
   2118 			 * to find it by the time we reach here.
   2119 			 * nfsauth_access() has done the checking.
   2120 			 */
   2121 			secp = NULL;
   2122 			for (i = 0; i < exi->exi_export.ex_seccnt; i++) {
   2123 				struct secinfo *sptr;
   2124 				sptr = &exi->exi_export.ex_secinfo[i];
   2125 				if (sptr->s_secinfo.sc_nfsnum == nfsflavor) {
   2126 					secp = sptr;
   2127 					break;
   2128 				}
   2129 			}
   2130 			if (secp != NULL) {
   2131 				(void) crsetugid(cr, secp->s_rootid,
   2132 				    secp->s_rootid);
   2133 				(void) crsetgroups(cr, 0, NULL);
   2134 			}
   2135 		}
   2136 		break;
   2137 
   2138 	case AUTH_DES:
   2139 	case RPCSEC_GSS:
   2140 		/*
   2141 		 *  Find the secinfo structure.  We should be able
   2142 		 *  to find it by the time we reach here.
   2143 		 *  nfsauth_access() has done the checking.
   2144 		 */
   2145 		secp = NULL;
   2146 		for (i = 0; i < exi->exi_export.ex_seccnt; i++) {
   2147 			if (exi->exi_export.ex_secinfo[i].s_secinfo.sc_nfsnum ==
   2148 			    nfsflavor) {
   2149 				secp = &exi->exi_export.ex_secinfo[i];
   2150 				break;
   2151 			}
   2152 		}
   2153 
   2154 		if (!secp) {
   2155 			cmn_err(CE_NOTE, "nfs_server: client %s%shad "
   2156 			    "no secinfo data for flavor %d",
   2157 			    client_name(req), client_addr(req, buf),
   2158 			    nfsflavor);
   2159 			return (0);
   2160 		}
   2161 
   2162 		if (!checkwin(rpcflavor, secp->s_window, req)) {
   2163 			cmn_err(CE_NOTE,
   2164 			    "nfs_server: client %s%sused invalid "
   2165 			    "auth window value",
   2166 			    client_name(req), client_addr(req, buf));
   2167 			return (0);
   2168 		}
   2169 
   2170 		/*
   2171 		 * Map root principals listed in the share's root= list to root,
   2172 		 * and map any others principals that were mapped to root by RPC
   2173 		 * to anon.
   2174 		 */
   2175 		if (principal && sec_svc_inrootlist(rpcflavor, principal,
   2176 		    secp->s_rootcnt, secp->s_rootnames)) {
   2177 			if (crgetuid(cr) == 0 && secp->s_rootid == 0)
   2178 				return (1);
   2179 
   2180 
   2181 			(void) crsetugid(cr, secp->s_rootid, secp->s_rootid);
   2182 
   2183 			/*
   2184 			 * NOTE: If and when kernel-land privilege tracing is
   2185 			 * added this may have to be replaced with code that
   2186 			 * retrieves root's supplementary groups (e.g., using
   2187 			 * kgss_get_group_info().  In the meantime principals
   2188 			 * mapped to uid 0 get all privileges, so setting cr's
   2189 			 * supplementary groups for them does nothing.
   2190 			 */
   2191 			(void) crsetgroups(cr, 0, NULL);
   2192 
   2193 			return (1);
   2194 		}
   2195 
   2196 		/*
   2197 		 * Not a root princ, or not in root list, map UID 0/nobody to
   2198 		 * the anon ID for the share.  (RPC sets cr's UIDs and GIDs to
   2199 		 * UID_NOBODY and GID_NOBODY, respectively.)
   2200 		 */
   2201 		if (crgetuid(cr) != 0 &&
   2202 		    (crgetuid(cr) != UID_NOBODY || crgetgid(cr) != GID_NOBODY))
   2203 			return (1);
   2204 
   2205 		anon_res = crsetugid(cr, exi->exi_export.ex_anon,
   2206 		    exi->exi_export.ex_anon);
   2207 		(void) crsetgroups(cr, 0, NULL);
   2208 		break;
   2209 	default:
   2210 		return (0);
   2211 	} /* switch on rpcflavor */
   2212 
   2213 	/*
   2214 	 * Even if anon access is disallowed via ex_anon == -1, we allow
   2215 	 * this access if anon_ok is set.  So set creds to the default
   2216 	 * "nobody" id.
   2217 	 */
   2218 	if (anon_res != 0) {
   2219 		if (anon_ok == 0) {
   2220 			cmn_err(CE_NOTE,
   2221 			    "nfs_server: client %s%ssent wrong "
   2222 			    "authentication for %s",
   2223 			    client_name(req), client_addr(req, buf),
   2224 			    exi->exi_export.ex_path ?
   2225 			    exi->exi_export.ex_path : "?");
   2226 			return (0);
   2227 		}
   2228 
   2229 		if (crsetugid(cr, UID_NOBODY, GID_NOBODY) != 0)
   2230 			return (0);
   2231 	}
   2232 
   2233 	return (1);
   2234 }
   2235 
   2236 /*
   2237  * returns 0 on failure, -1 on a drop, -2 on wrong security flavor,
   2238  * and 1 on success
   2239  */
   2240 int
   2241 checkauth4(struct compound_state *cs, struct svc_req *req)
   2242 {
   2243 	int i, rpcflavor, access;
   2244 	struct secinfo *secp;
   2245 	char buf[MAXHOST + 1];
   2246 	int anon_res = 0, nfsflavor;
   2247 	struct exportinfo *exi;
   2248 	cred_t	*cr;
   2249 	caddr_t	principal;
   2250 
   2251 	exi = cs->exi;
   2252 	cr = cs->cr;
   2253 	principal = cs->principal;
   2254 	nfsflavor = cs->nfsflavor;
   2255 
   2256 	ASSERT(cr != NULL);
   2257 
   2258 	rpcflavor = req->rq_cred.oa_flavor;
   2259 	cs->access &= ~CS_ACCESS_LIMITED;
   2260 
   2261 	/*
   2262 	 * Check for privileged port number
   2263 	 * N.B.:  this assumes that we know the format of a netbuf.
   2264 	 */
   2265 	if (nfs_portmon) {
   2266 		struct sockaddr *ca;
   2267 		ca = (struct sockaddr *)svc_getrpccaller(req->rq_xprt)->buf;
   2268 
   2269 		if (ca == NULL)
   2270 			return (0);
   2271 
   2272 		if ((ca->sa_family == AF_INET &&
   2273 		    ntohs(((struct sockaddr_in *)ca)->sin_port) >=
   2274 		    IPPORT_RESERVED) ||
   2275 		    (ca->sa_family == AF_INET6 &&
   2276 		    ntohs(((struct sockaddr_in6 *)ca)->sin6_port) >=
   2277 		    IPPORT_RESERVED)) {
   2278 			cmn_err(CE_NOTE,
   2279 			    "nfs_server: client %s%ssent NFSv4 request from "
   2280 			    "unprivileged port",
   2281 			    client_name(req), client_addr(req, buf));
   2282 			return (0);
   2283 		}
   2284 	}
   2285 
   2286 	/*
   2287 	 * Check the access right per auth flavor on the vnode of
   2288 	 * this export for the given request.
   2289 	 */
   2290 	access = nfsauth4_access(cs->exi, cs->vp, req);
   2291 
   2292 	if (access & NFSAUTH_WRONGSEC)
   2293 		return (-2);	/* no access for this security flavor */
   2294 
   2295 	if (access & NFSAUTH_DROP)
   2296 		return (-1);	/* drop the request */
   2297 
   2298 	if (access & NFSAUTH_DENIED) {
   2299 
   2300 		if (exi->exi_export.ex_seccnt > 0)
   2301 			return (0);	/* deny access */
   2302 
   2303 	} else if (access & NFSAUTH_LIMITED) {
   2304 
   2305 		cs->access |= CS_ACCESS_LIMITED;
   2306 
   2307 	} else if (access & NFSAUTH_MAPNONE) {
   2308 		/*
   2309 		 * Access was granted even though the flavor mismatched
   2310 		 * because AUTH_NONE was one of the exported flavors.
   2311 		 */
   2312 		rpcflavor = AUTH_NONE;
   2313 	}
   2314 
   2315 	/*
   2316 	 * XXX probably need to redo some of it for nfsv4?
   2317 	 * return 1 on success or 0 on failure
   2318 	 */
   2319 
   2320 	switch (rpcflavor) {
   2321 	case AUTH_NONE:
   2322 		anon_res = crsetugid(cr, exi->exi_export.ex_anon,
   2323 		    exi->exi_export.ex_anon);
   2324 		(void) crsetgroups(cr, 0, NULL);
   2325 		break;
   2326 
   2327 	case AUTH_UNIX:
   2328 		if (crgetuid(cr) == 0 && !(access & NFSAUTH_ROOT)) {
   2329 			anon_res = crsetugid(cr, exi->exi_export.ex_anon,
   2330 			    exi->exi_export.ex_anon);
   2331 			(void) crsetgroups(cr, 0, NULL);
   2332 		} else if (crgetuid(cr) == 0 && access & NFSAUTH_ROOT) {
   2333 			/*
   2334 			 * It is root, so apply rootid to get real UID
   2335 			 * Find the secinfo structure.  We should be able
   2336 			 * to find it by the time we reach here.
   2337 			 * nfsauth_access() has done the checking.
   2338 			 */
   2339 			secp = NULL;
   2340 			for (i = 0; i < exi->exi_export.ex_seccnt; i++) {
   2341 				struct secinfo *sptr;
   2342 				sptr = &exi->exi_export.ex_secinfo[i];
   2343 				if (sptr->s_secinfo.sc_nfsnum == nfsflavor) {
   2344 					secp = &exi->exi_export.ex_secinfo[i];
   2345 					break;
   2346 				}
   2347 			}
   2348 			if (secp != NULL) {
   2349 				(void) crsetugid(cr, secp->s_rootid,
   2350 				    secp->s_rootid);
   2351 				(void) crsetgroups(cr, 0, NULL);
   2352 			}
   2353 		}
   2354 		break;
   2355 
   2356 	default:
   2357 		/*
   2358 		 *  Find the secinfo structure.  We should be able
   2359 		 *  to find it by the time we reach here.
   2360 		 *  nfsauth_access() has done the checking.
   2361 		 */
   2362 		secp = NULL;
   2363 		for (i = 0; i < exi->exi_export.ex_seccnt; i++) {
   2364 			if (exi->exi_export.ex_secinfo[i].s_secinfo.sc_nfsnum ==
   2365 			    nfsflavor) {
   2366 				secp = &exi->exi_export.ex_secinfo[i];
   2367 				break;
   2368 			}
   2369 		}
   2370 
   2371 		if (!secp) {
   2372 			cmn_err(CE_NOTE, "nfs_server: client %s%shad "
   2373 			    "no secinfo data for flavor %d",
   2374 			    client_name(req), client_addr(req, buf),
   2375 			    nfsflavor);
   2376 			return (0);
   2377 		}
   2378 
   2379 		if (!checkwin(rpcflavor, secp->s_window, req)) {
   2380 			cmn_err(CE_NOTE,
   2381 			    "nfs_server: client %s%sused invalid "
   2382 			    "auth window value",
   2383 			    client_name(req), client_addr(req, buf));
   2384 			return (0);
   2385 		}
   2386 
   2387 		/*
   2388 		 * Map root principals listed in the share's root= list to root,
   2389 		 * and map any others principals that were mapped to root by RPC
   2390 		 * to anon. If not going to anon, set to rootid (root_mapping).
   2391 		 */
   2392 		if (principal && sec_svc_inrootlist(rpcflavor, principal,
   2393 		    secp->s_rootcnt, secp->s_rootnames)) {
   2394 			if (crgetuid(cr) == 0 && secp->s_rootid == 0)
   2395 				return (1);
   2396 
   2397 			(void) crsetugid(cr, secp->s_rootid, secp->s_rootid);
   2398 
   2399 			/*
   2400 			 * NOTE: If and when kernel-land privilege tracing is
   2401 			 * added this may have to be replaced with code that
   2402 			 * retrieves root's supplementary groups (e.g., using
   2403 			 * kgss_get_group_info().  In the meantime principals
   2404 			 * mapped to uid 0 get all privileges, so setting cr's
   2405 			 * supplementary groups for them does nothing.
   2406 			 */
   2407 			(void) crsetgroups(cr, 0, NULL);
   2408 
   2409 			return (1);
   2410 		}
   2411 
   2412 		/*
   2413 		 * Not a root princ, or not in root list, map UID 0/nobody to
   2414 		 * the anon ID for the share.  (RPC sets cr's UIDs and GIDs to
   2415 		 * UID_NOBODY and GID_NOBODY, respectively.)
   2416 		 */
   2417 		if (crgetuid(cr) != 0 &&
   2418 		    (crgetuid(cr) != UID_NOBODY || crgetgid(cr) != GID_NOBODY))
   2419 			return (1);
   2420 
   2421 		anon_res = crsetugid(cr, exi->exi_export.ex_anon,
   2422 		    exi->exi_export.ex_anon);
   2423 		(void) crsetgroups(cr, 0, NULL);
   2424 		break;
   2425 	} /* switch on rpcflavor */
   2426 
   2427 	/*
   2428 	 * Even if anon access is disallowed via ex_anon == -1, we allow
   2429 	 * this access if anon_ok is set.  So set creds to the default
   2430 	 * "nobody" id.
   2431 	 */
   2432 
   2433 	if (anon_res != 0) {
   2434 		cmn_err(CE_NOTE,
   2435 		    "nfs_server: client %s%ssent wrong "
   2436 		    "authentication for %s",
   2437 		    client_name(req), client_addr(req, buf),
   2438 		    exi->exi_export.ex_path ?
   2439 		    exi->exi_export.ex_path : "?");
   2440 		return (0);
   2441 	}
   2442 
   2443 	return (1);
   2444 }
   2445 
   2446 
   2447 static char *
   2448 client_name(struct svc_req *req)
   2449 {
   2450 	char *hostname = NULL;
   2451 
   2452 	/*
   2453 	 * If it's a Unix cred then use the
   2454 	 * hostname from the credential.
   2455 	 */
   2456 	if (req->rq_cred.oa_flavor == AUTH_UNIX) {
   2457 		hostname = ((struct authunix_parms *)
   2458 		    req->rq_clntcred)->aup_machname;
   2459 	}
   2460 	if (hostname == NULL)
   2461 		hostname = "";
   2462 
   2463 	return (hostname);
   2464 }
   2465 
   2466 static char *
   2467 client_addr(struct svc_req *req, char *buf)
   2468 {
   2469 	struct sockaddr *ca;
   2470 	uchar_t *b;
   2471 	char *frontspace = "";
   2472 
   2473 	/*
   2474 	 * We assume we are called in tandem with client_name and the
   2475 	 * format string looks like "...client %s%sblah blah..."
   2476 	 *
   2477 	 * If it's a Unix cred then client_name returned
   2478 	 * a host name, so we need insert a space between host name
   2479 	 * and IP address.
   2480 	 */
   2481 	if (req->rq_cred.oa_flavor == AUTH_UNIX)
   2482 		frontspace = " ";
   2483 
   2484 	/*
   2485 	 * Convert the caller's IP address to a dotted string
   2486 	 */
   2487 	ca = (struct sockaddr *)svc_getrpccaller(req->rq_xprt)->buf;
   2488 
   2489 	if (ca->sa_family == AF_INET) {
   2490 		b = (uchar_t *)&((struct sockaddr_in *)ca)->sin_addr;
   2491 		(void) sprintf(buf, "%s(%d.%d.%d.%d) ", frontspace,
   2492 		    b[0] & 0xFF, b[1] & 0xFF, b[2] & 0xFF, b[3] & 0xFF);
   2493 	} else if (ca->sa_family == AF_INET6) {
   2494 		struct sockaddr_in6 *sin6;
   2495 		sin6 = (struct sockaddr_in6 *)ca;
   2496 		(void) kinet_ntop6((uchar_t *)&sin6->sin6_addr,
   2497 		    buf, INET6_ADDRSTRLEN);
   2498 
   2499 	} else {
   2500 
   2501 		/*
   2502 		 * No IP address to print. If there was a host name
   2503 		 * printed, then we print a space.
   2504 		 */
   2505 		(void) sprintf(buf, frontspace);
   2506 	}
   2507 
   2508 	return (buf);
   2509 }
   2510 
   2511 /*
   2512  * NFS Server initialization routine.  This routine should only be called
   2513  * once.  It performs the following tasks:
   2514  *	- Call sub-initialization routines (localize access to variables)
   2515  *	- Initialize all locks
   2516  *	- initialize the version 3 write verifier
   2517  */
   2518 int
   2519 nfs_srvinit(void)
   2520 {
   2521 	int error;
   2522 
   2523 	error = nfs_exportinit();
   2524 	if (error != 0)
   2525 		return (error);
   2526 	error = rfs4_srvrinit();
   2527 	if (error != 0) {
   2528 		nfs_exportfini();
   2529 		return (error);
   2530 	}
   2531 	rfs_srvrinit();
   2532 	rfs3_srvrinit();
   2533 	nfsauth_init();
   2534 
   2535 	/* Init the stuff to control start/stop */
   2536 	nfs_server_upordown = NFS_SERVER_STOPPED;
   2537 	mutex_init(&nfs_server_upordown_lock, NULL, MUTEX_DEFAULT, NULL);
   2538 	cv_init(&nfs_server_upordown_cv, NULL, CV_DEFAULT, NULL);
   2539 	mutex_init(&rdma_wait_mutex, NULL, MUTEX_DEFAULT, NULL);
   2540 	cv_init(&rdma_wait_cv, NULL, CV_DEFAULT, NULL);
   2541 
   2542 	return (0);
   2543 }
   2544 
   2545 /*
   2546  * NFS Server finalization routine. This routine is called to cleanup the
   2547  * initialization work previously performed if the NFS server module could
   2548  * not be loaded correctly.
   2549  */
   2550 void
   2551 nfs_srvfini(void)
   2552 {
   2553 	nfsauth_fini();
   2554 	rfs3_srvrfini();
   2555 	rfs_srvrfini();
   2556 	nfs_exportfini();
   2557 
   2558 	mutex_destroy(&nfs_server_upordown_lock);
   2559 	cv_destroy(&nfs_server_upordown_cv);
   2560 	mutex_destroy(&rdma_wait_mutex);
   2561 	cv_destroy(&rdma_wait_cv);
   2562 }
   2563 
   2564 /*
   2565  * Set up an iovec array of up to cnt pointers.
   2566  */
   2567 
   2568 void
   2569 mblk_to_iov(mblk_t *m, int cnt, struct iovec *iovp)
   2570 {
   2571 	while (m != NULL && cnt-- > 0) {
   2572 		iovp->iov_base = (caddr_t)m->b_rptr;
   2573 		iovp->iov_len = (m->b_wptr - m->b_rptr);
   2574 		iovp++;
   2575 		m = m->b_cont;
   2576 	}
   2577 }
   2578 
   2579 /*
   2580  * Common code between NFS Version 2 and NFS Version 3 for the public
   2581  * filehandle multicomponent lookups.
   2582  */
   2583 
   2584 /*
   2585  * Public filehandle evaluation of a multi-component lookup, following
   2586  * symbolic links, if necessary. This may result in a vnode in another
   2587  * filesystem, which is OK as long as the other filesystem is exported.
   2588  *
   2589  * Note that the exi will be set either to NULL or a new reference to the
   2590  * exportinfo struct that corresponds to the vnode of the multi-component path.
   2591  * It is the callers responsibility to release this reference.
   2592  */
   2593 int
   2594 rfs_publicfh_mclookup(char *p, vnode_t *dvp, cred_t *cr, vnode_t **vpp,
   2595     struct exportinfo **exi, struct sec_ol *sec)
   2596 {
   2597 	int pathflag;
   2598 	vnode_t *mc_dvp = NULL;
   2599 	vnode_t *realvp;
   2600 	int error;
   2601 
   2602 	*exi = NULL;
   2603 
   2604 	/*
   2605 	 * check if the given path is a url or native path. Since p is
   2606 	 * modified by MCLpath(), it may be empty after returning from
   2607 	 * there, and should be checked.
   2608 	 */
   2609 	if ((pathflag = MCLpath(&p)) == -1)
   2610 		return (EIO);
   2611 
   2612 	/*
   2613 	 * If pathflag is SECURITY_QUERY, turn the SEC_QUERY bit
   2614 	 * on in sec->sec_flags. This bit will later serve as an
   2615 	 * indication in makefh_ol() or makefh3_ol() to overload the
   2616 	 * filehandle to contain the sec modes used by the server for
   2617 	 * the path.
   2618 	 */
   2619 	if (pathflag == SECURITY_QUERY) {
   2620 		if ((sec->sec_index = (uint_t)(*p)) > 0) {
   2621 			sec->sec_flags |= SEC_QUERY;
   2622 			p++;
   2623 			if ((pathflag = MCLpath(&p)) == -1)
   2624 				return (EIO);
   2625 		} else {
   2626 			cmn_err(CE_NOTE,
   2627 			    "nfs_server: invalid security index %d, "
   2628 			    "violating WebNFS SNEGO protocol.", sec->sec_index);
   2629 			return (EIO);
   2630 		}
   2631 	}
   2632 
   2633 	if (p[0] == '\0') {
   2634 		error = ENOENT;
   2635 		goto publicfh_done;
   2636 	}
   2637 
   2638 	error = rfs_pathname(p, &mc_dvp, vpp, dvp, cr, pathflag);
   2639 
   2640 	/*
   2641 	 * If name resolves to "/" we get EINVAL since we asked for
   2642 	 * the vnode of the directory that the file is in. Try again
   2643 	 * with NULL directory vnode.
   2644 	 */
   2645 	if (error == EINVAL) {
   2646 		error = rfs_pathname(p, NULL, vpp, dvp, cr, pathflag);
   2647 		if (!error) {
   2648 			ASSERT(*vpp != NULL);
   2649 			if ((*vpp)->v_type == VDIR) {
   2650 				VN_HOLD(*vpp);
   2651 				mc_dvp = *vpp;
   2652 			} else {
   2653 				/*
   2654 				 * This should not happen, the filesystem is
   2655 				 * in an inconsistent state. Fail the lookup
   2656 				 * at this point.
   2657 				 */
   2658 				VN_RELE(*vpp);
   2659 				error = EINVAL;
   2660 			}
   2661 		}
   2662 	}
   2663 
   2664 	if (error)
   2665 		goto publicfh_done;
   2666 
   2667 	if (*vpp == NULL) {
   2668 		error = ENOENT;
   2669 		goto publicfh_done;
   2670 	}
   2671 
   2672 	ASSERT(mc_dvp != NULL);
   2673 	ASSERT(*vpp != NULL);
   2674 
   2675 	if ((*vpp)->v_type == VDIR) {
   2676 		do {
   2677 			/*
   2678 			 * *vpp may be an AutoFS node, so we perform
   2679 			 * a VOP_ACCESS() to trigger the mount of the intended
   2680 			 * filesystem, so we can perform the lookup in the
   2681 			 * intended filesystem.
   2682 			 */
   2683 			(void) VOP_ACCESS(*vpp, 0, 0, cr, NULL);
   2684 
   2685 			/*
   2686 			 * If vnode is covered, get the
   2687 			 * the topmost vnode.
   2688 			 */
   2689 			if (vn_mountedvfs(*vpp) != NULL) {
   2690 				error = traverse(vpp);
   2691 				if (error) {
   2692 					VN_RELE(*vpp);
   2693 					goto publicfh_done;
   2694 				}
   2695 			}
   2696 
   2697 			if (VOP_REALVP(*vpp, &realvp, NULL) == 0 &&
   2698 			    realvp != *vpp) {
   2699 				/*
   2700 				 * If realvp is different from *vpp
   2701 				 * then release our reference on *vpp, so that
   2702 				 * the export access check be performed on the
   2703 				 * real filesystem instead.
   2704 				 */
   2705 				VN_HOLD(realvp);
   2706 				VN_RELE(*vpp);
   2707 				*vpp = realvp;
   2708 			} else {
   2709 				break;
   2710 			}
   2711 		/* LINTED */
   2712 		} while (TRUE);
   2713 
   2714 		/*
   2715 		 * Let nfs_vptexi() figure what the real parent is.
   2716 		 */
   2717 		VN_RELE(mc_dvp);
   2718 		mc_dvp = NULL;
   2719 
   2720 	} else {
   2721 		/*
   2722 		 * If vnode is covered, get the
   2723 		 * the topmost vnode.
   2724 		 */
   2725 		if (vn_mountedvfs(mc_dvp) != NULL) {
   2726 			error = traverse(&mc_dvp);
   2727 			if (error) {
   2728 				VN_RELE(*vpp);
   2729 				goto publicfh_done;
   2730 			}
   2731 		}
   2732 
   2733 		if (VOP_REALVP(mc_dvp, &realvp, NULL) == 0 &&
   2734 		    realvp != mc_dvp) {
   2735 			/*
   2736 			 * *vpp is a file, obtain realvp of the parent
   2737 			 * directory vnode.
   2738 			 */
   2739 			VN_HOLD(realvp);
   2740 			VN_RELE(mc_dvp);
   2741 			mc_dvp = realvp;
   2742 		}
   2743 	}
   2744 
   2745 	/*
   2746 	 * The pathname may take us from the public filesystem to another.
   2747 	 * If that's the case then just set the exportinfo to the new export
   2748 	 * and build filehandle for it. Thanks to per-access checking there's
   2749 	 * no security issues with doing this. If the client is not allowed
   2750 	 * access to this new export then it will get an access error when it
   2751 	 * tries to use the filehandle
   2752 	 */
   2753 	if (error = nfs_check_vpexi(mc_dvp, *vpp, kcred, exi)) {
   2754 		VN_RELE(*vpp);
   2755 		goto publicfh_done;
   2756 	}
   2757 
   2758 	/*
   2759 	 * Not allowed access to pseudo exports.
   2760 	 */
   2761 	if (PSEUDO(*exi)) {
   2762 		error = ENOENT;
   2763 		VN_RELE(*vpp);
   2764 		goto publicfh_done;
   2765 	}
   2766 
   2767 	/*
   2768 	 * Do a lookup for the index file. We know the index option doesn't
   2769 	 * allow paths through handling in the share command, so mc_dvp will
   2770 	 * be the parent for the index file vnode, if its present. Use
   2771 	 * temporary pointers to preserve and reuse the vnode pointers of the
   2772 	 * original directory in case there's no index file. Note that the
   2773 	 * index file is a native path, and should not be interpreted by
   2774 	 * the URL parser in rfs_pathname()
   2775 	 */
   2776 	if (((*exi)->exi_export.ex_flags & EX_INDEX) &&
   2777 	    ((*vpp)->v_type == VDIR) && (pathflag == URLPATH)) {
   2778 		vnode_t *tvp, *tmc_dvp;	/* temporary vnode pointers */
   2779 
   2780 		tmc_dvp = mc_dvp;
   2781 		mc_dvp = tvp = *vpp;
   2782 
   2783 		error = rfs_pathname((*exi)->exi_export.ex_index, NULL, vpp,
   2784 		    mc_dvp, cr, NATIVEPATH);
   2785 
   2786 		if (error == ENOENT) {
   2787 			*vpp = tvp;
   2788 			mc_dvp = tmc_dvp;
   2789 			error = 0;
   2790 		} else {	/* ok or error other than ENOENT */
   2791 			if (tmc_dvp)
   2792 				VN_RELE(tmc_dvp);
   2793 			if (error)
   2794 				goto publicfh_done;
   2795 
   2796 			/*
   2797 			 * Found a valid vp for index "filename". Sanity check
   2798 			 * for odd case where a directory is provided as index
   2799 			 * option argument and leads us to another filesystem
   2800 			 */
   2801 
   2802 			/* Release the reference on the old exi value */
   2803 			ASSERT(*exi != NULL);
   2804 			exi_rele(*exi);
   2805 
   2806 			if (error = nfs_check_vpexi(mc_dvp, *vpp, kcred, exi)) {
   2807 				VN_RELE(*vpp);
   2808 				goto publicfh_done;
   2809 			}
   2810 		}
   2811 	}
   2812 
   2813 publicfh_done:
   2814 	if (mc_dvp)
   2815 		VN_RELE(mc_dvp);
   2816 
   2817 	return (error);
   2818 }
   2819 
   2820 /*
   2821  * Evaluate a multi-component path
   2822  */
   2823 int
   2824 rfs_pathname(
   2825 	char *path,			/* pathname to evaluate */
   2826 	vnode_t **dirvpp,		/* ret for ptr to parent dir vnode */
   2827 	vnode_t **compvpp,		/* ret for ptr to component vnode */
   2828 	vnode_t *startdvp,		/* starting vnode */
   2829 	cred_t *cr,			/* user's credential */
   2830 	int pathflag)			/* flag to identify path, e.g. URL */
   2831 {
   2832 	char namebuf[TYPICALMAXPATHLEN];
   2833 	struct pathname pn;
   2834 	int error;
   2835 
   2836 	/*
   2837 	 * If pathname starts with '/', then set startdvp to root.
   2838 	 */
   2839 	if (*path == '/') {
   2840 		while (*path == '/')
   2841 			path++;
   2842 
   2843 		startdvp = rootdir;
   2844 	}
   2845 
   2846 	error = pn_get_buf(path, UIO_SYSSPACE, &pn, namebuf, sizeof (namebuf));
   2847 	if (error == 0) {
   2848 		/*
   2849 		 * Call the URL parser for URL paths to modify the original
   2850 		 * string to handle any '%' encoded characters that exist.
   2851 		 * Done here to avoid an extra bcopy in the lookup.
   2852 		 * We need to be careful about pathlen's. We know that
   2853 		 * rfs_pathname() is called with a non-empty path. However,
   2854 		 * it could be emptied due to the path simply being all /'s,
   2855 		 * which is valid to proceed with the lookup, or due to the
   2856 		 * URL parser finding an encoded null character at the
   2857 		 * beginning of path which should not proceed with the lookup.
   2858 		 */
   2859 		if (pn.pn_pathlen != 0 && pathflag == URLPATH) {
   2860 			URLparse(pn.pn_path);
   2861 			if ((pn.pn_pathlen = strlen(pn.pn_path)) == 0)
   2862 				return (ENOENT);
   2863 		}
   2864 		VN_HOLD(startdvp);
   2865 		error = lookuppnvp(&pn, NULL, NO_FOLLOW, dirvpp, compvpp,
   2866 		    rootdir, startdvp, cr);
   2867 	}
   2868 	if (error == ENAMETOOLONG) {
   2869 		/*
   2870 		 * This thread used a pathname > TYPICALMAXPATHLEN bytes long.
   2871 		 */
   2872 		if (error = pn_get(path, UIO_SYSSPACE, &pn))
   2873 			return (error);
   2874 		if (pn.pn_pathlen != 0 && pathflag == URLPATH) {
   2875 			URLparse(pn.pn_path);
   2876 			if ((pn.pn_pathlen = strlen(pn.pn_path)) == 0) {
   2877 				pn_free(&pn);
   2878 				return (ENOENT);
   2879 			}
   2880 		}
   2881 		VN_HOLD(startdvp);
   2882 		error = lookuppnvp(&pn, NULL, NO_FOLLOW, dirvpp, compvpp,
   2883 		    rootdir, startdvp, cr);
   2884 		pn_free(&pn);
   2885 	}
   2886 
   2887 	return (error);
   2888 }
   2889 
   2890 /*
   2891  * Adapt the multicomponent lookup path depending on the pathtype
   2892  */
   2893 static int
   2894 MCLpath(char **path)
   2895 {
   2896 	unsigned char c = (unsigned char)**path;
   2897 
   2898 	/*
   2899 	 * If the MCL path is between 0x20 and 0x7E (graphic printable
   2900 	 * character of the US-ASCII coded character set), its a URL path,
   2901 	 * per RFC 1738.
   2902 	 */
   2903 	if (c >= 0x20 && c <= 0x7E)
   2904 		return (URLPATH);
   2905 
   2906 	/*
   2907 	 * If the first octet of the MCL path is not an ASCII character
   2908 	 * then it must be interpreted as a tag value that describes the
   2909 	 * format of the remaining octets of the MCL path.
   2910 	 *
   2911 	 * If the first octet of the MCL path is 0x81 it is a query
   2912 	 * for the security info.
   2913 	 */
   2914 	switch (c) {
   2915 	case 0x80:	/* native path, i.e. MCL via mount protocol */
   2916 		(*path)++;
   2917 		return (NATIVEPATH);
   2918 	case 0x81:	/* security query */
   2919 		(*path)++;
   2920 		return (SECURITY_QUERY);
   2921 	default:
   2922 		return (-1);
   2923 	}
   2924 }
   2925 
   2926 #define	fromhex(c)  ((c >= '0' && c <= '9') ? (c - '0') : \
   2927 			((c >= 'A' && c <= 'F') ? (c - 'A' + 10) :\
   2928 			((c >= 'a' && c <= 'f') ? (c - 'a' + 10) : 0)))
   2929 
   2930 /*
   2931  * The implementation of URLparse guarantees that the final string will
   2932  * fit in the original one. Replaces '%' occurrences followed by 2 characters
   2933  * with its corresponding hexadecimal character.
   2934  */
   2935 static void
   2936 URLparse(char *str)
   2937 {
   2938 	char *p, *q;
   2939 
   2940 	p = q = str;
   2941 	while (*p) {
   2942 		*q = *p;
   2943 		if (*p++ == '%') {
   2944 			if (*p) {
   2945 				*q = fromhex(*p) * 16;
   2946 				p++;
   2947 				if (*p) {
   2948 					*q += fromhex(*p);
   2949 					p++;
   2950 				}
   2951 			}
   2952 		}
   2953 		q++;
   2954 	}
   2955 	*q = '\0';
   2956 }
   2957 
   2958 
   2959 /*
   2960  * Get the export information for the lookup vnode, and verify its
   2961  * useable.
   2962  */
   2963 int
   2964 nfs_check_vpexi(vnode_t *mc_dvp, vnode_t *vp, cred_t *cr,
   2965     struct exportinfo **exi)
   2966 {
   2967 	int walk;
   2968 	int error = 0;
   2969 
   2970 	*exi = nfs_vptoexi(mc_dvp, vp, cr, &walk, NULL, FALSE);
   2971 	if (*exi == NULL)
   2972 		error = EACCES;
   2973 	else {
   2974 		/*
   2975 		 * If nosub is set for this export then
   2976 		 * a lookup relative to the public fh
   2977 		 * must not terminate below the
   2978 		 * exported directory.
   2979 		 */
   2980 		if ((*exi)->exi_export.ex_flags & EX_NOSUB && walk > 0)
   2981 			error = EACCES;
   2982 	}
   2983 
   2984 	return (error);
   2985 }
   2986 
   2987 /*
   2988  * Do the main work of handling HA-NFSv4 Resource Group failover on
   2989  * Sun Cluster.
   2990  * We need to detect whether any RG admin paths have been added or removed,
   2991  * and adjust resources accordingly.
   2992  * Currently we're using a very inefficient algorithm, ~ 2 * O(n**2). In
   2993  * order to scale, the list and array of paths need to be held in more
   2994  * suitable data structures.
   2995  */
   2996 static void
   2997 hanfsv4_failover(void)
   2998 {
   2999 	int i, start_grace, numadded_paths = 0;
   3000 	char **added_paths = NULL;
   3001 	rfs4_dss_path_t *dss_path;
   3002 
   3003 	/*
   3004 	 * Note: currently, rfs4_dss_pathlist cannot be NULL, since
   3005 	 * it will always include an entry for NFS4_DSS_VAR_DIR. If we
   3006 	 * make the latter dynamically specified too, the following will
   3007 	 * need to be adjusted.
   3008 	 */
   3009 
   3010 	/*
   3011 	 * First, look for removed paths: RGs that have been failed-over
   3012 	 * away from this node.
   3013 	 * Walk the "currently-serving" rfs4_dss_pathlist and, for each
   3014 	 * path, check if it is on the "passed-in" rfs4_dss_newpaths array
   3015 	 * from nfsd. If not, that RG path has been removed.
   3016 	 *
   3017 	 * Note that nfsd has sorted rfs4_dss_newpaths for us, and removed
   3018 	 * any duplicates.
   3019 	 */
   3020 	dss_path = rfs4_dss_pathlist;
   3021 	do {
   3022 		int found = 0;
   3023 		char *path = dss_path->path;
   3024 
   3025 		/* used only for non-HA so may not be removed */
   3026 		if (strcmp(path, NFS4_DSS_VAR_DIR) == 0) {
   3027 			dss_path = dss_path->next;
   3028 			continue;
   3029 		}
   3030 
   3031 		for (i = 0; i < rfs4_dss_numnewpaths; i++) {
   3032 			int cmpret;
   3033 			char *newpath = rfs4_dss_newpaths[i];
   3034 
   3035 			/*
   3036 			 * Since nfsd has sorted rfs4_dss_newpaths for us,
   3037 			 * once the return from strcmp is negative we know
   3038 			 * we've passed the point where "path" should be,
   3039 			 * and can stop searching: "path" has been removed.
   3040 			 */
   3041 			cmpret = strcmp(path, newpath);
   3042 			if (cmpret < 0)
   3043 				break;
   3044 			if (cmpret == 0) {
   3045 				found = 1;
   3046 				break;
   3047 			}
   3048 		}
   3049 
   3050 		if (found == 0) {
   3051 			unsigned index = dss_path->index;
   3052 			rfs4_servinst_t *sip = dss_path->sip;
   3053 			rfs4_dss_path_t *path_next = dss_path->next;
   3054 
   3055 			/*
   3056 			 * This path has been removed.
   3057 			 * We must clear out the servinst reference to
   3058 			 * it, since it's now owned by another
   3059 			 * node: we should not attempt to touch it.
   3060 			 */
   3061 			ASSERT(dss_path == sip->dss_paths[index]);
   3062 			sip->dss_paths[index] = NULL;
   3063 
   3064 			/* remove from "currently-serving" list, and destroy */
   3065 			remque(dss_path);
   3066 			/* allow for NUL */
   3067 			kmem_free(dss_path->path, strlen(dss_path->path) + 1);
   3068 			kmem_free(dss_path, sizeof (rfs4_dss_path_t));
   3069 
   3070 			dss_path = path_next;
   3071 		} else {
   3072 			/* path was found; not removed */
   3073 			dss_path = dss_path->next;
   3074 		}
   3075 	} while (dss_path != rfs4_dss_pathlist);
   3076 
   3077 	/*
   3078 	 * Now, look for added paths: RGs that have been failed-over
   3079 	 * to this node.
   3080 	 * Walk the "passed-in" rfs4_dss_newpaths array from nfsd and,
   3081 	 * for each path, check if it is on the "currently-serving"
   3082 	 * rfs4_dss_pathlist. If not, that RG path has been added.
   3083 	 *
   3084 	 * Note: we don't do duplicate detection here; nfsd does that for us.
   3085 	 *
   3086 	 * Note: numadded_paths <= rfs4_dss_numnewpaths, which gives us
   3087 	 * an upper bound for the size needed for added_paths[numadded_paths].
   3088 	 */
   3089 
   3090 	/* probably more space than we need, but guaranteed to be enough */
   3091 	if (rfs4_dss_numnewpaths > 0) {
   3092 		size_t sz = rfs4_dss_numnewpaths * sizeof (char *);
   3093 		added_paths = kmem_zalloc(sz, KM_SLEEP);
   3094 	}
   3095 
   3096 	/* walk the "passed-in" rfs4_dss_newpaths array from nfsd */
   3097 	for (i = 0; i < rfs4_dss_numnewpaths; i++) {
   3098 		int found = 0;
   3099 		char *newpath = rfs4_dss_newpaths[i];
   3100 
   3101 		dss_path = rfs4_dss_pathlist;
   3102 		do {
   3103 			char *path = dss_path->path;
   3104 
   3105 			/* used only for non-HA */
   3106 			if (strcmp(path, NFS4_DSS_VAR_DIR) == 0) {
   3107 				dss_path = dss_path->next;
   3108 				continue;
   3109 			}
   3110 
   3111 			if (strncmp(path, newpath, strlen(path)) == 0) {
   3112 				found = 1;
   3113 				break;
   3114 			}
   3115 
   3116 			dss_path = dss_path->next;
   3117 		} while (dss_path != rfs4_dss_pathlist);
   3118 
   3119 		if (found == 0) {
   3120 			added_paths[numadded_paths] = newpath;
   3121 			numadded_paths++;
   3122 		}
   3123 	}
   3124 
   3125 	/* did we find any added paths? */
   3126 	if (numadded_paths > 0) {
   3127 		/* create a new server instance, and start its grace period */
   3128 		start_grace = 1;
   3129 		rfs4_servinst_create(start_grace, numadded_paths, added_paths);
   3130 
   3131 		/* read in the stable storage state from these paths */
   3132 		rfs4_dss_readstate(numadded_paths, added_paths);
   3133 
   3134 		/*
   3135 		 * Multiple failovers during a grace period will cause
   3136 		 * clients of the same resource group to be partitioned
   3137 		 * into different server instances, with different
   3138 		 * grace periods.  Since clients of the same resource
   3139 		 * group must be subject to the same grace period,
   3140 		 * we need to reset all currently active grace periods.
   3141 		 */
   3142 		rfs4_grace_reset_all();
   3143 	}
   3144 
   3145 	if (rfs4_dss_numnewpaths > 0)
   3146 		kmem_free(added_paths, rfs4_dss_numnewpaths * sizeof (char *));
   3147 }
   3148 
   3149 /*
   3150  * Used by NFSv3 and NFSv4 server to query label of
   3151  * a pathname component during lookup/access ops.
   3152  */
   3153 ts_label_t *
   3154 nfs_getflabel(vnode_t *vp, struct exportinfo *exi)
   3155 {
   3156 	zone_t *zone;
   3157 	ts_label_t *zone_label;
   3158 	char *path;
   3159 
   3160 	mutex_enter(&vp->v_lock);
   3161 	if (vp->v_path != NULL) {
   3162 		zone = zone_find_by_any_path(vp->v_path, B_FALSE);
   3163 		mutex_exit(&vp->v_lock);
   3164 	} else {
   3165 		/*
   3166 		 * v_path not cached. Fall back on pathname of exported
   3167 		 * file system as we rely on pathname from which we can
   3168 		 * derive a label. The exported file system portion of
   3169 		 * path is sufficient to obtain a label.
   3170 		 */
   3171 		path = exi->exi_export.ex_path;
   3172 		if (path == NULL) {
   3173 			mutex_exit(&vp->v_lock);
   3174 			return (NULL);
   3175 		}
   3176 		zone = zone_find_by_any_path(path, B_FALSE);
   3177 		mutex_exit(&vp->v_lock);
   3178 	}
   3179 	/*
   3180 	 * Caller has verified that the file is either
   3181 	 * exported or visible. So if the path falls in
   3182 	 * global zone, admin_low is returned; otherwise
   3183 	 * the zone's label is returned.
   3184 	 */
   3185 	zone_label = zone->zone_slabel;
   3186 	label_hold(zone_label);
   3187 	zone_rele(zone);
   3188 	return (zone_label);
   3189 }
   3190 
   3191 /*
   3192  * TX NFS routine used by NFSv3 and NFSv4 to do label check
   3193  * on client label and server's file object lable.
   3194  */
   3195 boolean_t
   3196 do_rfs_label_check(bslabel_t *clabel, vnode_t *vp, int flag,
   3197     struct exportinfo *exi)
   3198 {
   3199 	bslabel_t *slabel;
   3200 	ts_label_t *tslabel;
   3201 	boolean_t result;
   3202 
   3203 	if ((tslabel = nfs_getflabel(vp, exi)) == NULL) {
   3204 		return (B_FALSE);
   3205 	}
   3206 	slabel = label2bslabel(tslabel);
   3207 	DTRACE_PROBE4(tx__rfs__log__info__labelcheck, char *,
   3208 	    "comparing server's file label(1) with client label(2) (vp(3))",
   3209 	    bslabel_t *, slabel, bslabel_t *, clabel, vnode_t *, vp);
   3210 
   3211 	if (flag == EQUALITY_CHECK)
   3212 		result = blequal(clabel, slabel);
   3213 	else
   3214 		result = bldominates(clabel, slabel);
   3215 	label_rele(tslabel);
   3216 	return (result);
   3217 }
   3218 
   3219 /*
   3220  * Callback function to return the loaned buffers.
   3221  * Calls VOP_RETZCBUF() only after all uio_iov[]
   3222  * buffers are returned. nu_ref maintains the count.
   3223  */
   3224 void
   3225 rfs_free_xuio(void *free_arg)
   3226 {
   3227 	uint_t ref;
   3228 	nfs_xuio_t *nfsuiop = (nfs_xuio_t *)free_arg;
   3229 
   3230 	ref = atomic_dec_uint_nv(&nfsuiop->nu_ref);
   3231 
   3232 	/*
   3233 	 * Call VOP_RETZCBUF() only when all the iov buffers
   3234 	 * are sent OTW.
   3235 	 */
   3236 	if (ref != 0)
   3237 		return;
   3238 
   3239 	if (((uio_t *)nfsuiop)->uio_extflg & UIO_XUIO) {
   3240 		(void) VOP_RETZCBUF(nfsuiop->nu_vp, (xuio_t *)free_arg, NULL,
   3241 		    NULL);
   3242 		VN_RELE(nfsuiop->nu_vp);
   3243 	}
   3244 
   3245 	kmem_cache_free(nfs_xuio_cache, free_arg);
   3246 }
   3247 
   3248 xuio_t *
   3249 rfs_setup_xuio(vnode_t *vp)
   3250 {
   3251 	nfs_xuio_t *nfsuiop;
   3252 
   3253 	nfsuiop = kmem_cache_alloc(nfs_xuio_cache, KM_SLEEP);
   3254 
   3255 	bzero(nfsuiop, sizeof (nfs_xuio_t));
   3256 	nfsuiop->nu_vp = vp;
   3257 
   3258 	/*
   3259 	 * ref count set to 1. more may be added
   3260 	 * if multiple mblks refer to multiple iov's.
   3261 	 * This is done in uio_to_mblk().
   3262 	 */
   3263 
   3264 	nfsuiop->nu_ref = 1;
   3265 
   3266 	nfsuiop->nu_frtn.free_func = rfs_free_xuio;
   3267 	nfsuiop->nu_frtn.free_arg = (char *)nfsuiop;
   3268 
   3269 	nfsuiop->nu_uio.xu_type = UIOTYPE_ZEROCOPY;
   3270 
   3271 	return (&nfsuiop->nu_uio);
   3272 }
   3273 
   3274 mblk_t *
   3275 uio_to_mblk(uio_t *uiop)
   3276 {
   3277 	struct iovec *iovp;
   3278 	int i;
   3279 	mblk_t *mp, *mp1;
   3280 	nfs_xuio_t *nfsuiop = (nfs_xuio_t *)uiop;
   3281 
   3282 	if (uiop->uio_iovcnt == 0)
   3283 		return (NULL);
   3284 
   3285 	iovp = uiop->uio_iov;
   3286 	mp = mp1 = esballoca((uchar_t *)iovp->iov_base, iovp->iov_len,
   3287 	    BPRI_MED, &nfsuiop->nu_frtn);
   3288 	ASSERT(mp != NULL);
   3289 
   3290 	mp->b_wptr += iovp->iov_len;
   3291 	mp->b_datap->db_type = M_DATA;
   3292 
   3293 	for (i = 1; i < uiop->uio_iovcnt; i++) {
   3294 		iovp = (uiop->uio_iov + i);
   3295 
   3296 		mp1->b_cont = esballoca(
   3297 		    (uchar_t *)iovp->iov_base, iovp->iov_len, BPRI_MED,
   3298 		    &nfsuiop->nu_frtn);
   3299 
   3300 		mp1 = mp1->b_cont;
   3301 		ASSERT(mp1 != NULL);
   3302 		mp1->b_wptr += iovp->iov_len;
   3303 		mp1->b_datap->db_type = M_DATA;
   3304 	}
   3305 
   3306 	nfsuiop->nu_ref = uiop->uio_iovcnt;
   3307 
   3308 	return (mp);
   3309 }
   3310 
   3311 void
   3312 rfs_rndup_mblks(mblk_t *mp, uint_t len, int buf_loaned)
   3313 {
   3314 	int i, rndup;
   3315 	int alloc_err = 0;
   3316 	mblk_t *rmp;
   3317 
   3318 	rndup = BYTES_PER_XDR_UNIT - (len % BYTES_PER_XDR_UNIT);
   3319 
   3320 	/* single mblk_t non copy-reduction case */
   3321 	if (!buf_loaned) {
   3322 		mp->b_wptr += len;
   3323 		if (rndup != BYTES_PER_XDR_UNIT) {
   3324 			for (i = 0; i < rndup; i++)
   3325 				*mp->b_wptr++ = '\0';
   3326 		}
   3327 		return;
   3328 	}
   3329 
   3330 	/* no need for extra rndup */
   3331 	if (rndup == BYTES_PER_XDR_UNIT)
   3332 		return;
   3333 
   3334 	while (mp->b_cont)
   3335 		mp = mp->b_cont;
   3336 
   3337 	/*
   3338 	 * In case of copy-reduction mblks, the size of the mblks
   3339 	 * are fixed and are of the size of the loaned buffers.
   3340 	 * Allocate a roundup mblk and chain it to the data
   3341 	 * buffers. This is sub-optimal, but not expected to
   3342 	 * happen in regular common workloads.
   3343 	 */
   3344 
   3345 	rmp = allocb_wait(rndup, BPRI_MED, STR_NOSIG, &alloc_err);
   3346 	ASSERT(rmp != NULL);
   3347 	ASSERT(alloc_err == 0);
   3348 
   3349 	for (i = 0; i < rndup; i++)
   3350 		*rmp->b_wptr++ = '\0';
   3351 
   3352 	rmp->b_datap->db_type = M_DATA;
   3353 	mp->b_cont = rmp;
   3354 }
   3355