head/rpcsvc/ds_prot.x

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */
/*
 * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
 * Use is subject to license terms.
 */

#if defined(USE_FOR_SNOOP)
%#include "ds_nfs_com.h"
%#include "ds_prot.h"
#else
#if defined(RPC_XDR) || defined(RPC_SVC) || defined(RPC_CLNT)
%#include <nfs/ds.h>
#endif
#endif

%#include <nfs/nfs41_fhtype.h>

const NFS_FH4MAXDATA		= 26;

%#include <nfs/ds_filehandle.h>

/*
 *  Dot-x file for the data server control protocol.
 */

/*
 * Control Protocol identifier
 */
typedef uint64_t	ds_id;
typedef uint64_t	ds_verifier;

enum ds_status {
      	DS_OK		= 0,
      	DSERR_ACCESS,
	DSERR_ATTR_NOTSUPP,
      	DSERR_BAD_COOKIE,
      	DSERR_BADHANDLE,
	DSERR_BAD_MDSSID,
      	DSERR_BAD_STATEID,
      	DSERR_EXPIRED,
      	DSERR_FHEXPIRED,
      	DSERR_GRACE,
      	DSERR_INVAL,
	DSERR_IO,
	DSERR_NOENT,
	DSERR_NOT_AUTH,
      	DSERR_NOSPC,
      	DSERR_NOTSUPP,
      	DSERR_OLD_STATEID,
	DSERR_PNFS_NO_LAYOUT,
      	DSERR_RESOURCE,
      	DSERR_SERVERFAULT,
      	DSERR_STALE,
      	DSERR_STALE_CLIENTID,
	DSERR_STALE_DSID,
      	DSERR_STALE_STATEID,
      	DSERR_TOOSMALL,
      	DSERR_WRONGSEC,
	DSERR_XDR,
      	DSERR_ILLEGAL
};

/*
 * XXX: Note that the supported bits have yet to be defined
 * and the size field would of course correspond to the
 * file size.
 */
struct ds_attr {
	int		ds_attrmask;
	uint64_t	ds_size;
};

struct identity {
	ds_verifier	boot_verifier;
	opaque		instance<MAXPATHLEN>;
};

/*
 * DS_EXIBI - Exchange Identity and Boot Instance
 *
 *  ds_ident  : An identiifier that the MDS can use to distinguish
 *             between data-server instances.
 */
struct DS_EXIBIargs {
	identity	ds_ident;
};

/*
 * ds_id     : The 'short-hand' identifier for the DS (MDS assigned)
 *
 * mds_id    : The 'short-hand' identifer for the MDS
 *
 * mds_boot_verifier: An identifier that the data-server can use to determine
 *		      if an MDS has rebooted.
 *
 * mds_lease_period: A hint to the data-server on the lease period
 * 	  	     currently in effect at the MDS.
 */
struct DS_EXIBIresok {
      	ds_id		ds_id;
	ds_id		mds_id;
      	ds_verifier	mds_boot_verifier;
      	uint32_t	mds_lease_period;
};

union DS_EXIBIres switch (ds_status status) {
case DS_OK:
	DS_EXIBIresok        res_ok;
default:
	void;
};

/*
 * DS_CHECKSTATEargs -
 *
 * The message from a DS that is asking for the presented file state
 * to be verified.
 *
 *   stateid:
 *
 *   The stateid the client presented for the I/O.
 *
 *   fh:
 *
 *   File handle that the DS received in the compound (via PUTFH)
 *   from the client when the client performed I/O.
 *
 *   co_owner:
 *
 *   client owner (MUST be same as MDS client owner as per NFSv4.1)
 *
 *   mode: READ or WRITE, needed for checking access mode.
 */
struct DS_CHECKSTATEargs {
      	stateid4	stateid;
      	nfs_fh4		fh;
	client_owner4	co_owner;
	int mode;
};

/*
 * ds_filestate -
 *
 * The reply to the DS from MDS that confirms the
 * validity of the presented state.
 *
 *   mds_clid:
 *
 *   The MDS client id that corresponds to the presented stateid.
 *
 *   layout:
 *
 *   The layout of the file.  This allows the DS
 *   to determine if the offset that the client is performing
 *   I/O to is valid based on the layout.
 *
 *   open_mode:
 *
 *   The effective open mode for the object + clientid, based on the
 *   mode open() mode and the export mode
 *
 */
struct ds_filestate {
      	clientid4 mds_clid;
      	layout4   layout<>;
      	int       open_mode;
};

union DS_CHECKSTATEres switch (ds_status status) {
case DS_OK:
      	ds_filestate    file_state;
default:
      	void;
};

/*
 * DS_FMATPT -
 *
 * A control protocol message that is used to transport FMA
 * telemetry data to MDS.
 *
 * This is a placeholder for a post pNFS/Basic putback.
 */
struct DS_FMATPTargs {
      	opaque      fma_msg<>;
};


struct DS_FMATPTres {
      	ds_status status;
};

/*
 * DS_MAP_MDS_DATASET_ID
 *
 * For a given MDS Dataset ID at the MDS return the root path.
 *
 */
struct DS_MAP_MDS_DATASET_IDargs {
      	mds_dataset_id mds_dataset_id;
};

struct DS_MAP_MDS_DATASET_IDresok {
      	ds_status   status;
      	utf8string  pathname;
};

union DS_MAP_MDS_DATASET_IDres switch (ds_status status) {
case DS_OK:
      	DS_MAP_MDS_DATASET_IDresok res_ok;
default:
      	void;
};

/*
 * DS_MAP_MDSSID
 *
 * Return a mapping for a given MDS Storage ID.
 */
struct DS_MAP_MDSSIDargs {
	mds_sid	mma_sid;
};

enum storage_type {
	ZFS = 1
};

union ds_guid switch (storage_type stor_type) {
case ZFS:
	opaque	zfsguid<>;
default:
	void;
};

/*
 * ds_guid_map -
 *
 *	The mapping between the local data server guid value and the id-value
 *	assigned by the MDS for mapping.
 *
 *	If the storage type is ZFS, encoded in the ds_guid will be
 *	a ds_zfsguid.  Other storage types may have their own guid
 *	definition.
 *
 *	Encoded in the mds_sid field will be an array of mds_sid_contents.
 */
struct ds_guid_map {
	ds_guid		ds_guid;
      	mds_sid		mds_sid_array<>;
};

struct DS_MAP_MDSSIDresok {
	ds_guid_map	guid_map;
};

union DS_MAP_MDSSIDres switch (ds_status status) {
case DS_OK:
      	DS_MAP_MDSSIDresok res_ok;
default:
      	void;
};

/*
 * DS_RENEW -
 *
 * A message from the DS to MDS used to exchnage
 * boot instances. This can be used to indicate to
 * the MDS when a data server has rebooted, and
 * also to the data-server when the MDS has rebooted.
 *
 * The data-server should drop all state when it
 * detects that the MDS has rebooted.
 *
 * The MDS should drop any state that it believes
 * the data-server is holding.
 *
 */
struct DS_RENEWargs {
      	ds_id		ds_id;
      	ds_verifier	ds_boottime;
};

union DS_RENEWres switch (ds_status status) {
case DS_OK:
      	ds_verifier mds_boottime;
default:
      	void;
};

/*
 * ds_zfsattr -
 *
 * Attribute that pertains to the zfs storage information/state etc.
 *
 *    attrname:
 *
 *    Name of attribute.
 *
 *    attrvalue:
 *
 *    Value of the attribute.
 *
 * Supported attributes:
 *
 *
 * +----------+------------+-----------------------------------------
 * | attrname | type       | Description
 * +----------+------------+-----------------------------------------
 * | state    | boolean    | current status of pool: 0=offline,
 * |          |            | 			     1=online
 * +----------+------------+-----------------------------------------
 * | size     | uint64_t   | bytes free on dataset.
 * +----------+------------+-----------------------------------------
 * | config   |  attrvalue: xxx - look at how zpool status
 * |          |   displays the pool
 * |          |  configuration.
 * +----------+------------+-----------------------------------------
 * | dataset  | utf8string | hostname:root_pool/root_data_set
 * +----------+------------+-----------------------------------------
 */
struct ds_zfsattr {
      	utf8string  attrname;
      	opaque      attrvalue<>;
};

typedef uint32_t   ds_addruse;

/*
 *  Intended usage for the addresses.
 */
const NFS      = 0x00000001;
const DSERV    = 0x00000002;

/*
 * ds_addr -
 *
 * A structure that is used to specify an address and
 * its usage.
 *
 *    addr:
 *
 *    The specific address on the DS.
 *
 *    validuse:
 *
 *    Bitmap associating the netaddr defined in "addr"
 *    to the protocols that are valid for that interface.
 */
struct ds_addr {
	netaddr4	addr;
	ds_addruse	validuse;
};

/*
 * ds_zfsguid -
 *
 *	The data server guid made up of the local zpool guid + dataset id
 */
struct ds_zfsguid {
	uint64_t	zpool_guid;
	uint64_t	dataset_guid;
};

/*
 * ds_zfsinfo -
 *
 * Contains all the attributes that pertain to the specified ZFS storage
 * identifier.
 *
 *    guid_map:
 *
 *    Unique value identifying the pNFS dataset and the zpool it lives in.
 *    *Note: This has to be unique across all storage in our
 *           system.  Meaning that we may have to generate ids
 *           which take into account the poolid assigned by the  SPA
 *           and the DS that the pool belongs to.
 *
 *    attrs:
 *
 *    List of name value pairs corresponding to the attributes
 *    of the ZFS data store (e.g. zpool and dataset attribues).
 *    *Note: We may want to rethink how we are handling attributes.
 *	     We should probably have some general attributes (e.g.
 *	     online/offline, size, free_size).  Then we can have
 *	     attributes that are specific to the storage type (e.g.
 *	     zpool configuration (e.g. mirrored, RAIDZ),
 *	     dataset attributes (e.g. encryption, compression).
 */
struct ds_zfsinfo {
      	ds_guid_map	guid_map;
	ds_zfsattr	attrs<>;
};

/*
 * ds_storinfo -
 *
 *	Information about the storage available to the data server.
 *	Currently, the only storage type is ZFS, but there may be others
 *	in the future.
 */
union ds_storinfo switch (storage_type type) {
case ZFS:
	ds_zfsinfo zfs_info;
default:
	void;
};

enum ds_attr_version {
	DS_ATTR_v1 = 1
};

/*
 * DS_REPORTAVAILargs -
 *
 * A message to the MDS from a DS to provide availability
 * information for storage pools and network interfaces.
 *
 *    ds_id:
 *
 *    The short-hand idenifier assigned by the MDS and returned
 *    in the DS_EXIBI reply.
 *
 *    ds_addrs:
 *
 *    An array of DS_addr associated with DS and information
 *    about the intended use of each address; Specified as
 *    an array since it is possible for a DS to have multiple
 *    interfaces available.
 *
 *    ds_attrvers:
 *
 *    Version indicating the set of attributes that the data server is
 *    aware of/supports. (XXX - This may change to a supported attrs bitmask).
 *
 *    ds_storinfo:
 *
 *    Array of storage information.  For each piece of storage there will
 *    be one entry in this array.
 */
struct DS_REPORTAVAILargs {
      	ds_id            ds_id;
      	ds_verifier	 ds_verifier;
      	struct ds_addr   ds_addrs<>;
	ds_attr_version  ds_attrvers;
      	ds_storinfo      ds_storinfo<>;
};

/*
 * DS_REPORTAVAILres_ok -
 *
 * Response from the MDS on a successful DS_REPORTAVAIL call.
 *
 * ds_attrvers:
 *
 * Version indicating the set of attributes that the metadata server is
 * aware of/supports.  (XXX - This may change to a supported attrs bitmask).
 *
 * guid_map:
 *
 * Map of data server guids to Metadata Server Storage IDs (MDS SIDs)
 */
struct DS_REPORTAVAILresok {
	ds_attr_version	ds_attrvers;
      	ds_guid_map 	guid_map<>;
};

union DS_REPORTAVAILres switch (ds_status status) {
case DS_OK:
      	DS_REPORTAVAILresok res_ok;
default:
      	void;
};

/*
 * DS_SECINFO -
 *
 * A message from the DS to MDS used to inquire
 * for the secrity flavors of an object.
 *
 */
struct DS_SECINFOargs {
      	nfs_fh4	object;
      	netaddr4	cl_addr;
};

/* RPCSEC_GSS has a value of '6' - See RFC 2203 */
union ds_secinfo switch (uint32_t flavor) {
 case RPCSEC_GSS:
	 rpcsec_gss_info	flavor_info;
 default:
	 void;
};

typedef ds_secinfo DS_SECINFOresok<>;

union DS_SECINFOres switch (ds_status status) {
case DS_OK:
	DS_SECINFOresok res_ok;
default:
	void;
};

/*
 * DS_SHUTDOWN -
 *
 * A notification to the MDS that this Data Server has/is in
 * the process of a graceful shutdown.
 *
 */
struct DS_SHUTDOWNargs {
      	ds_id        ds_id;
};


struct DS_SHUTDOWNres {
      	ds_status status;
};

program PNFSCTLDS {
	version PNFSCTLDS_V1 {
		void
		    DSPROC_NULL(void) = 0;

		DS_CHECKSTATEres
		    DS_CHECKSTATE(DS_CHECKSTATEargs) = 1;

		DS_EXIBIres
		    DS_EXIBI(DS_EXIBIargs) = 2;

		DS_FMATPTres
		    DS_FMATPT(DS_FMATPTargs) = 3;

		DS_MAP_MDS_DATASET_IDres
		    DS_MAP_MDS_DATASET_ID(DS_MAP_MDS_DATASET_IDargs) = 4;

		DS_MAP_MDSSIDres
		    DS_MAP_MDSSID(DS_MAP_MDSSIDargs) = 5;

		DS_RENEWres
		    DS_RENEW(DS_RENEWargs) = 6;

		DS_REPORTAVAILres
		    DS_REPORTAVAIL(DS_REPORTAVAILargs) = 7;

		DS_SECINFOres
		    DS_SECINFO(DS_SECINFOargs) = 8;

		DS_SHUTDOWNres
		    DS_SHUTDOWN(DS_SHUTDOWNargs) = 9;
	} = 1;
} = 104001;


/*
 * NFS MDS Control Protocol:
 *
 * Traffic flows from the MDS to the data-server
 */

struct ds_filesegbuf {
      	offset4	offset;
      	opaque	data<>;
};

struct ds_fileseg {
      	offset4 offset;
      	count4	count;
};


/*
 * DS_COMMIT:
 *
 * Commit a range written to a data-server.
 *
 */
struct DS_COMMITargs {
      	nfs_fh4		fh;
      	ds_fileseg	cmv<>;
};

struct DS_COMMITresok {
      	ds_verifier	writeverf;
      	count4		count<>;
};

union DS_COMMITres switch (ds_status status) {
case DS_OK:
      	DS_COMMITresok res_ok;
default:
      	void;
};

/*
 * DS_GETATTR:
 *
 * Query data-server for attributes for the specified object.
 *
 *    fh:
 *
 *    The file handle for the object for which the DS
 *    is to give attributes for.
 *
 *    dattr:
 *
 *    Bitmap of attributes.
 */
struct DS_GETATTRargs {
      	nfs_fh4 fh;
      	ds_attr dattrs;
};

union DS_GETATTRres switch (ds_status status) {
case DS_OK:
      	ds_attr dattrs;
default:
      	void;
};

/*
 * DS_INVALIDATE:
 *
 * Invalidate state at the data-server.
 *
 * The scope of invalidation is dependent on object type.
 *
 *   type:
 *
 *   represents the type (and by virtue scope) of state invalidation
 *   that should occur at the DS.
 *
 * Examples of when the different invalidate types will be used are as follows:
 * 	DS_INVALIDATE_ALL - Used on nfs/server service offlined on the MDS
 *	DS_INVALIDATE_CLIENTID - Used on client lease (with the MDS) expiration
 *	DS_INVALIDATE_LAYOUT_BY_CLIENT - Used on LAYOUTRETURN when
 *	  invalidating all layouts held by a client
 *	DS_INVALIDATE_LAYOUT_BY_FH - Used on REMOVE issued from client to MDS
 *	DS_INVALIDATE_LAYOUT_BY_STATEID - Used on LAYOUTRETURN when
 *	  invalidating a specific layout held by a client
 *	DS_INVALIDATE_MDS_DATASET_ID - Used on unshare of MDS FS
 *	DS_INVALIDATE_STATEID - Used on CLOSE, UNLOCK, DELEGRETURN issued from
 *	  client to MDS
 */
enum ds_invalidate_type {
      	DS_INVALIDATE_ALL,
      	DS_INVALIDATE_CLIENTID,
	DS_INVALIDATE_LAYOUT_BY_CLIENT,
      	DS_INVALIDATE_LAYOUT_BY_FH,
      	DS_INVALIDATE_LAYOUT_BY_STATEID,
      	DS_INVALIDATE_MDS_DATASET_ID,
      	DS_INVALIDATE_STATEID
};

struct ds_inval_layout_by_clid {
      	clientid4 mds_clid;
      	nfs_fh4 fh;
};

struct ds_inval_layout_by_lo_stateid {
	stateid4 layout_stateid; /* MUST be layout stateid */
	nfs_fh4 fh;
};

struct ds_inval_stateid {
      	stateid4 stateid; /* MUST be open, lock or delegation stateid */
      	nfs_fh4 fh;
};

union DS_INVALIDATEargs switch (ds_invalidate_type obj) {

case DS_INVALIDATE_ALL:
      	void;

case DS_INVALIDATE_CLIENTID:
      	clientid4  clid;

case DS_INVALIDATE_LAYOUT_BY_CLIENT:
      	ds_inval_layout_by_clid layout;

case DS_INVALIDATE_LAYOUT_BY_FH:
	nfs_fh4 fh;

case DS_INVALIDATE_LAYOUT_BY_STATEID:
	ds_inval_layout_by_lo_stateid lo_stateid;

case DS_INVALIDATE_MDS_DATASET_ID:
      	mds_dataset_id	dataset_id;

case DS_INVALIDATE_STATEID:
      	ds_inval_stateid stateid;
};

struct DS_INVALIDATEres {
      	ds_status status;
};

/*
 * DS_LIST:
 *
 * Get a list of objects from the data-server matching provided
 * criteria. (either mds_dataset_id or mds_sid)
 */
enum ds_list_type {
      	DS_LIST_MDS_SID,
      	DS_LIST_MDS_DATASET_ID
};

struct ds_list_sid_arg {
      	mds_sid mds_sid;
      	uint64_t cookie;
      	count4   maxcount;
};

struct ds_list_dataset_arg {
      	mds_dataset_id dataset_id;
      	uint64_t cookie;
      	count4 maxcount;
};

union DS_LISTargs switch (ds_list_type dla_type) {
case DS_LIST_MDS_SID:
	ds_list_sid_arg sid;

case DS_LIST_MDS_DATASET_ID:
	ds_list_dataset_arg dataset_id;

default:
      	void;
};

struct DS_LISTresok {
      	nfs_fh4		fh_list<>;
      	uint64_t	cookie;
};

union DS_LISTres switch (ds_status status) {
case DS_OK:
	DS_LISTresok	res_ok;
default:
	void;
};

/*
 * MDS to DS - Data movement initiation messages
 */
struct DS_OBJ_MOVEargs {
      	uint64_t taskid;
      	nfs_fh4 source;
      	nfs_fh4 target;
      	netaddr4 targetserver;
};

struct DS_OBJ_MOVEres {
      	ds_status status;
};

struct DS_OBJ_MOVE_STATUSargs {
      	uint64_t taskid;
};

struct DS_OBJ_MOVE_STATUSresok {
      	uint64_t maxoffset;
      	bool complete;
};

union DS_OBJ_MOVE_STATUSres switch (ds_status status) {
case DS_OK:
	DS_OBJ_MOVE_STATUSresok	res_ok;
default:
	void;
};

struct DS_OBJ_MOVE_ABORTargs {
      	uint64_t taskid;
};

struct DS_OBJ_MOVE_ABORTres {
      	ds_status status;
};

/*
 * DS_PNFSSTAT
 *
 * Return the kstat counters.
 *
 */

/* RPC kstats */
const DS_NFSSTAT_RPC     = 0x000000001;

/* NFS kstats */
const DS_NFSSTAT_NFS     = 0x000000002;

/* the DMOV protocol kstats */
const DS_NFSSTAT_DMOV    = 0x000000004;

/* the control protocol kstats */
const DS_NFSSTAT_CP      = 0x000000008;

/* CPU kstat (all stats for module cpu)*/
const DS_NFSSTAT_CPU     = 0x000000010;

/*
 * More anticipated ...
 */
struct DS_PNFSSTATargs {
      	uint64_t stat_wanted;
};

struct DS_PNFSSTATresok {
      	opaque      nvlist<>;
};

union DS_PNFSSTATres switch (ds_status status) {
case DS_OK:
	DS_PNFSSTATresok	res_ok;
default:
	void;
};

/*
 * DS_READ:
 *
 * Read a range of bytes from a data-server
 */
struct DS_READargs {
      	nfs_fh4		fh;
      	count4		count;
      	ds_fileseg	rdv<>;
};

struct DS_READresok {
      	bool	eof;
      	count4	count;
      	ds_filesegbuf rdv<>;
};

union DS_READres switch (ds_status status) {
case DS_OK:
      	DS_READresok res_ok;
default:
      	void;
};

%/*
% * CTL_MDS_REMOVE:
% *
% * Sent from MDS to DS to remove object(s) or entire fsid at the data-server
% *
% */
enum ctl_mds_rm_type {
      	CTL_MDS_RM_OBJ,
      	CTL_MDS_RM_MDS_DATASET_ID
};

struct ctl_mds_remove_mds_dataset_id {
	mds_sid		mds_sid;
	mds_dataset_id  dataset_id<>;
};

union CTL_MDS_REMOVEargs switch (ctl_mds_rm_type type) {
case CTL_MDS_RM_OBJ:
      	nfs_fh4		obj<>;
case CTL_MDS_RM_MDS_DATASET_ID:
	ctl_mds_remove_mds_dataset_id	dataset_info;
default:
      	void;
};

struct CTL_MDS_REMOVEres {
      	ds_status	status;
};

/*
 * DS_SETATTR:
 *
 * Set/Store attributes for the specified object
 * at the data-server
 *
 *    fh:
 *
 *    The file handle for the object for which the DS
 *    is to set attributes for.
 *
 *    dattrs:
 *
 *    Bitmap of attributes.
 */
struct DS_SETATTRargs {
      	nfs_fh4 fh;
      	ds_attr dattrs;
};

struct DS_SETATTRres {
      	ds_status status;
};

/*
 * DS_SNAP
 *
 * For a given MDS Dataset ID at the MDS, snapshot the data-set.
 *
 */
struct DS_SNAPargs {
      	mds_dataset_id dataset_id;
};

struct DS_SNAPresok {
      	utf8string  name;
};

union DS_SNAPres switch (ds_status status) {
case DS_OK:
      	DS_SNAPresok res_ok;
default:
      	void;
};

/*
 * DS_STAT:
 *
 * Collect statistics for the status of an object,
 * like size etc..
 *
 */
struct DS_STATargs {
      	nfs_fh4 object;
};


union DS_STATres switch (ds_status status) {
case DS_OK:
      	ds_attr  dattr;
default:
      	void;
};

/*
 * DS_WRITE:
 *
 * Write a range of bytes to a data-server
 *
 */
struct DS_WRITEargs {
      	nfs_fh4		fh;
      	stable_how4	stable;
      	count4		count;
      	ds_filesegbuf	wrv<>;
};

struct DS_WRITEresok {
      	stable_how4	committed;
      	ds_verifier	writeverf;
      	count4		wrv<>;
};

union DS_WRITEres switch (ds_status status) {
case DS_OK:
      	DS_WRITEresok res_ok;
default:
      	void;
};

%/*
% * The PNFS_CTL_MDS RPC program defines the control protocol messages that
% * are sent from the MDS to the DS.
% */
program PNFS_CTL_MDS {
	version PNFS_CTL_MDS_V1 {

		void
		    DSPROC_NULL(void) = 0;

		DS_COMMITres
		    DS_COMMIT(DS_COMMITargs) = 1;

		DS_GETATTRres
		    DS_GETATTR(DS_GETATTRargs) = 2;

		DS_INVALIDATEres
		    DS_INVALIDATE(DS_INVALIDATEargs) = 3;

		DS_LISTres
		    DS_LIST(DS_LISTargs) = 4;

		DS_OBJ_MOVEres
		    DS_OBJ_MOVE(DS_OBJ_MOVEargs) = 5;

		DS_OBJ_MOVE_ABORTres
		    DS_OBJ_MOVE_ABORT(DS_OBJ_MOVE_ABORTargs) = 6;

		DS_OBJ_MOVE_STATUSres
		    DS_OBJ_MOVE_STATUS(DS_OBJ_MOVE_STATUSargs) = 7;

		DS_PNFSSTATres
		    DS_PNFSSTAT(DS_PNFSSTATargs) = 8;

		DS_READres
		    DS_READ(DS_READargs) = 9;

		CTL_MDS_REMOVEres
		    CTL_MDS_REMOVE(CTL_MDS_REMOVEargs) = 10;

		DS_SETATTRres
		    DS_SETATTR(DS_SETATTRargs) = 11;

		DS_STATres
		    DS_STAT(DS_STATargs) = 12;

		DS_SNAPres
		    DS_SNAP(DS_SNAPargs) = 13;

		DS_WRITEres
		    DS_WRITE(DS_WRITEargs) = 14;

	} = 1;
} = 104000;

/*
 * DS to DS data movement protocol.
 */

struct MOVEargs {
	uint64_t taskid;
	uint64_t minoffset;
	uint64_t maxoffset;
	uint32_t maxbytes;
};

struct MOVEsegment {
	uint64_t fileoffset;
	uint32_t len;
};

struct MOVEresok {
	opaque data<>;
	struct MOVEsegment segments<>;
};

union MOVEres switch (ds_status status) {
case DS_OK:
	MOVEresok res_ok;
default:
	void;
};

program PNFSCTLMV {
	version PNFSCTLMV_V1 {
		void
		    DSPROC_NULL(void) = 0;

		MOVEres
		    MOVE(MOVEargs) = 1;
	} = 1;
} = 104002;