Home | History | Annotate | Download | only in sys
      1 /*
      2  * CDDL HEADER START
      3  *
      4  * The contents of this file are subject to the terms of the
      5  * Common Development and Distribution License (the "License").
      6  * You may not use this file except in compliance with the License.
      7  *
      8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
      9  * or http://www.opensolaris.org/os/licensing.
     10  * See the License for the specific language governing permissions
     11  * and limitations under the License.
     12  *
     13  * When distributing Covered Code, include this CDDL HEADER in each
     14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
     15  * If applicable, add the following below this CDDL HEADER, with the
     16  * fields enclosed by brackets "[]" replaced with your own identifying
     17  * information: Portions Copyright [yyyy] [name of copyright owner]
     18  *
     19  * CDDL HEADER END
     20  */
     21 /*
     22  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
     23  * Use is subject to license terms.
     24  */
     25 
     26 #ifndef	_SYS_DDI_INTR_IMPL_H
     27 #define	_SYS_DDI_INTR_IMPL_H
     28 
     29 /*
     30  * Sun DDI interrupt implementation specific definitions
     31  */
     32 
     33 #include <sys/list.h>
     34 #include <sys/ksynch.h>
     35 
     36 #ifdef	__cplusplus
     37 extern "C" {
     38 #endif
     39 
     40 #ifdef _KERNEL
     41 
     42 /*
     43  * Typedef for interrupt ops
     44  */
     45 typedef enum {
     46 	DDI_INTROP_SUPPORTED_TYPES = 1,	/* 1 get supported interrupts types */
     47 	DDI_INTROP_NINTRS,		/* 2 get num of interrupts supported */
     48 	DDI_INTROP_ALLOC,		/* 3 allocate interrupt handle */
     49 	DDI_INTROP_GETPRI,		/* 4 get priority */
     50 	DDI_INTROP_SETPRI,		/* 5 set priority */
     51 	DDI_INTROP_ADDISR,		/* 6 add interrupt handler */
     52 	DDI_INTROP_DUPVEC,		/* 7 duplicate interrupt handler */
     53 	DDI_INTROP_ENABLE,		/* 8 enable interrupt */
     54 	DDI_INTROP_BLOCKENABLE,		/* 9 block enable interrupts */
     55 	DDI_INTROP_BLOCKDISABLE,	/* 10 block disable interrupts */
     56 	DDI_INTROP_DISABLE,		/* 11 disable interrupt */
     57 	DDI_INTROP_REMISR,		/* 12 remove interrupt handler */
     58 	DDI_INTROP_FREE,		/* 13 free interrupt handle */
     59 	DDI_INTROP_GETCAP,		/* 14 get capacity */
     60 	DDI_INTROP_SETCAP,		/* 15 set capacity */
     61 	DDI_INTROP_SETMASK,		/* 16 set mask */
     62 	DDI_INTROP_CLRMASK,		/* 17 clear mask */
     63 	DDI_INTROP_GETPENDING,		/* 18 get pending interrupt */
     64 	DDI_INTROP_NAVAIL,		/* 19 get num of available interrupts */
     65 	DDI_INTROP_GETPOOL,		/* 20 get resource management pool */
     66 	DDI_INTROP_GETTARGET,		/* 21 get target for a given intr(s) */
     67 	DDI_INTROP_SETTARGET		/* 22 set target for a given intr(s) */
     68 } ddi_intr_op_t;
     69 
     70 /* Version number used in the handles */
     71 #define	DDI_INTR_VERSION_1	1
     72 #define	DDI_INTR_VERSION	DDI_INTR_VERSION_1
     73 
     74 /*
     75  * One such data structure is allocated per ddi_intr_handle_t
     76  * This is the incore copy of the regular interrupt info.
     77  */
     78 typedef struct ddi_intr_handle_impl {
     79 	dev_info_t		*ih_dip;	/* dip associated with handle */
     80 	uint16_t		ih_type;	/* interrupt type being used */
     81 	ushort_t		ih_inum;	/* interrupt number */
     82 	uint32_t		ih_vector;	/* vector number */
     83 	uint16_t		ih_ver;		/* Version */
     84 	uint_t			ih_state;	/* interrupt handle state */
     85 	uint_t			ih_cap;		/* interrupt capabilities */
     86 	uint_t			ih_pri;		/* priority - bus dependent */
     87 	krwlock_t		ih_rwlock;	/* read/write lock per handle */
     88 
     89 	uint_t			(*ih_cb_func)(caddr_t, caddr_t);
     90 	void			*ih_cb_arg1;
     91 	void			*ih_cb_arg2;
     92 
     93 	/*
     94 	 * The following 3 members are used to support MSI-X specific features
     95 	 */
     96 	uint_t			ih_flags;	/* Misc flags */
     97 	uint_t			ih_dup_cnt;	/* # of dupped msi-x vectors */
     98 	struct ddi_intr_handle_impl	*ih_main;
     99 						/* pntr to the main vector */
    100 	/*
    101 	 * The next set of members are for 'scratch' purpose only.
    102 	 * The DDI interrupt framework uses them internally and their
    103 	 * interpretation is left to the framework. For now,
    104 	 *	scratch1	- used to send NINTRs information
    105 	 *			  to various nexus drivers.
    106 	 *	scratch2	- used to send 'behavior' flag
    107 	 *			  information to the nexus drivers
    108 	 *			  from ddi_intr_alloc().  It is also
    109 	 *			  used to send 'h_array' to the nexus drivers
    110 	 *			  for ddi_intr_block_enable/disable() on x86.
    111 	 *	private		- On X86 it usually carries a pointer to
    112 	 *			  ihdl_plat_t.  Not used on SPARC platforms.
    113 	 */
    114 	void			*ih_private;	/* Platform specific data */
    115 	uint_t			ih_scratch1;	/* Scratch1: #interrupts */
    116 	void			*ih_scratch2;	/* Scratch2: flag/h_array */
    117 
    118 	/*
    119 	 * The ih_target field may not reflect the actual target that is
    120 	 * currently being used for the given interrupt. This field is just a
    121 	 * snapshot taken either during ddi_intr_add_handler() or
    122 	 * ddi_intr_get/set_affinity() calls.
    123 	 */
    124 	ddi_intr_target_t	ih_target;	/* Target ID */
    125 } ddi_intr_handle_impl_t;
    126 
    127 /* values for ih_state (strictly for interrupt handle) */
    128 #define	DDI_IHDL_STATE_ALLOC	0x01	/* Allocated. ddi_intr_alloc() called */
    129 #define	DDI_IHDL_STATE_ADDED	0x02	/* Added interrupt handler */
    130 					/* ddi_intr_add_handler() called */
    131 #define	DDI_IHDL_STATE_ENABLE	0x04	/* Enabled. ddi_intr_enable() called */
    132 
    133 #define	DDI_INTR_IS_MSI_OR_MSIX(type) \
    134 	((type) == DDI_INTR_TYPE_MSI || (type) == DDI_INTR_TYPE_MSIX)
    135 
    136 #define	DDI_INTR_BEHAVIOR_FLAG_VALID(f) \
    137 	    (((f) == DDI_INTR_ALLOC_NORMAL) || ((f) == DDI_INTR_ALLOC_STRICT))
    138 
    139 #define	DDI_INTR_TYPE_FLAG_VALID(t) \
    140 	    (((t) == DDI_INTR_TYPE_FIXED) || \
    141 	    ((t) == DDI_INTR_TYPE_MSI) || \
    142 	    ((t) == DDI_INTR_TYPE_MSIX))
    143 
    144 /* values for ih_flags */
    145 #define	DDI_INTR_MSIX_DUP	0x01	/* MSI-X vector which has been dupped */
    146 
    147 /* Maximum number of MSI resources to allocate */
    148 #define	DDI_MAX_MSI_ALLOC	2
    149 
    150 /* Default number of MSI-X resources to allocate */
    151 #define	DDI_DEFAULT_MSIX_ALLOC	2
    152 
    153 #define	DDI_MSIX_ALLOC_DIVIDER	32
    154 #define	DDI_MIN_MSIX_ALLOC	8
    155 #define	DDI_MAX_MSIX_ALLOC	2048
    156 
    157 struct av_softinfo;
    158 
    159 /*
    160  * One such data structure is allocated per ddi_soft_intr_handle
    161  * This is the incore copy of the softint info.
    162  */
    163 typedef struct ddi_softint_hdl_impl {
    164 	dev_info_t	*ih_dip;		/* dip associated with handle */
    165 	uint_t		ih_pri;			/* priority - bus dependent */
    166 	krwlock_t	ih_rwlock;		/* read/write lock per handle */
    167 	struct av_softinfo *ih_pending;		/* whether softint is pending */
    168 
    169 	uint_t		(*ih_cb_func)(caddr_t, caddr_t);
    170 						/* cb function for soft ints */
    171 	void		*ih_cb_arg1;		/* arg1 of callback function */
    172 	void		*ih_cb_arg2;		/* arg2 passed to "trigger" */
    173 
    174 	/*
    175 	 * The next member is for 'scratch' purpose only.
    176 	 * The DDI interrupt framework uses it internally and its
    177 	 * interpretation is left to the framework.
    178 	 *	private		- used by the DDI framework to pass back
    179 	 *			  and forth 'softid' information on SPARC
    180 	 *			  side only. Not used on X86 platform.
    181 	 */
    182 	void		*ih_private;		/* Platform specific data */
    183 } ddi_softint_hdl_impl_t;
    184 
    185 /* Softint internal implementation defines */
    186 #define	DDI_SOFT_INTR_PRI_M	4
    187 #define	DDI_SOFT_INTR_PRI_H	6
    188 
    189 /*
    190  * One such data structure is allocated for MSI-X enabled
    191  * device. If no MSI-X is enabled then it is NULL
    192  */
    193 typedef struct ddi_intr_msix {
    194 	/* MSI-X Table related information */
    195 	ddi_acc_handle_t	msix_tbl_hdl;		/* MSI-X table handle */
    196 	uint32_t		*msix_tbl_addr;		/* MSI-X table addr */
    197 	uint32_t		msix_tbl_offset;	/* MSI-X table offset */
    198 
    199 	/* MSI-X PBA Table related information */
    200 	ddi_acc_handle_t	msix_pba_hdl;		/* MSI-X PBA handle */
    201 	uint32_t		*msix_pba_addr;		/* MSI-X PBA addr */
    202 	uint32_t		msix_pba_offset;	/* MSI-X PBA offset */
    203 
    204 	ddi_device_acc_attr_t	msix_dev_attr;		/* MSI-X device attr */
    205 } ddi_intr_msix_t;
    206 
    207 /*
    208  * Interrupt Resource Management (IRM).
    209  */
    210 
    211 #define	DDI_IRM_POLICY_LARGE	1
    212 #define	DDI_IRM_POLICY_EVEN	2
    213 
    214 #define	DDI_IRM_POLICY_VALID(p)	(((p) == DDI_IRM_POLICY_LARGE) || \
    215 				((p) == DDI_IRM_POLICY_EVEN))
    216 
    217 #define	DDI_IRM_FLAG_ACTIVE	0x1		/* Pool is active */
    218 #define	DDI_IRM_FLAG_QUEUED	0x2		/* Pool is queued */
    219 #define	DDI_IRM_FLAG_WAITERS	0x4		/* Pool has waiters */
    220 #define	DDI_IRM_FLAG_EXIT	0x8		/* Balance thread must exit */
    221 #define	DDI_IRM_FLAG_NEW	0x10		/* Request is new */
    222 #define	DDI_IRM_FLAG_CALLBACK	0x20		/* Request has callback */
    223 
    224 /*
    225  * One such data structure for each supply of interrupt vectors.
    226  * Contains information about the size and policies defining the
    227  * supply, and a list of associated device-specific requests.
    228  */
    229 typedef struct ddi_irm_pool {
    230 	int		ipool_flags;		/* Status flags of the pool */
    231 	int		ipool_types;		/* Types of interrupts */
    232 	int		ipool_policy;		/* Rebalancing policy */
    233 	uint_t		ipool_totsz;		/* Total size of the pool */
    234 	uint_t		ipool_defsz;		/* Default allocation size */
    235 	uint_t		ipool_minno;		/* Minimum number consumed */
    236 	uint_t		ipool_reqno;		/* Total number requested */
    237 	uint_t		ipool_resno;		/* Total number reserved */
    238 	kmutex_t	ipool_lock;		/* Protects all pool usage */
    239 	kmutex_t	ipool_navail_lock;	/* Protects 'navail' of reqs */
    240 	kcondvar_t	ipool_cv;		/* Condition variable */
    241 	kthread_t	*ipool_thread;		/* Balancing thread */
    242 	dev_info_t	*ipool_owner;		/* Device that created pool */
    243 	list_t		ipool_req_list;		/* All requests in pool */
    244 	list_t		ipool_scratch_list;	/* Requests being reduced */
    245 	list_node_t	ipool_link;		/* Links in global pool list */
    246 } ddi_irm_pool_t;
    247 
    248 /*
    249  * One such data structure for each dip's devinfo_intr_t.
    250  * Contains information about vectors requested from IRM.
    251  */
    252 typedef struct ddi_irm_req {
    253 	int		ireq_flags;		/* Flags for request */
    254 	int		ireq_type;		/* Type requested */
    255 	uint_t		ireq_nreq;		/* Number requested */
    256 	uint_t		ireq_navail;		/* Number available */
    257 	uint_t		ireq_scratch;		/* Scratch value */
    258 	dev_info_t	*ireq_dip;		/* Requesting device */
    259 	ddi_irm_pool_t	*ireq_pool_p;		/* Supplying pool */
    260 	list_node_t	ireq_link;		/* Request list link */
    261 	list_node_t	ireq_scratch_link;	/* Scratch list link */
    262 } ddi_irm_req_t;
    263 
    264 /*
    265  * This structure is used to pass parameters to ndi_create_irm(),
    266  * and describes the operating parameters of an IRM pool.
    267  */
    268 typedef struct ddi_irm_params {
    269 	int	iparams_types;		/* Types of interrupts in pool */
    270 	uint_t	iparams_total;		/* Total size of the pool */
    271 } ddi_irm_params_t;
    272 
    273 /*
    274  * One such data structure is allocated for each dip.
    275  * It has interrupt related information that can be
    276  * stored/retrieved for convenience.
    277  */
    278 typedef struct devinfo_intr {
    279 	/* These three fields show what the device is capable of */
    280 	uint_t		devi_intr_sup_types;	/* Intrs supported by device */
    281 
    282 	ddi_intr_msix_t	*devi_msix_p;		/* MSI-X info, if supported */
    283 
    284 	/* Next three fields show current status for the device */
    285 	uint_t		devi_intr_curr_type;	/* Interrupt type being used */
    286 	uint_t		devi_intr_sup_nintrs;	/* #intr supported */
    287 	uint_t		devi_intr_curr_nintrs;	/* #intr currently being used */
    288 	/*
    289 	 * #intr currently being enabled
    290 	 * (for MSI block enable, the valuse is either 1 or 0.)
    291 	 */
    292 	uint_t		devi_intr_curr_nenables;
    293 
    294 	ddi_intr_handle_t *devi_intr_handle_p;	/* Hdl for legacy intr APIs */
    295 
    296 #if defined(__i386) || defined(__amd64)
    297 	/* Save the PCI config space handle */
    298 	ddi_acc_handle_t devi_cfg_handle;
    299 	int		 devi_cap_ptr;		/* MSI or MSI-X cap pointer */
    300 #endif
    301 
    302 	ddi_irm_req_t	*devi_irm_req_p;	/* IRM request information */
    303 } devinfo_intr_t;
    304 
    305 #define	NEXUS_HAS_INTR_OP(dip)	\
    306 	((DEVI(dip)->devi_ops->devo_bus_ops) && \
    307 	(DEVI(dip)->devi_ops->devo_bus_ops->busops_rev >= BUSO_REV_9) && \
    308 	(DEVI(dip)->devi_ops->devo_bus_ops->bus_intr_op))
    309 
    310 int	i_ddi_intr_ops(dev_info_t *dip, dev_info_t *rdip, ddi_intr_op_t op,
    311 	    ddi_intr_handle_impl_t *hdlp, void *result);
    312 
    313 int	i_ddi_add_softint(ddi_softint_hdl_impl_t *);
    314 void	i_ddi_remove_softint(ddi_softint_hdl_impl_t *);
    315 int	i_ddi_trigger_softint(ddi_softint_hdl_impl_t *, void *);
    316 int	i_ddi_set_softint_pri(ddi_softint_hdl_impl_t *, uint_t);
    317 
    318 void	i_ddi_intr_devi_init(dev_info_t *dip);
    319 void	i_ddi_intr_devi_fini(dev_info_t *dip);
    320 
    321 uint_t	i_ddi_intr_get_supported_types(dev_info_t *dip);
    322 void	i_ddi_intr_set_supported_types(dev_info_t *dip, int sup_type);
    323 uint_t	i_ddi_intr_get_current_type(dev_info_t *dip);
    324 void	i_ddi_intr_set_current_type(dev_info_t *dip, int intr_type);
    325 uint_t	i_ddi_intr_get_supported_nintrs(dev_info_t *dip, int intr_type);
    326 void	i_ddi_intr_set_supported_nintrs(dev_info_t *dip, int nintrs);
    327 uint_t	i_ddi_intr_get_current_nintrs(dev_info_t *dip);
    328 void	i_ddi_intr_set_current_nintrs(dev_info_t *dip, int nintrs);
    329 uint_t	i_ddi_intr_get_current_nenables(dev_info_t *dip);
    330 void	i_ddi_intr_set_current_nenables(dev_info_t *dip, int nintrs);
    331 uint_t	i_ddi_intr_get_current_navail(dev_info_t *dip, int intr_type);
    332 
    333 ddi_irm_pool_t	*i_ddi_intr_get_pool(dev_info_t *dip, int intr_type);
    334 
    335 void	irm_init(void);
    336 int	i_ddi_irm_insert(dev_info_t *dip, int intr_type, int count);
    337 int	i_ddi_irm_modify(dev_info_t *dip, int nreq);
    338 int	i_ddi_irm_remove(dev_info_t *dip);
    339 void	i_ddi_irm_set_cb(dev_info_t *dip, boolean_t cb_flag);
    340 
    341 ddi_intr_handle_t i_ddi_get_intr_handle(dev_info_t *dip, int inum);
    342 void	i_ddi_set_intr_handle(dev_info_t *dip, int inum, ddi_intr_handle_t hdl);
    343 
    344 ddi_intr_msix_t	*i_ddi_get_msix(dev_info_t *dip);
    345 void	i_ddi_set_msix(dev_info_t *dip, ddi_intr_msix_t *msix_p);
    346 
    347 #if defined(__i386) || defined(__amd64)
    348 ddi_acc_handle_t	i_ddi_get_pci_config_handle(dev_info_t *dip);
    349 void	i_ddi_set_pci_config_handle(dev_info_t *dip, ddi_acc_handle_t handle);
    350 int	i_ddi_get_msi_msix_cap_ptr(dev_info_t *dip);
    351 void	i_ddi_set_msi_msix_cap_ptr(dev_info_t *dip, int cap_ptr);
    352 #endif
    353 
    354 int32_t i_ddi_get_intr_weight(dev_info_t *);
    355 int32_t i_ddi_set_intr_weight(dev_info_t *, int32_t);
    356 
    357 void	i_ddi_alloc_intr_phdl(ddi_intr_handle_impl_t *);
    358 void	i_ddi_free_intr_phdl(ddi_intr_handle_impl_t *);
    359 
    360 #define	DDI_INTR_ASSIGN_HDLR_N_ARGS(hdlp, func, arg1, arg2) \
    361 	hdlp->ih_cb_func = func; \
    362 	hdlp->ih_cb_arg1 = arg1; \
    363 	hdlp->ih_cb_arg2 = arg2;
    364 
    365 #ifdef DEBUG
    366 #define	I_DDI_VERIFY_MSIX_HANDLE(hdlp)					\
    367 	if ((hdlp->ih_type == DDI_INTR_TYPE_MSIX) && 			\
    368 	    (hdlp->ih_flags & DDI_INTR_MSIX_DUP)) {			\
    369 		ASSERT(hdlp->ih_dip == hdlp->ih_main->ih_dip);		\
    370 		ASSERT(hdlp->ih_type == hdlp->ih_main->ih_type);	\
    371 		ASSERT(hdlp->ih_vector == hdlp->ih_main->ih_vector);	\
    372 		ASSERT(hdlp->ih_ver == hdlp->ih_main->ih_ver);		\
    373 		ASSERT(hdlp->ih_cap == hdlp->ih_main->ih_cap);		\
    374 		ASSERT(hdlp->ih_pri == hdlp->ih_main->ih_pri);		\
    375 	}
    376 #else
    377 #define	I_DDI_VERIFY_MSIX_HANDLE(hdlp)
    378 #endif
    379 
    380 #else	/* _KERNEL */
    381 
    382 typedef struct devinfo_intr devinfo_intr_t;
    383 
    384 #endif	/* _KERNEL */
    385 
    386 /*
    387  * Used only by old DDI interrupt interfaces.
    388  */
    389 
    390 /*
    391  * This structure represents one interrupt possible from the given
    392  * device. It is used in an array for devices with multiple interrupts.
    393  */
    394 struct intrspec {
    395 	uint_t intrspec_pri;		/* interrupt priority */
    396 	uint_t intrspec_vec;		/* vector # (0 if none) */
    397 	uint_t (*intrspec_func)();	/* function to call for interrupt, */
    398 					/* If (uint_t (*)()) 0, none. */
    399 					/* If (uint_t (*)()) 1, then */
    400 };
    401 
    402 #ifdef _KERNEL
    403 
    404 /*
    405  * Figure out how many FIXED nintrs are supported
    406  */
    407 int	i_ddi_get_intx_nintrs(dev_info_t *dip);
    408 
    409 /*
    410  * NOTE:
    411  *	The following 4 busops entry points are obsoleted with version
    412  *	9 or greater. Use i_ddi_intr_op interface in place of these
    413  *	obsolete interfaces.
    414  *
    415  *	Remove these busops entry points and all related data structures
    416  *	in future minor/major solaris release.
    417  */
    418 typedef enum {DDI_INTR_CTLOPS_NONE} ddi_intr_ctlop_t;
    419 
    420 /* The following are obsolete interfaces */
    421 ddi_intrspec_t	i_ddi_get_intrspec(dev_info_t *dip, dev_info_t *rdip,
    422 	    uint_t inumber);
    423 
    424 int	i_ddi_add_intrspec(dev_info_t *dip, dev_info_t *rdip,
    425 	    ddi_intrspec_t intrspec, ddi_iblock_cookie_t *iblock_cookiep,
    426 	    ddi_idevice_cookie_t *idevice_cookiep,
    427 	    uint_t (*int_handler)(caddr_t int_handler_arg),
    428 	    caddr_t int_handler_arg, int kind);
    429 
    430 void	i_ddi_remove_intrspec(dev_info_t *dip, dev_info_t *rdip,
    431 	    ddi_intrspec_t intrspec, ddi_iblock_cookie_t iblock_cookie);
    432 
    433 int	i_ddi_intr_ctlops(dev_info_t *dip, dev_info_t *rdip,
    434 	    ddi_intr_ctlop_t op, void *arg, void *val);
    435 
    436 #endif	/* _KERNEL */
    437 
    438 #ifdef	__cplusplus
    439 }
    440 #endif
    441 
    442 #endif	/* _SYS_DDI_INTR_IMPL_H */
    443