Home | History | Annotate | Download | only in eri
      1 /*
      2  * CDDL HEADER START
      3  *
      4  * The contents of this file are subject to the terms of the
      5  * Common Development and Distribution License (the "License").
      6  * You may not use this file except in compliance with the License.
      7  *
      8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
      9  * or http://www.opensolaris.org/os/licensing.
     10  * See the License for the specific language governing permissions
     11  * and limitations under the License.
     12  *
     13  * When distributing Covered Code, include this CDDL HEADER in each
     14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
     15  * If applicable, add the following below this CDDL HEADER, with the
     16  * fields enclosed by brackets "[]" replaced with your own identifying
     17  * information: Portions Copyright [yyyy] [name of copyright owner]
     18  *
     19  * CDDL HEADER END
     20  */
     21 /*
     22  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
     23  * Use is subject to license terms.
     24  */
     25 
     26 /*
     27  * SunOS MT STREAMS ERI(PCI) 10/100 Mb Ethernet Device Driver
     28  */
     29 
     30 #include	<sys/types.h>
     31 #include	<sys/debug.h>
     32 #include	<sys/stropts.h>
     33 #include	<sys/stream.h>
     34 #include	<sys/strsubr.h>
     35 #include	<sys/kmem.h>
     36 #include	<sys/crc32.h>
     37 #include	<sys/ddi.h>
     38 #include	<sys/sunddi.h>
     39 #include	<sys/strsun.h>
     40 #include	<sys/stat.h>
     41 #include	<sys/cpu.h>
     42 #include	<sys/kstat.h>
     43 #include	<inet/common.h>
     44 #include	<sys/pattr.h>
     45 #include	<inet/mi.h>
     46 #include	<inet/nd.h>
     47 #include	<sys/ethernet.h>
     48 #include	<sys/vlan.h>
     49 #include	<sys/policy.h>
     50 #include	<sys/mac_provider.h>
     51 #include	<sys/mac_ether.h>
     52 #include	<sys/dlpi.h>
     53 
     54 #include	<sys/pci.h>
     55 
     56 #include	"eri_phy.h"
     57 #include	"eri_mac.h"
     58 #include	"eri.h"
     59 #include	"eri_common.h"
     60 
     61 #include	"eri_msg.h"
     62 
     63 /*
     64  *  **** Function Prototypes *****
     65  */
     66 /*
     67  * Entry points (man9e)
     68  */
     69 static	int	eri_attach(dev_info_t *, ddi_attach_cmd_t);
     70 static	int	eri_detach(dev_info_t *, ddi_detach_cmd_t);
     71 static	uint_t	eri_intr(caddr_t);
     72 
     73 /*
     74  * I/O (Input/Output) Functions
     75  */
     76 static	boolean_t	eri_send_msg(struct eri *, mblk_t *);
     77 static  mblk_t		*eri_read_dma(struct eri *, volatile struct rmd *,
     78 			    volatile int, uint64_t flags);
     79 
     80 /*
     81  * Initialization Functions
     82  */
     83 static  boolean_t	eri_init(struct eri *);
     84 static	int	eri_allocthings(struct eri *);
     85 static  int	eri_init_xfer_params(struct eri *);
     86 static  void	eri_statinit(struct eri *);
     87 static	int	eri_burstsize(struct eri *);
     88 
     89 static	void	eri_setup_mac_address(struct eri *, dev_info_t *);
     90 
     91 static	uint32_t eri_init_rx_channel(struct eri *);
     92 static	void	eri_init_rx(struct eri *);
     93 static	void	eri_init_txmac(struct eri *);
     94 
     95 /*
     96  * Un-init Functions
     97  */
     98 static	uint32_t eri_txmac_disable(struct eri *);
     99 static	uint32_t eri_rxmac_disable(struct eri *);
    100 static	int	eri_stop(struct eri *);
    101 static	void	eri_uninit(struct eri *erip);
    102 static	int	eri_freebufs(struct eri *);
    103 static	boolean_t	eri_reclaim(struct eri *, uint32_t);
    104 
    105 /*
    106  * Transceiver (xcvr) Functions
    107  */
    108 static	int	eri_new_xcvr(struct eri *); /* Initializes & detects xcvrs */
    109 static	int	eri_reset_xcvr(struct eri *);
    110 
    111 #ifdef	ERI_10_10_FORCE_SPEED_WORKAROUND
    112 static	void	eri_xcvr_force_mode(struct eri *, uint32_t *);
    113 #endif
    114 
    115 static	void	eri_mif_poll(struct eri *, soft_mif_enable_t);
    116 static	void	eri_check_link(struct eri *);
    117 static	uint32_t eri_check_link_noind(struct eri *);
    118 static	link_state_t eri_mif_check(struct eri *, uint16_t, uint16_t);
    119 static	void    eri_mii_write(struct eri *, uint8_t, uint16_t);
    120 static	uint32_t eri_mii_read(struct eri *, uint8_t, uint16_t *);
    121 
    122 /*
    123  * Reset Functions
    124  */
    125 static	uint32_t eri_etx_reset(struct eri *);
    126 static	uint32_t eri_erx_reset(struct eri *);
    127 
    128 /*
    129  * Error Functions
    130  */
    131 static	void eri_fatal_err(struct eri *, uint32_t);
    132 static	void eri_nonfatal_err(struct eri *, uint32_t);
    133 
    134 #ifdef	ERI_TX_HUNG
    135 static	int eri_check_txhung(struct eri *);
    136 #endif
    137 
    138 /*
    139  * Hardening Functions
    140  */
    141 static void eri_fault_msg(struct eri *, uint_t, msg_t, const char *, ...);
    142 
    143 /*
    144  * Misc Functions
    145  */
    146 static void	eri_savecntrs(struct eri *);
    147 
    148 static	void	eri_stop_timer(struct eri *erip);
    149 static	void	eri_start_timer(struct eri *erip, fptrv_t func, clock_t msec);
    150 
    151 static	void eri_bb_force_idle(struct eri *);
    152 
    153 /*
    154  * Utility Functions
    155  */
    156 static	mblk_t *eri_allocb(size_t size);
    157 static	mblk_t *eri_allocb_sp(size_t size);
    158 static	int	eri_param_get(queue_t *q, mblk_t *mp, caddr_t cp);
    159 static	int	eri_param_set(queue_t *, mblk_t *, char *, caddr_t);
    160 
    161 /*
    162  * Functions to support ndd
    163  */
    164 static	void	eri_nd_free(caddr_t *nd_pparam);
    165 
    166 static	boolean_t	eri_nd_load(caddr_t *nd_pparam, char *name,
    167 				pfi_t get_pfi, pfi_t set_pfi, caddr_t data);
    168 
    169 static	int	eri_nd_getset(queue_t *q, caddr_t nd_param, MBLKP mp);
    170 static	void	eri_param_cleanup(struct eri *);
    171 static	int	eri_param_register(struct eri *, param_t *, int);
    172 static	void	eri_process_ndd_ioctl(struct eri *, queue_t *, mblk_t *, int);
    173 static	int	eri_mk_mblk_tail_space(mblk_t *, mblk_t **, size_t);
    174 
    175 
    176 static	void eri_loopback(struct eri *, queue_t *, mblk_t *);
    177 
    178 static uint32_t	eri_ladrf_bit(const uint8_t *);
    179 
    180 
    181 /*
    182  * Nemo (GLDv3) Functions.
    183  */
    184 static	int		eri_m_stat(void *, uint_t, uint64_t *);
    185 static	int		eri_m_start(void *);
    186 static	void		eri_m_stop(void *);
    187 static	int		eri_m_promisc(void *, boolean_t);
    188 static	int		eri_m_multicst(void *, boolean_t, const uint8_t *);
    189 static	int		eri_m_unicst(void *, const uint8_t *);
    190 static	void		eri_m_ioctl(void *, queue_t *, mblk_t *);
    191 static	boolean_t	eri_m_getcapab(void *, mac_capab_t, void *);
    192 static	mblk_t		*eri_m_tx(void *, mblk_t *);
    193 
    194 static mac_callbacks_t eri_m_callbacks = {
    195 	MC_IOCTL | MC_GETCAPAB,
    196 	eri_m_stat,
    197 	eri_m_start,
    198 	eri_m_stop,
    199 	eri_m_promisc,
    200 	eri_m_multicst,
    201 	eri_m_unicst,
    202 	eri_m_tx,
    203 	eri_m_ioctl,
    204 	eri_m_getcapab
    205 };
    206 
    207 /*
    208  * Define PHY Vendors: Matches to IEEE
    209  * Organizationally Unique Identifier (OUI)
    210  */
    211 /*
    212  * The first two are supported as Internal XCVRs
    213  */
    214 #define	PHY_VENDOR_LUCENT	0x601d
    215 
    216 #define	PHY_LINK_NONE		0	/* Not attempted yet or retry */
    217 #define	PHY_LINK_DOWN		1	/* Not being used	*/
    218 #define	PHY_LINK_UP		2	/* Not being used	*/
    219 
    220 #define	AUTO_SPEED		0
    221 #define	FORCE_SPEED		1
    222 
    223 /*
    224  * MIB II broadcast/multicast packets
    225  */
    226 
    227 #define	IS_BROADCAST(pkt) (bcmp(pkt, &etherbroadcastaddr, ETHERADDRL) == 0)
    228 #define	IS_MULTICAST(pkt) ((pkt[0] & 01) == 1)
    229 
    230 #define	BUMP_InNUcast(erip, pkt) \
    231 		if (IS_BROADCAST(pkt)) { \
    232 			HSTAT(erip, brdcstrcv); \
    233 		} else if (IS_MULTICAST(pkt)) { \
    234 			HSTAT(erip, multircv); \
    235 		}
    236 
    237 #define	BUMP_OutNUcast(erip, pkt) \
    238 		if (IS_BROADCAST(pkt)) { \
    239 			HSTAT(erip, brdcstxmt); \
    240 		} else if (IS_MULTICAST(pkt)) { \
    241 			HSTAT(erip, multixmt); \
    242 		}
    243 
    244 #define	NEXTTMDP(tbasep, tmdlimp, tmdp)	(((tmdp) + 1) == tmdlimp	\
    245 	? tbasep : ((tmdp) + 1))
    246 
    247 #define	ETHERHEADER_SIZE (sizeof (struct ether_header))
    248 
    249 #ifdef	ERI_RCV_CKSUM
    250 #define	ERI_PROCESS_READ(erip, bp, sum)				\
    251 {								\
    252 	t_uscalar_t	type;					\
    253 	uint_t	start_offset, end_offset;			\
    254 								\
    255 	*(bp->b_wptr) = 0;	/* pad byte */			\
    256 								\
    257 	/*							\
    258 	 * update MIB II statistics				\
    259 	 */							\
    260 	HSTAT(erip, ipackets64);				\
    261 	HSTATN(erip, rbytes64, len);				\
    262 	BUMP_InNUcast(erip, bp->b_rptr);			\
    263 	type = get_ether_type(bp->b_rptr);			\
    264 	if (type == ETHERTYPE_IP || type == ETHERTYPE_IPV6) {	\
    265 		start_offset = 0;				\
    266 		end_offset = MBLKL(bp) - ETHERHEADER_SIZE;	\
    267 		(void) hcksum_assoc(bp, NULL, NULL,		\
    268 			start_offset, 0, end_offset, sum, 	\
    269 			HCK_PARTIALCKSUM, 0);			\
    270 	} else {						\
    271 		/*						\
    272 		 * Strip the PADS for 802.3			\
    273 		 */						\
    274 		if (type <= ETHERMTU)				\
    275 			bp->b_wptr = bp->b_rptr +		\
    276 				ETHERHEADER_SIZE + type;	\
    277 	}							\
    278 }
    279 #else
    280 
    281 #define	ERI_PROCESS_READ(erip, bp)				\
    282 {								\
    283 	t_uscalar_t	type;					\
    284 	type = get_ether_type(bp->b_rptr);			\
    285 								\
    286 	/*							\
    287 	 * update MIB II statistics				\
    288 	 */							\
    289 	HSTAT(erip, ipackets64);				\
    290 	HSTATN(erip, rbytes64, len);				\
    291 	BUMP_InNUcast(erip, bp->b_rptr);			\
    292 	/*							\
    293 	 * Strip the PADS for 802.3				\
    294 	 */							\
    295 	if (type <= ETHERMTU)					\
    296 		bp->b_wptr = bp->b_rptr + ETHERHEADER_SIZE + 	\
    297 			type;					\
    298 }
    299 #endif  /* ERI_RCV_CKSUM */
    300 
    301 /*
    302  * TX Interrupt Rate
    303  */
    304 static	int	tx_interrupt_rate = 16;
    305 
    306 /*
    307  * Ethernet broadcast address definition.
    308  */
    309 static uint8_t	etherbroadcastaddr[] = {
    310 	0xff, 0xff, 0xff, 0xff, 0xff, 0xff
    311 };
    312 
    313 /*
    314  * The following variables are used for configuring various features
    315  */
    316 #define	ERI_DESC_HANDLE_ALLOC	0x0001
    317 #define	ERI_DESC_MEM_ALLOC	0x0002
    318 #define	ERI_DESC_MEM_MAP	0x0004
    319 #define	ERI_RCV_HANDLE_ALLOC	0x0020
    320 #define	ERI_RCV_HANDLE_BIND	0x0040
    321 #define	ERI_XMIT_DVMA_ALLOC	0x0100
    322 #define	ERI_RCV_DVMA_ALLOC	0x0200
    323 #define	ERI_XBUFS_HANDLE_ALLOC  0x0400
    324 #define	ERI_XBUFS_KMEM_ALLOC    0x0800
    325 #define	ERI_XBUFS_KMEM_DMABIND  0x1000
    326 
    327 
    328 #define	ERI_DONT_STRIP_CRC
    329 /*
    330  * Translate a kernel virtual address to i/o address.
    331  */
    332 #define	ERI_IOPBIOADDR(erip, a) \
    333 	((erip)->iopbiobase + ((uintptr_t)a - (erip)->iopbkbase))
    334 
    335 /*
    336  * ERI Configuration Register Value
    337  * Used to configure parameters that define DMA burst
    338  * and internal arbitration behavior.
    339  * for equal TX and RX bursts, set the following in global
    340  * configuration register.
    341  * static	int	global_config = 0x42;
    342  */
    343 
    344 /*
    345  * ERI ERX Interrupt Blanking Time
    346  * Each count is about 16 us (2048 clocks) for 66 MHz PCI.
    347  */
    348 static	int	intr_blank_time = 6;	/* for about 96 us */
    349 static	int	intr_blank_packets = 8;	/*  */
    350 
    351 /*
    352  * ERX PAUSE Threshold Register value
    353  * The following value is for an OFF Threshold of about 15.5 Kbytes
    354  * and an ON Threshold of 4K bytes.
    355  */
    356 static	int rx_pause_threshold = 0xf8 | (0x40 << 12);
    357 static	int eri_reinit_fatal = 0;
    358 #ifdef	DEBUG
    359 static	int noteri = 0;
    360 #endif
    361 
    362 #ifdef	ERI_TX_HUNG
    363 static	int eri_reinit_txhung = 0;
    364 #endif
    365 
    366 #ifdef ERI_HDX_BUG_WORKAROUND
    367 /*
    368  * By default enable padding in hdx mode to 97 bytes.
    369  * To disabled, in /etc/system:
    370  * set eri:eri_hdx_pad_enable=0
    371  */
    372 static	uchar_t eri_hdx_pad_enable = 1;
    373 #endif
    374 
    375 /*
    376  * Default values to initialize the cache line size and latency timer
    377  * registers in the PCI configuration space.
    378  * ERI_G_CACHE_LINE_SIZE_16 is defined as 16 since RIO expects in units
    379  * of 4 bytes.
    380  */
    381 #ifdef ERI_PM_WORKAROUND_PCI
    382 static int eri_pci_cache_line = ERI_G_CACHE_LINE_SIZE_32; /* 128 bytes */
    383 static int eri_pci_latency_timer = 0xff;		/* 255 PCI cycles */
    384 #else
    385 static int eri_pci_cache_line = ERI_G_CACHE_LINE_SIZE_16; /* 64 bytes */
    386 static int eri_pci_latency_timer = 0x40;		/* 64 PCI cycles */
    387 #endif
    388 #define	ERI_CACHE_LINE_SIZE	(eri_pci_cache_line << ERI_G_CACHE_BIT)
    389 
    390 /*
    391  * Claim the device is ultra-capable of burst in the beginning.  Use
    392  * the value returned by ddi_dma_burstsizes() to actually set the ERI
    393  * global configuration register later.
    394  *
    395  * PCI_ERI supports Infinite burst or 64-byte-multiple bursts.
    396  */
    397 #define	ERI_LIMADDRLO	((uint64_t)0x00000000)
    398 #define	ERI_LIMADDRHI	((uint64_t)0xffffffff)
    399 
    400 static ddi_dma_attr_t dma_attr = {
    401 	DMA_ATTR_V0,		/* version number. */
    402 	(uint64_t)ERI_LIMADDRLO, /* low address */
    403 	(uint64_t)ERI_LIMADDRHI, /* high address */
    404 	(uint64_t)0x00ffffff,	/* address counter max */
    405 	(uint64_t)1,		/* alignment */
    406 	(uint_t)0xe000e0,	/* dlim_burstsizes for 32 4 bit xfers */
    407 	(uint32_t)0x1,		/* minimum transfer size */
    408 	(uint64_t)0x7fffffff,	/* maximum transfer size */
    409 	(uint64_t)0x00ffffff,	/* maximum segment size */
    410 	1,			/* scatter/gather list length */
    411 	(uint32_t)1,		/* granularity */
    412 	(uint_t)0		/* attribute flags */
    413 };
    414 
    415 static ddi_dma_attr_t desc_dma_attr = {
    416 	DMA_ATTR_V0,		/* version number. */
    417 	(uint64_t)ERI_LIMADDRLO, /* low address */
    418 	(uint64_t)ERI_LIMADDRHI, /* high address */
    419 	(uint64_t)0x00ffffff,	/* address counter max */
    420 	(uint64_t)8,		/* alignment */
    421 	(uint_t)0xe000e0,	/* dlim_burstsizes for 32 4 bit xfers */
    422 	(uint32_t)0x1,		/* minimum transfer size */
    423 	(uint64_t)0x7fffffff,	/* maximum transfer size */
    424 	(uint64_t)0x00ffffff,	/* maximum segment size */
    425 	1,			/* scatter/gather list length */
    426 	16,			/* granularity */
    427 	0			/* attribute flags */
    428 };
    429 
    430 static ddi_device_acc_attr_t buf_attr = {
    431 	DDI_DEVICE_ATTR_V0,	/* devacc_attr_version */
    432 	DDI_NEVERSWAP_ACC,	/* devacc_attr_endian_flags */
    433 	DDI_STRICTORDER_ACC,	/* devacc_attr_dataorder */
    434 	DDI_DEFAULT_ACC,	/* devacc_attr_access */
    435 };
    436 
    437 ddi_dma_lim_t eri_dma_limits = {
    438 	(uint64_t)ERI_LIMADDRLO, /* dlim_addr_lo */
    439 	(uint64_t)ERI_LIMADDRHI, /* dlim_addr_hi */
    440 	(uint64_t)ERI_LIMADDRHI, /* dlim_cntr_max */
    441 	(uint_t)0x00e000e0,	/* dlim_burstsizes for 32 and 64 bit xfers */
    442 	(uint32_t)0x1,		/* dlim_minxfer */
    443 	1024			/* dlim_speed */
    444 };
    445 
    446 /*
    447  * Link Configuration variables
    448  *
    449  * On Motherboard implementations, 10/100 Mbps speeds may be supported
    450  * by using both the Serial Link and the MII on Non-serial-link interface.
    451  * When both links are present, the driver automatically tries to bring up
    452  * both. If both are up, the Gigabit Serial Link is selected for use, by
    453  * default. The following configuration variable is used to force the selection
    454  * of one of the links when both are up.
    455  * To change the default selection to the MII link when both the Serial
    456  * Link and the MII link are up, change eri_default_link to 1.
    457  *
    458  * Once a link is in use, the driver will continue to use that link till it
    459  * goes down. When it goes down, the driver will look at the status of both the
    460  * links again for link selection.
    461  *
    462  * Currently the standard is not stable w.r.t. gigabit link configuration
    463  * using auto-negotiation procedures. Meanwhile, the link may be configured
    464  * in "forced" mode using the "autonegotiation enable" bit (bit-12) in the
    465  * PCS MII Command Register. In this mode the PCS sends "idles" until sees
    466  * "idles" as initialization instead of the Link Configuration protocol
    467  * where a Config register is exchanged. In this mode, the ERI is programmed
    468  * for full-duplex operation with both pauseTX and pauseRX (for flow control)
    469  * enabled.
    470  */
    471 
    472 static	int	select_link = 0; /* automatic selection */
    473 static	int	default_link = 0; /* Select Serial link if both are up */
    474 
    475 /*
    476  * The following variables are used for configuring link-operation
    477  * for all the "eri" interfaces in the system.
    478  * Later these parameters may be changed per interface using "ndd" command
    479  * These parameters may also be specified as properties using the .conf
    480  * file mechanism for each interface.
    481  */
    482 
    483 /*
    484  * The following variable value will be overridden by "link-pulse-disabled"
    485  * property which may be created by OBP or eri.conf file. This property is
    486  * applicable only for 10 Mbps links.
    487  */
    488 static	int	link_pulse_disabled = 0;	/* link pulse disabled */
    489 
    490 /* For MII-based FastEthernet links */
    491 static	int	adv_autoneg_cap = 1;
    492 static	int	adv_100T4_cap = 0;
    493 static	int	adv_100fdx_cap = 1;
    494 static	int	adv_100hdx_cap = 1;
    495 static	int	adv_10fdx_cap = 1;
    496 static	int	adv_10hdx_cap = 1;
    497 static	int	adv_pauseTX_cap =  0;
    498 static	int	adv_pauseRX_cap =  0;
    499 
    500 /*
    501  * The following gap parameters are in terms of byte times.
    502  */
    503 static	int	ipg0 = 8;
    504 static	int	ipg1 = 8;
    505 static	int	ipg2 = 4;
    506 
    507 static	int	lance_mode = 1;		/* to enable LANCE mode */
    508 static	int	mifpoll_enable = 0;	/* to enable mif poll */
    509 static	int	ngu_enable = 0;		/* to enable Never Give Up mode */
    510 
    511 static	int	eri_force_mlf = 0; 	/* to enable mif poll */
    512 static	int	eri_phy_mintrans = 1;	/* Lu3X31T mintrans algorithm */
    513 /*
    514  * For the MII interface, the External Transceiver is selected when present.
    515  * The following variable is used to select the Internal Transceiver even
    516  * when the External Transceiver is present.
    517  */
    518 static	int	use_int_xcvr = 0;
    519 static	int	pace_size = 0;	/* Do not use pacing for now */
    520 
    521 static	int	eri_use_dvma_rx = 0;	/* =1:use dvma */
    522 static	int	eri_rx_bcopy_max = RX_BCOPY_MAX;	/* =1:use bcopy() */
    523 static	int	eri_overflow_reset = 1;	/* global reset if rx_fifo_overflow */
    524 static	int	eri_tx_ring_size = 2048; /* number of entries in tx ring */
    525 static	int	eri_rx_ring_size = 1024; /* number of entries in rx ring */
    526 /*
    527  * The following parameters may be configured by the user. If they are not
    528  * configured by the user, the values will be based on the capabilities of
    529  * the transceiver.
    530  * The value "ERI_NOTUSR" is ORed with the parameter value to indicate values
    531  * which are NOT configured by the user.
    532  */
    533 
    534 #define	ERI_NOTUSR	0x0f000000
    535 #define	ERI_MASK_1BIT	0x1
    536 #define	ERI_MASK_2BIT	0x3
    537 #define	ERI_MASK_8BIT	0xff
    538 
    539 
    540 /*
    541  * Note:
    542  * ERI has all of the above capabilities.
    543  * Only when an External Transceiver is selected for MII-based FastEthernet
    544  * link operation, the capabilities depend upon the capabilities of the
    545  * External Transceiver.
    546  */
    547 
    548 /* ------------------------------------------------------------------------- */
    549 
    550 static  param_t	param_arr[] = {
    551 	/* min		max		value	r/w/hidden+name */
    552 	{  0,		2,		2,	"-transceiver_inuse"},
    553 	{  0,		1,		0,	"-link_status"},
    554 	{  0,		1,		0,	"-link_speed"},
    555 	{  0,		1,		0,	"-link_mode"},
    556 	{  0,		255,		8,	"+ipg1"},
    557 	{  0,		255,		4,	"+ipg2"},
    558 	{  0,		1,		0,	"+use_int_xcvr"},
    559 	{  0,		255,		0,	"+pace_size"},
    560 	{  0,		1,		1,	"+adv_autoneg_cap"},
    561 	{  0,		1,		1,	"+adv_100T4_cap"},
    562 	{  0,		1,		1,	"+adv_100fdx_cap"},
    563 	{  0,		1,		1,	"+adv_100hdx_cap"},
    564 	{  0,		1,		1,	"+adv_10fdx_cap"},
    565 	{  0,		1,		1,	"+adv_10hdx_cap"},
    566 	{  0,		1,		1,	"-autoneg_cap"},
    567 	{  0,		1,		1,	"-100T4_cap"},
    568 	{  0,		1,		1,	"-100fdx_cap"},
    569 	{  0,		1,		1,	"-100hdx_cap"},
    570 	{  0,		1,		1,	"-10fdx_cap"},
    571 	{  0,		1,		1,	"-10hdx_cap"},
    572 	{  0,		1,		0,	"-lp_autoneg_cap"},
    573 	{  0,		1,		0,	"-lp_100T4_cap"},
    574 	{  0,		1,		0,	"-lp_100fdx_cap"},
    575 	{  0,		1,		0,	"-lp_100hdx_cap"},
    576 	{  0,		1,		0,	"-lp_10fdx_cap"},
    577 	{  0,		1,		0,	"-lp_10hdx_cap"},
    578 	{  0,		1,		1,	"+lance_mode"},
    579 	{  0,		31,		8,	"+ipg0"},
    580 	{  0,		127,		6,	"+intr_blank_time"},
    581 	{  0,		255,		8,	"+intr_blank_packets"},
    582 	{  0,		1,		1,	"!serial-link"},
    583 	{  0,		2,		1,	"!non-serial-link"},
    584 	{  0,		1,		0,	"%select-link"},
    585 	{  0,		1,		0,	"%default-link"},
    586 	{  0,		2,		0,	"!link-in-use"},
    587 	{  0,		1,		1,	"%adv_asm_dir_cap"},
    588 	{  0,		1,		1,	"%adv_pause_cap"},
    589 	{  0,		1,		0,	"!asm_dir_cap"},
    590 	{  0,		1,		0,	"!pause_cap"},
    591 	{  0,		1,		0,	"!lp_asm_dir_cap"},
    592 	{  0,		1,		0,	"!lp_pause_cap"},
    593 };
    594 
    595 DDI_DEFINE_STREAM_OPS(eri_dev_ops, nulldev, nulldev, eri_attach, eri_detach,
    596 	nodev, NULL, D_MP, NULL, ddi_quiesce_not_supported);
    597 
    598 /*
    599  * This is the loadable module wrapper.
    600  */
    601 #include <sys/modctl.h>
    602 
    603 /*
    604  * Module linkage information for the kernel.
    605  */
    606 static struct modldrv modldrv = {
    607 	&mod_driverops,	/* Type of module.  This one is a driver */
    608 	"Sun RIO 10/100 Mb Ethernet",
    609 	&eri_dev_ops,	/* driver ops */
    610 };
    611 
    612 static struct modlinkage modlinkage = {
    613 	MODREV_1, &modldrv, NULL
    614 };
    615 
    616 /*
    617  * Hardware Independent Functions
    618  * New Section
    619  */
    620 
    621 int
    622 _init(void)
    623 {
    624 	int	status;
    625 
    626 	mac_init_ops(&eri_dev_ops, "eri");
    627 	if ((status = mod_install(&modlinkage)) != 0) {
    628 		mac_fini_ops(&eri_dev_ops);
    629 	}
    630 	return (status);
    631 }
    632 
    633 int
    634 _fini(void)
    635 {
    636 	int status;
    637 
    638 	status = mod_remove(&modlinkage);
    639 	if (status == 0) {
    640 		mac_fini_ops(&eri_dev_ops);
    641 	}
    642 	return (status);
    643 }
    644 
    645 int
    646 _info(struct modinfo *modinfop)
    647 {
    648 	return (mod_info(&modlinkage, modinfop));
    649 }
    650 
    651 
    652 /*
    653  * Interface exists: make available by filling in network interface
    654  * record.  System will initialize the interface when it is ready
    655  * to accept packets.
    656  */
    657 static int
    658 eri_attach(dev_info_t *dip, ddi_attach_cmd_t cmd)
    659 {
    660 	struct eri *erip = NULL;
    661 	mac_register_t *macp = NULL;
    662 	int	regno;
    663 	boolean_t	doinit;
    664 	boolean_t	mutex_inited = B_FALSE;
    665 	boolean_t	intr_add = B_FALSE;
    666 
    667 	switch (cmd) {
    668 	case DDI_ATTACH:
    669 		break;
    670 
    671 	case DDI_RESUME:
    672 		if ((erip = ddi_get_driver_private(dip)) == NULL)
    673 			return (DDI_FAILURE);
    674 
    675 		mutex_enter(&erip->intrlock);
    676 		erip->flags &= ~ERI_SUSPENDED;
    677 		erip->init_macregs = 1;
    678 		param_linkup = 0;
    679 		erip->stats.link_up = LINK_STATE_DOWN;
    680 		erip->linkcheck = 0;
    681 
    682 		doinit =  (erip->flags & ERI_STARTED) ? B_TRUE : B_FALSE;
    683 		mutex_exit(&erip->intrlock);
    684 
    685 		if (doinit && !eri_init(erip)) {
    686 			return (DDI_FAILURE);
    687 		}
    688 		return (DDI_SUCCESS);
    689 
    690 	default:
    691 		return (DDI_FAILURE);
    692 	}
    693 
    694 	/*
    695 	 * Allocate soft device data structure
    696 	 */
    697 	erip = kmem_zalloc(sizeof (struct eri), KM_SLEEP);
    698 
    699 	/*
    700 	 * Initialize as many elements as possible.
    701 	 */
    702 	ddi_set_driver_private(dip, erip);
    703 	erip->dip = dip;			/* dip	*/
    704 	erip->instance = ddi_get_instance(dip);	/* instance */
    705 	erip->flags = 0;
    706 	erip->multi_refcnt = 0;
    707 	erip->promisc = B_FALSE;
    708 
    709 	if ((macp = mac_alloc(MAC_VERSION)) == NULL) {
    710 		ERI_FAULT_MSG1(erip, SEVERITY_HIGH, ERI_VERB_MSG,
    711 		    "mac_alloc failed");
    712 		goto attach_fail;
    713 	}
    714 	macp->m_type_ident = MAC_PLUGIN_IDENT_ETHER;
    715 	macp->m_driver = erip;
    716 	macp->m_dip = dip;
    717 	macp->m_src_addr = erip->ouraddr;
    718 	macp->m_callbacks = &eri_m_callbacks;
    719 	macp->m_min_sdu = 0;
    720 	macp->m_max_sdu = ETHERMTU;
    721 	macp->m_margin = VLAN_TAGSZ;
    722 
    723 	/*
    724 	 * Map in the device registers.
    725 	 * Separate pointers will be set up for the following
    726 	 * register groups within the GEM Register Space:
    727 	 * 	Global register set
    728 	 * 	ETX register set
    729 	 * 	ERX register set
    730 	 * 	BigMAC register set.
    731 	 * 	MIF register set
    732 	 */
    733 
    734 	if (ddi_dev_nregs(dip, &regno) != (DDI_SUCCESS)) {
    735 		ERI_FAULT_MSG2(erip, SEVERITY_HIGH, ERI_VERB_MSG,
    736 		    "ddi_dev_nregs failed, returned %d", regno);
    737 		goto attach_fail;
    738 	}
    739 
    740 	/*
    741 	 * Map the PCI config space
    742 	 */
    743 	if (pci_config_setup(dip, &erip->pci_config_handle) != DDI_SUCCESS) {
    744 		ERI_FAULT_MSG2(erip, SEVERITY_HIGH, ERI_VERB_MSG,
    745 		    "%s pci_config_setup()", config_space_fatal_msg);
    746 		goto attach_fail;
    747 	}
    748 
    749 	/*
    750 	 * Initialize device attributes structure
    751 	 */
    752 	erip->dev_attr.devacc_attr_version =	DDI_DEVICE_ATTR_V0;
    753 	erip->dev_attr.devacc_attr_dataorder =	DDI_STRICTORDER_ACC;
    754 	erip->dev_attr.devacc_attr_endian_flags =	DDI_STRUCTURE_LE_ACC;
    755 
    756 	if (ddi_regs_map_setup(dip, 1, (caddr_t *)&(erip->globregp), 0, 0,
    757 	    &erip->dev_attr, &erip->globregh)) {
    758 		goto attach_fail;
    759 	}
    760 	erip->etxregh =		erip->globregh;
    761 	erip->erxregh =		erip->globregh;
    762 	erip->bmacregh =	erip->globregh;
    763 	erip->mifregh =		erip->globregh;
    764 
    765 	erip->etxregp =  (void *)(((caddr_t)erip->globregp) + 0x2000);
    766 	erip->erxregp =  (void *)(((caddr_t)erip->globregp) + 0x4000);
    767 	erip->bmacregp = (void *)(((caddr_t)erip->globregp) + 0x6000);
    768 	erip->mifregp =  (void *)(((caddr_t)erip->globregp) + 0x6200);
    769 
    770 	/*
    771 	 * Map the software reset register.
    772 	 */
    773 	if (ddi_regs_map_setup(dip, 1, (caddr_t *)&(erip->sw_reset_reg),
    774 	    0x1010, 4, &erip->dev_attr, &erip->sw_reset_regh)) {
    775 		ERI_FAULT_MSG1(erip, SEVERITY_MID, ERI_VERB_MSG,
    776 		    mregs_4soft_reset_fail_msg);
    777 		goto attach_fail;
    778 	}
    779 
    780 	/*
    781 	 * Try and stop the device.
    782 	 * This is done until we want to handle interrupts.
    783 	 */
    784 	if (eri_stop(erip))
    785 		goto attach_fail;
    786 
    787 	/*
    788 	 * set PCI latency timer register.
    789 	 */
    790 	pci_config_put8(erip->pci_config_handle, PCI_CONF_LATENCY_TIMER,
    791 	    (uchar_t)eri_pci_latency_timer);
    792 
    793 	if (ddi_intr_hilevel(dip, 0)) {
    794 		ERI_FAULT_MSG1(erip, SEVERITY_NONE, ERI_VERB_MSG,
    795 		    " high-level interrupts are not supported");
    796 		goto attach_fail;
    797 	}
    798 
    799 	/*
    800 	 * Get the interrupt cookie so the mutexes can be
    801 	 * Initialized.
    802 	 */
    803 	if (ddi_get_iblock_cookie(dip, 0, &erip->cookie) != DDI_SUCCESS)
    804 		goto attach_fail;
    805 
    806 	/*
    807 	 * Initialize mutex's for this device.
    808 	 */
    809 	mutex_init(&erip->xmitlock, NULL, MUTEX_DRIVER, (void *)erip->cookie);
    810 	mutex_init(&erip->intrlock, NULL, MUTEX_DRIVER, (void *)erip->cookie);
    811 	mutex_init(&erip->linklock, NULL, MUTEX_DRIVER, (void *)erip->cookie);
    812 	mutex_init(&erip->xcvrlock, NULL, MUTEX_DRIVER, (void *)erip->cookie);
    813 
    814 	mutex_inited = B_TRUE;
    815 
    816 	/*
    817 	 * Add interrupt to system
    818 	 */
    819 	if (ddi_add_intr(dip, 0, &erip->cookie, 0, eri_intr, (caddr_t)erip) ==
    820 	    DDI_SUCCESS)
    821 		intr_add = B_TRUE;
    822 	else {
    823 		goto attach_fail;
    824 	}
    825 
    826 	/*
    827 	 * Set up the ethernet mac address.
    828 	 */
    829 	(void) eri_setup_mac_address(erip, dip);
    830 
    831 	if (eri_init_xfer_params(erip))
    832 		goto attach_fail;
    833 
    834 	if (eri_burstsize(erip) == DDI_FAILURE) {
    835 		goto attach_fail;
    836 	}
    837 
    838 	/*
    839 	 * Setup fewer receive bufers.
    840 	 */
    841 	ERI_RPENDING = eri_rx_ring_size;
    842 	ERI_TPENDING = eri_tx_ring_size;
    843 
    844 	erip->rpending_mask = ERI_RPENDING - 1;
    845 	erip->rmdmax_mask = ERI_RPENDING - 1;
    846 	erip->mif_config = (ERI_PHY_BMSR << ERI_MIF_CFGPR_SHIFT);
    847 
    848 	erip->stats.pmcap = ERI_PMCAP_NONE;
    849 	if (pci_report_pmcap(dip, PCI_PM_IDLESPEED, (void *)4000) ==
    850 	    DDI_SUCCESS)
    851 		erip->stats.pmcap = ERI_PMCAP_4MHZ;
    852 
    853 	if (mac_register(macp, &erip->mh) != 0)
    854 		goto attach_fail;
    855 
    856 	mac_free(macp);
    857 
    858 	return (DDI_SUCCESS);
    859 
    860 attach_fail:
    861 	if (erip->pci_config_handle)
    862 		(void) pci_config_teardown(&erip->pci_config_handle);
    863 
    864 	if (mutex_inited) {
    865 		mutex_destroy(&erip->xmitlock);
    866 		mutex_destroy(&erip->intrlock);
    867 		mutex_destroy(&erip->linklock);
    868 		mutex_destroy(&erip->xcvrlock);
    869 	}
    870 
    871 	ERI_FAULT_MSG1(erip, SEVERITY_NONE, ERI_VERB_MSG, attach_fail_msg);
    872 
    873 	if (intr_add)
    874 		ddi_remove_intr(dip, 0, erip->cookie);
    875 
    876 	if (erip->globregh)
    877 		ddi_regs_map_free(&erip->globregh);
    878 
    879 	if (macp != NULL)
    880 		mac_free(macp);
    881 	if (erip != NULL)
    882 		kmem_free(erip, sizeof (*erip));
    883 
    884 	return (DDI_FAILURE);
    885 }
    886 
    887 static int
    888 eri_detach(dev_info_t *dip, ddi_detach_cmd_t cmd)
    889 {
    890 	struct eri 	*erip;
    891 	int i;
    892 
    893 	if ((erip = ddi_get_driver_private(dip)) == NULL) {
    894 		/*
    895 		 * No resources allocated.
    896 		 */
    897 		return (DDI_FAILURE);
    898 	}
    899 
    900 	switch (cmd) {
    901 	case DDI_DETACH:
    902 		break;
    903 
    904 	case DDI_SUSPEND:
    905 		erip->flags |= ERI_SUSPENDED;
    906 		eri_uninit(erip);
    907 		return (DDI_SUCCESS);
    908 
    909 	default:
    910 		return (DDI_FAILURE);
    911 	}
    912 
    913 	if (erip->flags & (ERI_RUNNING | ERI_SUSPENDED)) {
    914 		ERI_FAULT_MSG1(erip, SEVERITY_NONE, ERI_VERB_MSG, busy_msg);
    915 		return (DDI_FAILURE);
    916 	}
    917 
    918 	if (mac_unregister(erip->mh) != 0) {
    919 		return (DDI_FAILURE);
    920 	}
    921 
    922 	/*
    923 	 * Make the device quiescent
    924 	 */
    925 	(void) eri_stop(erip);
    926 
    927 	/*
    928 	 * Remove instance of the intr
    929 	 */
    930 	ddi_remove_intr(dip, 0, erip->cookie);
    931 
    932 	if (erip->pci_config_handle)
    933 		(void) pci_config_teardown(&erip->pci_config_handle);
    934 
    935 	/*
    936 	 * Destroy all mutexes and data structures allocated during
    937 	 * attach time.
    938 	 */
    939 
    940 	if (erip->globregh)
    941 		ddi_regs_map_free(&erip->globregh);
    942 
    943 	erip->etxregh =		NULL;
    944 	erip->erxregh =		NULL;
    945 	erip->bmacregh =	NULL;
    946 	erip->mifregh =		NULL;
    947 	erip->globregh =	NULL;
    948 
    949 	if (erip->sw_reset_regh)
    950 		ddi_regs_map_free(&erip->sw_reset_regh);
    951 
    952 	if (erip->ksp)
    953 		kstat_delete(erip->ksp);
    954 
    955 	eri_stop_timer(erip); /* acquire linklock */
    956 	eri_start_timer(erip, eri_check_link, 0);
    957 	mutex_destroy(&erip->xmitlock);
    958 	mutex_destroy(&erip->intrlock);
    959 	mutex_destroy(&erip->linklock);
    960 	mutex_destroy(&erip->xcvrlock);
    961 
    962 	if (erip->md_h) {
    963 		if (ddi_dma_unbind_handle(erip->md_h) ==
    964 		    DDI_FAILURE)
    965 			return (DDI_FAILURE);
    966 		ddi_dma_mem_free(&erip->mdm_h);
    967 		ddi_dma_free_handle(&erip->md_h);
    968 	}
    969 
    970 	if (eri_freebufs(erip))
    971 		return (DDI_FAILURE);
    972 
    973 	/* dvma handle case */
    974 
    975 	if (erip->eri_dvmarh) {
    976 		(void) dvma_release(erip->eri_dvmarh);
    977 		erip->eri_dvmarh = NULL;
    978 	}
    979 /*
    980  *	xmit_dma_mode, erip->ndmaxh[i]=NULL for dvma
    981  */
    982 	else {
    983 		for (i = 0; i < ERI_RPENDING; i++)
    984 			if (erip->ndmarh[i])
    985 				ddi_dma_free_handle(&erip->ndmarh[i]);
    986 	}
    987 /*
    988  *	Release TX buffer
    989  */
    990 	if (erip->tbuf_ioaddr != 0) {
    991 		(void) ddi_dma_unbind_handle(erip->tbuf_handle);
    992 		erip->tbuf_ioaddr = 0;
    993 	}
    994 	if (erip->tbuf_kaddr != NULL) {
    995 		ddi_dma_mem_free(&erip->tbuf_acch);
    996 		erip->tbuf_kaddr = NULL;
    997 	}
    998 	if (erip->tbuf_handle != NULL) {
    999 		ddi_dma_free_handle(&erip->tbuf_handle);
   1000 		erip->tbuf_handle = NULL;
   1001 	}
   1002 
   1003 	eri_param_cleanup(erip);
   1004 
   1005 	ddi_set_driver_private(dip, NULL);
   1006 	kmem_free((caddr_t)erip, sizeof (struct eri));
   1007 
   1008 	return (DDI_SUCCESS);
   1009 }
   1010 
   1011 /*
   1012  * To set up the mac address for the network interface:
   1013  * The adapter card may support a local mac address which is published
   1014  * in a device node property "local-mac-address". This mac address is
   1015  * treated as the factory-installed mac address for DLPI interface.
   1016  * If the adapter firmware has used the device for diskless boot
   1017  * operation it publishes a property called "mac-address" for use by
   1018  * inetboot and the device driver.
   1019  * If "mac-address" is not found, the system options property
   1020  * "local-mac-address" is used to select the mac-address. If this option
   1021  * is set to "true", and "local-mac-address" has been found, then
   1022  * local-mac-address is used; otherwise the system mac address is used
   1023  * by calling the "localetheraddr()" function.
   1024  */
   1025 
   1026 static void
   1027 eri_setup_mac_address(struct eri *erip, dev_info_t *dip)
   1028 {
   1029 	uchar_t			*prop;
   1030 	char			*uselocal;
   1031 	unsigned		prop_len;
   1032 	uint32_t		addrflags = 0;
   1033 	struct ether_addr	factaddr;
   1034 
   1035 	/*
   1036 	 * Check if it is an adapter with its own local mac address
   1037 	 * If it is present, save it as the "factory-address"
   1038 	 * for this adapter.
   1039 	 */
   1040 	if (ddi_prop_lookup_byte_array(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS,
   1041 	    "local-mac-address", &prop, &prop_len) == DDI_PROP_SUCCESS) {
   1042 		if (prop_len == ETHERADDRL) {
   1043 			addrflags = ERI_FACTADDR_PRESENT;
   1044 			bcopy(prop, &factaddr, ETHERADDRL);
   1045 			ERI_FAULT_MSG2(erip, SEVERITY_NONE, ERI_VERB_MSG,
   1046 			    lether_addr_msg, ether_sprintf(&factaddr));
   1047 		}
   1048 		ddi_prop_free(prop);
   1049 	}
   1050 	/*
   1051 	 * Check if the adapter has published "mac-address" property.
   1052 	 * If it is present, use it as the mac address for this device.
   1053 	 */
   1054 	if (ddi_prop_lookup_byte_array(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS,
   1055 	    "mac-address", &prop, &prop_len) == DDI_PROP_SUCCESS) {
   1056 		if (prop_len >= ETHERADDRL) {
   1057 			bcopy(prop, erip->ouraddr, ETHERADDRL);
   1058 			ddi_prop_free(prop);
   1059 			return;
   1060 		}
   1061 		ddi_prop_free(prop);
   1062 	}
   1063 
   1064 	if (ddi_prop_lookup_string(DDI_DEV_T_ANY, dip, 0, "local-mac-address?",
   1065 	    &uselocal) == DDI_PROP_SUCCESS) {
   1066 		if ((strcmp("true", uselocal) == 0) &&
   1067 		    (addrflags & ERI_FACTADDR_PRESENT)) {
   1068 			addrflags |= ERI_FACTADDR_USE;
   1069 			bcopy(&factaddr, erip->ouraddr, ETHERADDRL);
   1070 			ddi_prop_free(uselocal);
   1071 			ERI_FAULT_MSG1(erip, SEVERITY_NONE, ERI_VERB_MSG,
   1072 			    lmac_addr_msg);
   1073 			return;
   1074 		}
   1075 		ddi_prop_free(uselocal);
   1076 	}
   1077 
   1078 	/*
   1079 	 * Get the system ethernet address.
   1080 	 */
   1081 	(void) localetheraddr(NULL, &factaddr);
   1082 	bcopy(&factaddr, erip->ouraddr, ETHERADDRL);
   1083 }
   1084 
   1085 
   1086 /*
   1087  * Calculate the bit in the multicast address filter that selects the given
   1088  * address.
   1089  * Note: For ERI, the last 8-bits are used.
   1090  */
   1091 
   1092 static uint32_t
   1093 eri_ladrf_bit(const uint8_t *addr)
   1094 {
   1095 	uint32_t crc;
   1096 
   1097 	CRC32(crc, addr, ETHERADDRL, -1U, crc32_table);
   1098 
   1099 	/*
   1100 	 * Just want the 8 most significant bits.
   1101 	 */
   1102 	return ((~crc) >> 24);
   1103 }
   1104 
   1105 static void
   1106 eri_m_ioctl(void *arg, queue_t *wq, mblk_t *mp)
   1107 {
   1108 	struct	eri	*erip = arg;
   1109 	struct	iocblk	*iocp = (void *)mp->b_rptr;
   1110 	int	err;
   1111 
   1112 	ASSERT(erip != NULL);
   1113 
   1114 	/*
   1115 	 * Privilege checks.
   1116 	 */
   1117 	switch (iocp->ioc_cmd) {
   1118 	case ERI_SET_LOOP_MODE:
   1119 	case ERI_ND_SET:
   1120 		err = secpolicy_net_config(iocp->ioc_cr, B_FALSE);
   1121 		if (err != 0) {
   1122 			miocnak(wq, mp, 0, err);
   1123 			return;
   1124 		}
   1125 		break;
   1126 	default:
   1127 		break;
   1128 	}
   1129 
   1130 	switch (iocp->ioc_cmd) {
   1131 	case ERI_ND_GET:
   1132 	case ERI_ND_SET:
   1133 		eri_process_ndd_ioctl(erip, wq, mp, iocp->ioc_cmd);
   1134 		break;
   1135 
   1136 	case ERI_SET_LOOP_MODE:
   1137 	case ERI_GET_LOOP_MODE:
   1138 		/*
   1139 		 * XXX: Consider updating this to the new netlb ioctls.
   1140 		 */
   1141 		eri_loopback(erip, wq, mp);
   1142 		break;
   1143 
   1144 	default:
   1145 		miocnak(wq, mp, 0, EINVAL);
   1146 		break;
   1147 	}
   1148 
   1149 	ASSERT(!MUTEX_HELD(&erip->linklock));
   1150 }
   1151 
   1152 static void
   1153 eri_loopback(struct eri *erip, queue_t *wq, mblk_t *mp)
   1154 {
   1155 	struct	iocblk	*iocp = (void *)mp->b_rptr;
   1156 	loopback_t	*al;
   1157 
   1158 	if (mp->b_cont == NULL || MBLKL(mp->b_cont) < sizeof (loopback_t)) {
   1159 		miocnak(wq, mp, 0, EINVAL);
   1160 		return;
   1161 	}
   1162 
   1163 	al = (void *)mp->b_cont->b_rptr;
   1164 
   1165 	switch (iocp->ioc_cmd) {
   1166 	case ERI_SET_LOOP_MODE:
   1167 		switch (al->loopback) {
   1168 		case ERI_LOOPBACK_OFF:
   1169 			erip->flags &= (~ERI_MACLOOPBACK & ~ERI_SERLOOPBACK);
   1170 			/* force link status to go down */
   1171 			param_linkup = 0;
   1172 			erip->stats.link_up = LINK_STATE_DOWN;
   1173 			erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   1174 			(void) eri_init(erip);
   1175 			break;
   1176 
   1177 		case ERI_MAC_LOOPBACK_ON:
   1178 			erip->flags |= ERI_MACLOOPBACK;
   1179 			erip->flags &= ~ERI_SERLOOPBACK;
   1180 			param_linkup = 0;
   1181 			erip->stats.link_up = LINK_STATE_DOWN;
   1182 			erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   1183 			(void) eri_init(erip);
   1184 			break;
   1185 
   1186 		case ERI_PCS_LOOPBACK_ON:
   1187 			break;
   1188 
   1189 		case ERI_SER_LOOPBACK_ON:
   1190 			erip->flags |= ERI_SERLOOPBACK;
   1191 			erip->flags &= ~ERI_MACLOOPBACK;
   1192 			/* force link status to go down */
   1193 			param_linkup = 0;
   1194 			erip->stats.link_up = LINK_STATE_DOWN;
   1195 			erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   1196 			(void) eri_init(erip);
   1197 			break;
   1198 
   1199 		default:
   1200 			ERI_FAULT_MSG1(erip, SEVERITY_NONE, ERI_VERB_MSG,
   1201 			    loopback_val_default);
   1202 			miocnak(wq, mp, 0, EINVAL);
   1203 			return;
   1204 		}
   1205 		miocnak(wq, mp, 0, 0);
   1206 		break;
   1207 
   1208 	case ERI_GET_LOOP_MODE:
   1209 		al->loopback =	ERI_MAC_LOOPBACK_ON | ERI_PCS_LOOPBACK_ON |
   1210 		    ERI_SER_LOOPBACK_ON;
   1211 		miocack(wq, mp, sizeof (loopback_t), 0);
   1212 		break;
   1213 
   1214 	default:
   1215 		ERI_FAULT_MSG1(erip, SEVERITY_LOW, ERI_VERB_MSG,
   1216 		    loopback_cmd_default);
   1217 	}
   1218 }
   1219 
   1220 static int
   1221 eri_m_promisc(void *arg, boolean_t on)
   1222 {
   1223 	struct	eri	*erip = arg;
   1224 
   1225 	mutex_enter(&erip->intrlock);
   1226 	erip->promisc = on;
   1227 	eri_init_rx(erip);
   1228 	mutex_exit(&erip->intrlock);
   1229 	return (0);
   1230 }
   1231 
   1232 /*
   1233  * This is to support unlimited number of members
   1234  * in Multicast.
   1235  */
   1236 static int
   1237 eri_m_multicst(void *arg, boolean_t add, const uint8_t *mca)
   1238 {
   1239 	struct eri		*erip = arg;
   1240 	uint32_t 		ladrf_bit;
   1241 
   1242 	/*
   1243 	 * If this address's bit was not already set in the local address
   1244 	 * filter, add it and re-initialize the Hardware.
   1245 	 */
   1246 	ladrf_bit = eri_ladrf_bit(mca);
   1247 
   1248 	mutex_enter(&erip->intrlock);
   1249 	if (add) {
   1250 		erip->ladrf_refcnt[ladrf_bit]++;
   1251 		if (erip->ladrf_refcnt[ladrf_bit] == 1) {
   1252 			LADRF_SET(erip, ladrf_bit);
   1253 			erip->multi_refcnt++;
   1254 			eri_init_rx(erip);
   1255 		}
   1256 	} else {
   1257 		erip->ladrf_refcnt[ladrf_bit]--;
   1258 		if (erip->ladrf_refcnt[ladrf_bit] == 0) {
   1259 			LADRF_CLR(erip, ladrf_bit);
   1260 			erip->multi_refcnt--;
   1261 			eri_init_rx(erip);
   1262 		}
   1263 	}
   1264 	mutex_exit(&erip->intrlock);
   1265 	return (0);
   1266 }
   1267 
   1268 static int
   1269 eri_m_unicst(void *arg, const uint8_t *macaddr)
   1270 {
   1271 	struct	eri	*erip = arg;
   1272 
   1273 	/*
   1274 	 * Set new interface local address and re-init device.
   1275 	 * This is destructive to any other streams attached
   1276 	 * to this device.
   1277 	 */
   1278 	mutex_enter(&erip->intrlock);
   1279 	bcopy(macaddr, &erip->ouraddr, ETHERADDRL);
   1280 	eri_init_rx(erip);
   1281 	mutex_exit(&erip->intrlock);
   1282 	return (0);
   1283 }
   1284 
   1285 /*ARGSUSED*/
   1286 static boolean_t
   1287 eri_m_getcapab(void *arg, mac_capab_t cap, void *cap_data)
   1288 {
   1289 	switch (cap) {
   1290 	case MAC_CAPAB_HCKSUM: {
   1291 		uint32_t *hcksum_txflags = cap_data;
   1292 		*hcksum_txflags = HCKSUM_INET_PARTIAL;
   1293 		return (B_TRUE);
   1294 	}
   1295 	default:
   1296 		return (B_FALSE);
   1297 	}
   1298 }
   1299 
   1300 static int
   1301 eri_m_start(void *arg)
   1302 {
   1303 	struct eri	*erip = arg;
   1304 
   1305 	mutex_enter(&erip->intrlock);
   1306 	erip->flags |= ERI_STARTED;
   1307 	mutex_exit(&erip->intrlock);
   1308 
   1309 	if (!eri_init(erip)) {
   1310 		mutex_enter(&erip->intrlock);
   1311 		erip->flags &= ~ERI_STARTED;
   1312 		mutex_exit(&erip->intrlock);
   1313 		return (EIO);
   1314 	}
   1315 	return (0);
   1316 }
   1317 
   1318 static void
   1319 eri_m_stop(void *arg)
   1320 {
   1321 	struct eri	*erip = arg;
   1322 
   1323 	mutex_enter(&erip->intrlock);
   1324 	erip->flags &= ~ERI_STARTED;
   1325 	mutex_exit(&erip->intrlock);
   1326 	eri_uninit(erip);
   1327 }
   1328 
   1329 static int
   1330 eri_m_stat(void *arg, uint_t stat, uint64_t *val)
   1331 {
   1332 	struct eri	*erip = arg;
   1333 	struct stats	*esp;
   1334 	boolean_t	macupdate = B_FALSE;
   1335 
   1336 	esp = &erip->stats;
   1337 
   1338 	mutex_enter(&erip->xmitlock);
   1339 	if ((erip->flags & ERI_RUNNING) && (erip->flags & ERI_TXINIT)) {
   1340 		erip->tx_completion =
   1341 		    GET_ETXREG(tx_completion) & ETX_COMPLETION_MASK;
   1342 		macupdate |= eri_reclaim(erip, erip->tx_completion);
   1343 	}
   1344 	mutex_exit(&erip->xmitlock);
   1345 	if (macupdate)
   1346 		mac_tx_update(erip->mh);
   1347 
   1348 	eri_savecntrs(erip);
   1349 
   1350 	switch (stat) {
   1351 	case MAC_STAT_IFSPEED:
   1352 		*val = esp->ifspeed * 1000000ULL;
   1353 		break;
   1354 	case MAC_STAT_MULTIRCV:
   1355 		*val = esp->multircv;
   1356 		break;
   1357 	case MAC_STAT_BRDCSTRCV:
   1358 		*val = esp->brdcstrcv;
   1359 		break;
   1360 	case MAC_STAT_IPACKETS:
   1361 		*val = esp->ipackets64;
   1362 		break;
   1363 	case MAC_STAT_RBYTES:
   1364 		*val = esp->rbytes64;
   1365 		break;
   1366 	case MAC_STAT_OBYTES:
   1367 		*val = esp->obytes64;
   1368 		break;
   1369 	case MAC_STAT_OPACKETS:
   1370 		*val = esp->opackets64;
   1371 		break;
   1372 	case MAC_STAT_IERRORS:
   1373 		*val = esp->ierrors;
   1374 		break;
   1375 	case MAC_STAT_OERRORS:
   1376 		*val = esp->oerrors;
   1377 		break;
   1378 	case MAC_STAT_MULTIXMT:
   1379 		*val = esp->multixmt;
   1380 		break;
   1381 	case MAC_STAT_BRDCSTXMT:
   1382 		*val = esp->brdcstxmt;
   1383 		break;
   1384 	case MAC_STAT_NORCVBUF:
   1385 		*val = esp->norcvbuf;
   1386 		break;
   1387 	case MAC_STAT_NOXMTBUF:
   1388 		*val = esp->noxmtbuf;
   1389 		break;
   1390 	case MAC_STAT_UNDERFLOWS:
   1391 		*val = esp->txmac_urun;
   1392 		break;
   1393 	case MAC_STAT_OVERFLOWS:
   1394 		*val = esp->rx_overflow;
   1395 		break;
   1396 	case MAC_STAT_COLLISIONS:
   1397 		*val = esp->collisions;
   1398 		break;
   1399 	case ETHER_STAT_ALIGN_ERRORS:
   1400 		*val = esp->rx_align_err;
   1401 		break;
   1402 	case ETHER_STAT_FCS_ERRORS:
   1403 		*val = esp->rx_crc_err;
   1404 		break;
   1405 	case ETHER_STAT_EX_COLLISIONS:
   1406 		*val = esp->excessive_coll;
   1407 		break;
   1408 	case ETHER_STAT_TX_LATE_COLLISIONS:
   1409 		*val = esp->late_coll;
   1410 		break;
   1411 	case ETHER_STAT_FIRST_COLLISIONS:
   1412 		*val = esp->first_coll;
   1413 		break;
   1414 	case ETHER_STAT_LINK_DUPLEX:
   1415 		*val = esp->link_duplex;
   1416 		break;
   1417 	case ETHER_STAT_TOOLONG_ERRORS:
   1418 		*val = esp->rx_toolong_pkts;
   1419 		break;
   1420 	case ETHER_STAT_TOOSHORT_ERRORS:
   1421 		*val = esp->rx_runt;
   1422 		break;
   1423 
   1424 	case ETHER_STAT_XCVR_ADDR:
   1425 		*val = erip->phyad;
   1426 		break;
   1427 
   1428 	case ETHER_STAT_XCVR_INUSE:
   1429 		*val = XCVR_100X;	/* should always be 100X for now */
   1430 		break;
   1431 
   1432 	case ETHER_STAT_CAP_100FDX:
   1433 		*val = param_bmsr_100fdx;
   1434 		break;
   1435 	case ETHER_STAT_CAP_100HDX:
   1436 		*val = param_bmsr_100hdx;
   1437 		break;
   1438 	case ETHER_STAT_CAP_10FDX:
   1439 		*val = param_bmsr_10fdx;
   1440 		break;
   1441 	case ETHER_STAT_CAP_10HDX:
   1442 		*val = param_bmsr_10hdx;
   1443 		break;
   1444 	case ETHER_STAT_CAP_AUTONEG:
   1445 		*val = param_bmsr_ancap;
   1446 		break;
   1447 	case ETHER_STAT_CAP_ASMPAUSE:
   1448 		*val = param_bmsr_asm_dir;
   1449 		break;
   1450 	case ETHER_STAT_CAP_PAUSE:
   1451 		*val = param_bmsr_pause;
   1452 		break;
   1453 	case ETHER_STAT_ADV_CAP_100FDX:
   1454 		*val = param_anar_100fdx;
   1455 		break;
   1456 	case ETHER_STAT_ADV_CAP_100HDX:
   1457 		*val = param_anar_100hdx;
   1458 		break;
   1459 	case ETHER_STAT_ADV_CAP_10FDX:
   1460 		*val = param_anar_10fdx;
   1461 		break;
   1462 	case ETHER_STAT_ADV_CAP_10HDX:
   1463 		*val = param_anar_10hdx;
   1464 		break;
   1465 	case ETHER_STAT_ADV_CAP_AUTONEG:
   1466 		*val = param_autoneg;
   1467 		break;
   1468 	case ETHER_STAT_ADV_CAP_ASMPAUSE:
   1469 		*val = param_anar_asm_dir;
   1470 		break;
   1471 	case ETHER_STAT_ADV_CAP_PAUSE:
   1472 		*val = param_anar_pause;
   1473 		break;
   1474 	case ETHER_STAT_LP_CAP_100FDX:
   1475 		*val = param_anlpar_100fdx;
   1476 		break;
   1477 	case ETHER_STAT_LP_CAP_100HDX:
   1478 		*val = param_anlpar_100hdx;
   1479 		break;
   1480 	case ETHER_STAT_LP_CAP_10FDX:
   1481 		*val = param_anlpar_10fdx;
   1482 		break;
   1483 	case ETHER_STAT_LP_CAP_10HDX:
   1484 		*val = param_anlpar_10hdx;
   1485 		break;
   1486 	case ETHER_STAT_LP_CAP_AUTONEG:
   1487 		*val = param_aner_lpancap;
   1488 		break;
   1489 	case ETHER_STAT_LP_CAP_ASMPAUSE:
   1490 		*val = param_anlpar_pauseTX;
   1491 		break;
   1492 	case ETHER_STAT_LP_CAP_PAUSE:
   1493 		*val = param_anlpar_pauseRX;
   1494 		break;
   1495 	case ETHER_STAT_LINK_PAUSE:
   1496 		*val = esp->pausing;
   1497 		break;
   1498 	case ETHER_STAT_LINK_ASMPAUSE:
   1499 		*val = param_anar_asm_dir &&
   1500 		    param_anlpar_pauseTX &&
   1501 		    (param_anar_pause != param_anlpar_pauseRX);
   1502 		break;
   1503 	case ETHER_STAT_LINK_AUTONEG:
   1504 		*val = param_autoneg && param_aner_lpancap;
   1505 		break;
   1506 	}
   1507 	return (0);
   1508 }
   1509 
   1510 /*
   1511  * Hardware Functions
   1512  * New Section
   1513  */
   1514 
   1515 /*
   1516  * Initialize the MAC registers. Some of of the MAC  registers are initialized
   1517  * just once since  Global Reset or MAC reset doesn't clear them. Others (like
   1518  * Host MAC Address Registers) are cleared on every reset and have to be
   1519  * reinitialized.
   1520  */
   1521 static void
   1522 eri_init_macregs_generic(struct eri *erip)
   1523 {
   1524 	/*
   1525 	 * set up the MAC parameter registers once
   1526 	 * after power cycle. SUSPEND/RESUME also requires
   1527 	 * setting these registers.
   1528 	 */
   1529 	if ((erip->stats.inits == 1) || (erip->init_macregs)) {
   1530 		erip->init_macregs = 0;
   1531 		PUT_MACREG(ipg0, param_ipg0);
   1532 		PUT_MACREG(ipg1, param_ipg1);
   1533 		PUT_MACREG(ipg2, param_ipg2);
   1534 		PUT_MACREG(macmin, BMAC_MIN_FRAME_SIZE);
   1535 #ifdef	ERI_RX_TAG_ERROR_WORKAROUND
   1536 		PUT_MACREG(macmax, BMAC_MAX_FRAME_SIZE_TAG | BMAC_MAX_BURST);
   1537 #else
   1538 		PUT_MACREG(macmax, BMAC_MAX_FRAME_SIZE | BMAC_MAX_BURST);
   1539 #endif
   1540 		PUT_MACREG(palen, BMAC_PREAMBLE_SIZE);
   1541 		PUT_MACREG(jam, BMAC_JAM_SIZE);
   1542 		PUT_MACREG(alimit, BMAC_ATTEMPT_LIMIT);
   1543 		PUT_MACREG(macctl_type, BMAC_CONTROL_TYPE);
   1544 		PUT_MACREG(rseed,
   1545 		    ((erip->ouraddr[0] & 0x3) << 8) | erip->ouraddr[1]);
   1546 
   1547 		PUT_MACREG(madd3, BMAC_ADDRESS_3);
   1548 		PUT_MACREG(madd4, BMAC_ADDRESS_4);
   1549 		PUT_MACREG(madd5, BMAC_ADDRESS_5);
   1550 
   1551 		/* Program MAC Control address */
   1552 		PUT_MACREG(madd6, BMAC_ADDRESS_6);
   1553 		PUT_MACREG(madd7, BMAC_ADDRESS_7);
   1554 		PUT_MACREG(madd8, BMAC_ADDRESS_8);
   1555 
   1556 		PUT_MACREG(afr0, BMAC_AF_0);
   1557 		PUT_MACREG(afr1, BMAC_AF_1);
   1558 		PUT_MACREG(afr2, BMAC_AF_2);
   1559 		PUT_MACREG(afmr1_2, BMAC_AF21_MASK);
   1560 		PUT_MACREG(afmr0, BMAC_AF0_MASK);
   1561 	}
   1562 
   1563 	/* The counters need to be zeroed */
   1564 	PUT_MACREG(nccnt, 0);
   1565 	PUT_MACREG(fccnt, 0);
   1566 	PUT_MACREG(excnt, 0);
   1567 	PUT_MACREG(ltcnt, 0);
   1568 	PUT_MACREG(dcnt,  0);
   1569 	PUT_MACREG(frcnt, 0);
   1570 	PUT_MACREG(lecnt, 0);
   1571 	PUT_MACREG(aecnt, 0);
   1572 	PUT_MACREG(fecnt, 0);
   1573 	PUT_MACREG(rxcv,  0);
   1574 
   1575 	if (erip->pauseTX)
   1576 		PUT_MACREG(spcmd, BMAC_SEND_PAUSE_CMD);
   1577 	else
   1578 		PUT_MACREG(spcmd, 0);
   1579 
   1580 	/*
   1581 	 * Program BigMAC with local individual ethernet address.
   1582 	 */
   1583 
   1584 	PUT_MACREG(madd0, (erip->ouraddr[4] << 8) | erip->ouraddr[5]);
   1585 	PUT_MACREG(madd1, (erip->ouraddr[2] << 8) | erip->ouraddr[3]);
   1586 	PUT_MACREG(madd2, (erip->ouraddr[0] << 8) | erip->ouraddr[1]);
   1587 
   1588 	/*
   1589 	 * Install multicast address filter.
   1590 	 */
   1591 
   1592 	PUT_MACREG(hash0, erip->ladrf[0]);
   1593 	PUT_MACREG(hash1, erip->ladrf[1]);
   1594 	PUT_MACREG(hash2, erip->ladrf[2]);
   1595 	PUT_MACREG(hash3, erip->ladrf[3]);
   1596 	PUT_MACREG(hash4, erip->ladrf[4]);
   1597 	PUT_MACREG(hash5, erip->ladrf[5]);
   1598 	PUT_MACREG(hash6, erip->ladrf[6]);
   1599 	PUT_MACREG(hash7, erip->ladrf[7]);
   1600 	PUT_MACREG(hash8, erip->ladrf[8]);
   1601 	PUT_MACREG(hash9, erip->ladrf[9]);
   1602 	PUT_MACREG(hash10, erip->ladrf[10]);
   1603 	PUT_MACREG(hash11, erip->ladrf[11]);
   1604 	PUT_MACREG(hash12, erip->ladrf[12]);
   1605 	PUT_MACREG(hash13, erip->ladrf[13]);
   1606 	PUT_MACREG(hash14, erip->ladrf[14]);
   1607 }
   1608 
   1609 static int
   1610 eri_flush_rxbufs(struct eri *erip)
   1611 {
   1612 	uint_t	i;
   1613 	int	status = 0;
   1614 	/*
   1615 	 * Free and dvma_unload pending recv buffers.
   1616 	 * Maintaining the 1-to-1 ordered sequence of
   1617 	 * dvma_load() followed by dvma_unload() is critical.
   1618 	 * Always unload anything before loading it again.
   1619 	 * Never unload anything twice.  Always unload
   1620 	 * before freeing the buffer.  We satisfy these
   1621 	 * requirements by unloading only those descriptors
   1622 	 * which currently have an mblk associated with them.
   1623 	 */
   1624 	for (i = 0; i < ERI_RPENDING; i++) {
   1625 		if (erip->rmblkp[i]) {
   1626 			if (erip->eri_dvmarh)
   1627 				dvma_unload(erip->eri_dvmarh, 2 * i,
   1628 				    DDI_DMA_SYNC_FORCPU);
   1629 			else if ((ddi_dma_unbind_handle(erip->ndmarh[i]) ==
   1630 			    DDI_FAILURE))
   1631 				status = -1;
   1632 			freeb(erip->rmblkp[i]);
   1633 			erip->rmblkp[i] = NULL;
   1634 		}
   1635 	}
   1636 	return (status);
   1637 }
   1638 
   1639 static void
   1640 eri_init_txbufs(struct eri *erip)
   1641 {
   1642 	/*
   1643 	 * Clear TX descriptors.
   1644 	 */
   1645 	bzero((caddr_t)erip->eri_tmdp, ERI_TPENDING * sizeof (struct eri_tmd));
   1646 
   1647 	/*
   1648 	 * sync TXDMA descriptors.
   1649 	 */
   1650 	ERI_SYNCIOPB(erip, erip->eri_tmdp,
   1651 	    (ERI_TPENDING * sizeof (struct eri_tmd)), DDI_DMA_SYNC_FORDEV);
   1652 	/*
   1653 	 * Reset TMD 'walking' pointers.
   1654 	 */
   1655 	erip->tcurp = erip->eri_tmdp;
   1656 	erip->tnextp = erip->eri_tmdp;
   1657 	erip->tx_cur_cnt = 0;
   1658 	erip->tx_kick = 0;
   1659 	erip->tx_completion = 0;
   1660 }
   1661 
   1662 static int
   1663 eri_init_rxbufs(struct eri *erip)
   1664 {
   1665 
   1666 	ddi_dma_cookie_t	dma_cookie;
   1667 	mblk_t			*bp;
   1668 	int			i, status = 0;
   1669 	uint32_t		ccnt;
   1670 
   1671 	/*
   1672 	 * clear rcv descriptors
   1673 	 */
   1674 	bzero((caddr_t)erip->rmdp, ERI_RPENDING * sizeof (struct rmd));
   1675 
   1676 	for (i = 0; i < ERI_RPENDING; i++) {
   1677 		if ((bp = eri_allocb(ERI_BUFSIZE)) == NULL) {
   1678 			status = -1;
   1679 			continue;
   1680 		}
   1681 		/* Load data buffer to DVMA space */
   1682 		if (erip->eri_dvmarh)
   1683 			dvma_kaddr_load(erip->eri_dvmarh,
   1684 			    (caddr_t)bp->b_rptr, ERI_BUFSIZE,
   1685 			    2 * i, &dma_cookie);
   1686 /*
   1687  *		Bind data buffer to DMA handle
   1688  */
   1689 		else if (ddi_dma_addr_bind_handle(erip->ndmarh[i], NULL,
   1690 		    (caddr_t)bp->b_rptr, ERI_BUFSIZE,
   1691 		    DDI_DMA_READ | DDI_DMA_CONSISTENT, DDI_DMA_DONTWAIT, 0,
   1692 		    &dma_cookie, &ccnt) != DDI_DMA_MAPPED)
   1693 			status = -1;
   1694 
   1695 		PUT_RMD((&erip->rmdp[i]), dma_cookie);
   1696 		erip->rmblkp[i] = bp;	/* save for later use */
   1697 	}
   1698 
   1699 	/*
   1700 	 * sync RXDMA descriptors.
   1701 	 */
   1702 	ERI_SYNCIOPB(erip, erip->rmdp, (ERI_RPENDING * sizeof (struct rmd)),
   1703 	    DDI_DMA_SYNC_FORDEV);
   1704 	/*
   1705 	 * Reset RMD 'walking' pointers.
   1706 	 */
   1707 	erip->rnextp = erip->rmdp;
   1708 	erip->rx_completion = 0;
   1709 	erip->rx_kick = ERI_RPENDING - 4;
   1710 	return (status);
   1711 }
   1712 
   1713 static uint32_t
   1714 eri_txmac_disable(struct eri *erip)
   1715 {
   1716 	int	n;
   1717 
   1718 	PUT_MACREG(txcfg, GET_MACREG(txcfg) & ~BMAC_TXCFG_ENAB);
   1719 	n = (BMACTXRSTDELAY * 10) / ERI_WAITPERIOD;
   1720 
   1721 	while (--n > 0) {
   1722 		drv_usecwait(ERI_WAITPERIOD);
   1723 		if ((GET_MACREG(txcfg) & 1) == 0)
   1724 			return (0);
   1725 	}
   1726 	return (1);
   1727 }
   1728 
   1729 static uint32_t
   1730 eri_rxmac_disable(struct eri *erip)
   1731 {
   1732 	int	n;
   1733 	PUT_MACREG(rxcfg, GET_MACREG(rxcfg) & ~BMAC_RXCFG_ENAB);
   1734 	n = BMACRXRSTDELAY / ERI_WAITPERIOD;
   1735 
   1736 	while (--n > 0) {
   1737 		drv_usecwait(ERI_WAITPERIOD);
   1738 		if ((GET_MACREG(rxcfg) & 1) == 0)
   1739 			return (0);
   1740 	}
   1741 	return (1);
   1742 }
   1743 
   1744 /*
   1745  * Return 0 upon success, 1 on failure.
   1746  */
   1747 static int
   1748 eri_stop(struct eri *erip)
   1749 {
   1750 	(void) eri_erx_reset(erip);
   1751 	(void) eri_etx_reset(erip);
   1752 
   1753 	/*
   1754 	 * set up cache line to 16 for 64 bytes of pci burst size
   1755 	 */
   1756 	PUT_SWRSTREG(reset, ERI_G_RESET_GLOBAL | ERI_CACHE_LINE_SIZE);
   1757 
   1758 	if (erip->linkcheck) {
   1759 		erip->linkcheck = 0;
   1760 		erip->global_reset_issued = 2;
   1761 	} else {
   1762 		param_linkup = 0;
   1763 		erip->stats.link_up = LINK_STATE_DOWN;
   1764 		erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   1765 		erip->global_reset_issued = -1;
   1766 	}
   1767 
   1768 	ERI_DELAY((GET_SWRSTREG(reset) == ERI_CACHE_LINE_SIZE),
   1769 	    ERI_MAX_RST_DELAY);
   1770 	erip->rx_reset_issued = -1;
   1771 	erip->tx_reset_issued = -1;
   1772 
   1773 	/*
   1774 	 * workaround for RIO not resetting the interrupt mask
   1775 	 * register to default value 0xffffffff.
   1776 	 */
   1777 	PUT_GLOBREG(intmask, ERI_G_MASK_ALL);
   1778 
   1779 	if (GET_SWRSTREG(reset) == ERI_CACHE_LINE_SIZE) {
   1780 		return (0);
   1781 	} else {
   1782 		return (1);
   1783 	}
   1784 }
   1785 
   1786 /*
   1787  * Reset Just the RX Portion
   1788  * Return 0 upon success, 1 on failure.
   1789  *
   1790  * Resetting the rxdma while there is a rx dma transaction going on the
   1791  * bus, will cause bus hang or parity errors. To avoid this, we would first
   1792  * disable the rxdma by clearing the ENABLE bit (bit 0). To make sure it is
   1793  * disabled, we will poll it until it realy clears. Furthermore, to verify
   1794  * any RX DMA activity is subsided, we delay for 5 msec.
   1795  */
   1796 static uint32_t
   1797 eri_erx_reset(struct eri *erip)
   1798 {
   1799 	(void) eri_rxmac_disable(erip); /* Disable the RX MAC */
   1800 
   1801 	/* Disable the RX DMA */
   1802 	PUT_ERXREG(config, GET_ERXREG(config) & ~GET_CONFIG_RXDMA_EN);
   1803 	ERI_DELAY(((GET_ERXREG(config) &  1) == 0), ERI_MAX_RST_DELAY);
   1804 	if ((GET_ERXREG(config) & 1) != 0)
   1805 		ERI_FAULT_MSG1(erip, SEVERITY_LOW, ERI_VERB_MSG,
   1806 		    disable_erx_msg);
   1807 
   1808 	drv_usecwait(5000); /* Delay to insure no RX DMA activity */
   1809 
   1810 	PUT_SWRSTREG(reset, ERI_G_RESET_ERX | ERI_CACHE_LINE_SIZE);
   1811 	/*
   1812 	 * Wait until the reset is completed which is indicated by
   1813 	 * the reset bit cleared or time out..
   1814 	 */
   1815 	ERI_DELAY(((GET_SWRSTREG(reset) & (ERI_G_RESET_ERX)) ==
   1816 	    ERI_CACHE_LINE_SIZE), ERI_MAX_RST_DELAY);
   1817 	erip->rx_reset_issued = -1;
   1818 
   1819 	return ((GET_SWRSTREG(reset) & (ERI_G_RESET_ERX)) ? 1 : 0);
   1820 }
   1821 
   1822 /*
   1823  * Reset Just the TX Portion
   1824  * Return 0 upon success, 1 on failure.
   1825  * Resetting the txdma while there is a tx dma transaction on the bus, may cause
   1826  * bus hang or parity errors. To avoid this we would first disable the txdma by
   1827  * clearing the ENABLE bit (bit 0). To make sure it is disabled, we will poll
   1828  * it until it realy clears. Furthermore, to any TX DMA activity is subsided,
   1829  * we delay for 1 msec.
   1830  */
   1831 static uint32_t
   1832 eri_etx_reset(struct eri *erip)
   1833 {
   1834 	(void) eri_txmac_disable(erip);
   1835 
   1836 	/* Disable the TX DMA */
   1837 	PUT_ETXREG(config, GET_ETXREG(config) & ~GET_CONFIG_TXDMA_EN);
   1838 #ifdef ORIG
   1839 	ERI_DELAY(((GET_ETXREG(config) &  1) == 0), ERI_MAX_RST_DELAY);
   1840 	if ((GET_ETXREG(config) &  1) != 0)
   1841 		ERI_FAULT_MSG1(erip, SEVERITY_LOW, ERI_VERB_MSG,
   1842 		    disable_etx_msg);
   1843 	drv_usecwait(5000); /* Delay  to ensure DMA completed (if any). */
   1844 #endif
   1845 	drv_usecwait(5000); /* Delay  to ensure DMA completed (if any). */
   1846 	ERI_DELAY(((GET_ETXREG(config) &  1) == 0), ERI_MAX_RST_DELAY);
   1847 	if ((GET_ETXREG(config) &  1) != 0)
   1848 		ERI_FAULT_MSG1(erip, SEVERITY_LOW, ERI_VERB_MSG,
   1849 		    disable_etx_msg);
   1850 
   1851 	PUT_SWRSTREG(reset, ERI_G_RESET_ETX | ERI_CACHE_LINE_SIZE);
   1852 
   1853 	/*
   1854 	 * Wait until the reset is completed which is indicated by the reset bit
   1855 	 * cleared or time out..
   1856 	 */
   1857 	ERI_DELAY(((GET_SWRSTREG(reset) & (ERI_G_RESET_ETX)) ==
   1858 	    ERI_CACHE_LINE_SIZE), ERI_MAX_RST_DELAY);
   1859 	erip->tx_reset_issued = -1;
   1860 
   1861 	if (GET_SWRSTREG(reset) &  (ERI_G_RESET_ETX)) {
   1862 		return (1);
   1863 	} else
   1864 		return (0);
   1865 }
   1866 
   1867 
   1868 /*
   1869  * Initialize the TX DMA registers and Enable the TX DMA.
   1870  */
   1871 static uint32_t
   1872 eri_init_txregs(struct eri *erip)
   1873 {
   1874 
   1875 	uint32_t	i;
   1876 	uint64_t	tx_ring;
   1877 
   1878 	/*
   1879 	 * Initialize ETX Registers:
   1880 	 * config, txring_lo, txring_hi
   1881 	 */
   1882 	tx_ring = ERI_IOPBIOADDR(erip, erip->eri_tmdp);
   1883 	PUT_ETXREG(txring_lo, (uint32_t)(tx_ring));
   1884 	PUT_ETXREG(txring_hi, (uint32_t)(tx_ring >> 32));
   1885 
   1886 	/*
   1887 	 * Get TX Ring Size Masks.
   1888 	 * The ring size ERI_TPENDING is defined in eri_mac.h.
   1889 	 */
   1890 	switch (ERI_TPENDING) {
   1891 	case 32: i = ETX_RINGSZ_32;
   1892 		break;
   1893 	case 64: i = ETX_RINGSZ_64;
   1894 		break;
   1895 	case 128: i = ETX_RINGSZ_128;
   1896 		break;
   1897 	case 256: i = ETX_RINGSZ_256;
   1898 		break;
   1899 	case 512: i = ETX_RINGSZ_512;
   1900 		break;
   1901 	case 1024: i = ETX_RINGSZ_1024;
   1902 		break;
   1903 	case 2048: i = ETX_RINGSZ_2048;
   1904 		break;
   1905 	case 4096: i = ETX_RINGSZ_4096;
   1906 		break;
   1907 	default:
   1908 		ERI_FAULT_MSG2(erip, SEVERITY_HIGH, ERI_VERB_MSG,
   1909 		    unk_tx_descr_sze_msg, ERI_TPENDING);
   1910 		return (1);
   1911 	}
   1912 
   1913 	i <<= ERI_TX_RINGSZ_SHIFT;
   1914 	PUT_ETXREG(config, ETX_CONFIG_THRESHOLD | i);
   1915 	ENABLE_TXDMA(erip);
   1916 	ENABLE_MAC(erip);
   1917 	return (0);
   1918 }
   1919 
   1920 
   1921 /*
   1922  * Initialize the RX DMA registers and Enable the RX DMA.
   1923  */
   1924 static uint32_t
   1925 eri_init_rxregs(struct eri *erip)
   1926 {
   1927 	int i;
   1928 	uint64_t	rx_ring;
   1929 
   1930 	/*
   1931 	 * Initialize ERX Registers:
   1932 	 * rxring_lo, rxring_hi, config, rx_blanking, rx_pause_threshold.
   1933 	 * Also, rx_kick
   1934 	 * Read and save rxfifo_size.
   1935 	 * XXX: Use this to properly configure PAUSE threshold values.
   1936 	 */
   1937 	rx_ring = ERI_IOPBIOADDR(erip, erip->rmdp);
   1938 	PUT_ERXREG(rxring_lo, (uint32_t)(rx_ring));
   1939 	PUT_ERXREG(rxring_hi, (uint32_t)(rx_ring >> 32));
   1940 	PUT_ERXREG(rx_kick, erip->rx_kick);
   1941 
   1942 	/*
   1943 	 * The Max ring size, ERI_RMDMAX is defined in eri_mac.h.
   1944 	 * More ERI_RPENDING will provide better performance but requires more
   1945 	 * system DVMA memory.
   1946 	 * eri_rx_ring_size can be used to tune this value from /etc/system
   1947 	 * eri_rx_ring_size cannot be NDD'able due to non-recoverable errors
   1948 	 * which cannot be detected from NDD operations
   1949 	 */
   1950 
   1951 	/*
   1952 	 * get the rxring size bits
   1953 	 */
   1954 	switch (ERI_RPENDING) {
   1955 	case 32: i = ERX_RINGSZ_32;
   1956 		break;
   1957 	case 64: i = ERX_RINGSZ_64;
   1958 		break;
   1959 	case 128: i = ERX_RINGSZ_128;
   1960 		break;
   1961 	case 256: i = ERX_RINGSZ_256;
   1962 		break;
   1963 	case 512: i = ERX_RINGSZ_512;
   1964 		break;
   1965 	case 1024: i = ERX_RINGSZ_1024;
   1966 		break;
   1967 	case 2048: i = ERX_RINGSZ_2048;
   1968 		break;
   1969 	case 4096: i = ERX_RINGSZ_4096;
   1970 		break;
   1971 	default:
   1972 		ERI_FAULT_MSG2(erip, SEVERITY_HIGH, ERI_VERB_MSG,
   1973 		    unk_rx_descr_sze_msg, ERI_RPENDING);
   1974 		return (1);
   1975 	}
   1976 
   1977 	i <<= ERI_RX_RINGSZ_SHIFT;
   1978 	i |=  (ERI_FSTBYTE_OFFSET << ERI_RX_CONFIG_FBO_SHIFT) |
   1979 	    (ETHERHEADER_SIZE << ERI_RX_CONFIG_RX_CSSTART_SHIFT) |
   1980 	    (ERI_RX_FIFOTH_1024 << ERI_RX_CONFIG_RXFIFOTH_SHIFT);
   1981 
   1982 	PUT_ERXREG(config, i);
   1983 	PUT_ERXREG(rx_blanking,
   1984 	    (param_intr_blank_time << ERI_RX_BLNK_INTR_TIME_SHIFT) |
   1985 	    param_intr_blank_packets);
   1986 
   1987 	PUT_ERXREG(rx_pause_threshold, rx_pause_threshold);
   1988 	erip->rxfifo_size = GET_ERXREG(rxfifo_size);
   1989 	ENABLE_RXDMA(erip);
   1990 	return (0);
   1991 }
   1992 
   1993 static int
   1994 eri_freebufs(struct eri *erip)
   1995 {
   1996 	int status = 0;
   1997 
   1998 	status = eri_flush_rxbufs(erip);
   1999 	return (status);
   2000 }
   2001 
   2002 static void
   2003 eri_update_rxbufs(struct eri *erip)
   2004 {
   2005 	int		i;
   2006 	volatile struct rmd  *rmdp, *rmdpbase;
   2007 
   2008 	/*
   2009 	 * Hang out receive buffers.
   2010 	 */
   2011 	rmdpbase = erip->rmdp;
   2012 	for (i = 0; i < ERI_RPENDING; i++) {
   2013 		rmdp = rmdpbase + i;
   2014 		UPDATE_RMD(rmdp);
   2015 	}
   2016 
   2017 	/*
   2018 	 * sync RXDMA descriptors.
   2019 	 */
   2020 	ERI_SYNCIOPB(erip, erip->rmdp, (ERI_RPENDING * sizeof (struct rmd)),
   2021 	    DDI_DMA_SYNC_FORDEV);
   2022 	/*
   2023 	 * Reset RMD 'walking' pointers.
   2024 	 */
   2025 	erip->rnextp =	erip->rmdp;
   2026 	erip->rx_completion = 0;
   2027 	erip->rx_kick =	ERI_RPENDING - 4;
   2028 }
   2029 
   2030 /*
   2031  * This routine is used to reset the RX DMA only. In the case of RX
   2032  * failures such as RX Tag Error, RX hang etc... we don't want to
   2033  * do global reset which takes down the link and clears the FIFO's
   2034  * By doing RX only reset, we leave the TX and the link intact.
   2035  */
   2036 static uint32_t
   2037 eri_init_rx_channel(struct eri *erip)
   2038 {
   2039 	erip->flags &= ~ERI_RXINIT;
   2040 	(void) eri_erx_reset(erip);
   2041 	eri_update_rxbufs(erip);
   2042 	if (eri_init_rxregs(erip))
   2043 		return (1);
   2044 	PUT_MACREG(rxmask, BMAC_RXINTR_MASK);
   2045 	PUT_MACREG(rxcfg, GET_MACREG(rxcfg) | BMAC_RXCFG_ENAB);
   2046 	erip->rx_reset_issued = 0;
   2047 	HSTAT(erip, rx_inits);
   2048 	erip->flags |= ERI_RXINIT;
   2049 	return (0);
   2050 }
   2051 
   2052 static void
   2053 eri_init_rx(struct eri *erip)
   2054 {
   2055 	uint16_t	*ladrf;
   2056 
   2057 	/*
   2058 	 * First of all make sure the Receive MAC is stop.
   2059 	 */
   2060 	(void) eri_rxmac_disable(erip); /* Disable the RX MAC */
   2061 
   2062 	/*
   2063 	 * Program BigMAC with local individual ethernet address.
   2064 	 */
   2065 
   2066 	PUT_MACREG(madd0, (erip->ouraddr[4] << 8) | erip->ouraddr[5]);
   2067 	PUT_MACREG(madd1, (erip->ouraddr[2] << 8) | erip->ouraddr[3]);
   2068 	PUT_MACREG(madd2, (erip->ouraddr[0] << 8) | erip->ouraddr[1]);
   2069 
   2070 	/*
   2071 	 * Set up multicast address filter by passing all multicast
   2072 	 * addresses through a crc generator, and then using the
   2073 	 * low order 8 bits as a index into the 256 bit logical
   2074 	 * address filter. The high order four bits select the word,
   2075 	 * while the rest of the bits select the bit within the word.
   2076 	 */
   2077 
   2078 	ladrf = erip->ladrf;
   2079 
   2080 	PUT_MACREG(hash0, ladrf[0]);
   2081 	PUT_MACREG(hash1, ladrf[1]);
   2082 	PUT_MACREG(hash2, ladrf[2]);
   2083 	PUT_MACREG(hash3, ladrf[3]);
   2084 	PUT_MACREG(hash4, ladrf[4]);
   2085 	PUT_MACREG(hash5, ladrf[5]);
   2086 	PUT_MACREG(hash6, ladrf[6]);
   2087 	PUT_MACREG(hash7, ladrf[7]);
   2088 	PUT_MACREG(hash8, ladrf[8]);
   2089 	PUT_MACREG(hash9, ladrf[9]);
   2090 	PUT_MACREG(hash10, ladrf[10]);
   2091 	PUT_MACREG(hash11, ladrf[11]);
   2092 	PUT_MACREG(hash12, ladrf[12]);
   2093 	PUT_MACREG(hash13, ladrf[13]);
   2094 	PUT_MACREG(hash14, ladrf[14]);
   2095 	PUT_MACREG(hash15, ladrf[15]);
   2096 
   2097 #ifdef ERI_DONT_STRIP_CRC
   2098 	PUT_MACREG(rxcfg,
   2099 	    ((erip->promisc ? BMAC_RXCFG_PROMIS : 0) |
   2100 	    (erip->multi_refcnt ? BMAC_RXCFG_HASH : 0) |
   2101 	    BMAC_RXCFG_ENAB));
   2102 #else
   2103 	PUT_MACREG(rxcfg,
   2104 	    ((erip->promisc ? BMAC_RXCFG_PROMIS : 0) |
   2105 	    (erip->multi_refcnt ? BMAC_RXCFG_HASH : 0) |
   2106 	    BMAC_RXCFG_ENAB | BMAC_RXCFG_STRIP_CRC));
   2107 #endif
   2108 	/* wait after setting Hash Enable bit */
   2109 	/* drv_usecwait(10); */
   2110 
   2111 	HSTAT(erip, rx_inits);
   2112 }
   2113 
   2114 /*
   2115  * This routine is used to init the TX MAC only.
   2116  *	&erip->xmitlock is held before calling this routine.
   2117  */
   2118 void
   2119 eri_init_txmac(struct eri *erip)
   2120 {
   2121 	uint32_t carrier_ext = 0;
   2122 
   2123 	erip->flags &= ~ERI_TXINIT;
   2124 	/*
   2125 	 * Stop the Transmit MAC.
   2126 	 */
   2127 	(void) eri_txmac_disable(erip);
   2128 
   2129 	/*
   2130 	 * Must be Internal Transceiver
   2131 	 */
   2132 	if (param_mode)
   2133 		PUT_MACREG(xifc, ((param_transceiver == EXTERNAL_XCVR ?
   2134 		    BMAC_XIFC_MIIBUF_OE : 0) | BMAC_XIFC_TX_MII_OE));
   2135 	else
   2136 		PUT_MACREG(xifc, ((param_transceiver == EXTERNAL_XCVR ?
   2137 		    BMAC_XIFC_MIIBUF_OE : 0) | BMAC_XIFC_TX_MII_OE |
   2138 		    BMAC_XIFC_DIS_ECHO));
   2139 
   2140 	/*
   2141 	 * Initialize the interpacket gap registers
   2142 	 */
   2143 	PUT_MACREG(ipg1, param_ipg1);
   2144 	PUT_MACREG(ipg2, param_ipg2);
   2145 
   2146 	if (erip->ngu_enable)
   2147 		PUT_MACREG(txcfg, ((param_mode ? BMAC_TXCFG_FDX: 0) |
   2148 		    ((param_lance_mode && (erip->lance_mode_enable)) ?
   2149 		    BMAC_TXCFG_ENIPG0 : 0) |
   2150 		    (carrier_ext ? BMAC_TXCFG_CARR_EXT : 0) |
   2151 		    BMAC_TXCFG_NGU));
   2152 	else
   2153 		PUT_MACREG(txcfg, ((param_mode ? BMAC_TXCFG_FDX: 0) |
   2154 		    ((param_lance_mode && (erip->lance_mode_enable)) ?
   2155 		    BMAC_TXCFG_ENIPG0 : 0) |
   2156 		    (carrier_ext ? BMAC_TXCFG_CARR_EXT : 0)));
   2157 
   2158 	ENABLE_TXDMA(erip);
   2159 	ENABLE_TXMAC(erip);
   2160 
   2161 	HSTAT(erip, tx_inits);
   2162 	erip->flags |= ERI_TXINIT;
   2163 }
   2164 
   2165 static void
   2166 eri_unallocthings(struct eri *erip)
   2167 {
   2168 	uint32_t	flag;
   2169 	uint32_t	i;
   2170 
   2171 	flag = erip->alloc_flag;
   2172 
   2173 	if (flag & ERI_DESC_MEM_MAP)
   2174 		(void) ddi_dma_unbind_handle(erip->md_h);
   2175 
   2176 	if (flag & ERI_DESC_MEM_ALLOC) {
   2177 		ddi_dma_mem_free(&erip->mdm_h);
   2178 		erip->rmdp = NULL;
   2179 		erip->eri_tmdp = NULL;
   2180 	}
   2181 
   2182 	if (flag & ERI_DESC_HANDLE_ALLOC)
   2183 		ddi_dma_free_handle(&erip->md_h);
   2184 
   2185 	(void) eri_freebufs(erip);
   2186 
   2187 	if (flag & ERI_RCV_HANDLE_ALLOC)
   2188 		for (i = 0; i < erip->rcv_handle_cnt; i++)
   2189 			ddi_dma_free_handle(&erip->ndmarh[i]);
   2190 
   2191 	if (flag & ERI_RCV_DVMA_ALLOC) {
   2192 		(void) dvma_release(erip->eri_dvmarh);
   2193 		erip->eri_dvmarh = NULL;
   2194 	}
   2195 
   2196 	if (flag & ERI_XBUFS_KMEM_DMABIND) {
   2197 		(void) ddi_dma_unbind_handle(erip->tbuf_handle);
   2198 		erip->tbuf_ioaddr = 0;
   2199 	}
   2200 
   2201 	if (flag & ERI_XBUFS_KMEM_ALLOC) {
   2202 		ddi_dma_mem_free(&erip->tbuf_acch);
   2203 		erip->tbuf_kaddr = NULL;
   2204 	}
   2205 
   2206 	if (flag & ERI_XBUFS_HANDLE_ALLOC) {
   2207 		ddi_dma_free_handle(&erip->tbuf_handle);
   2208 		erip->tbuf_handle = NULL;
   2209 	}
   2210 
   2211 }
   2212 
   2213 /*
   2214  * Initialize channel.
   2215  * Return true on success, false on error.
   2216  *
   2217  * The recommended sequence for initialization is:
   2218  * 1. Issue a Global Reset command to the Ethernet Channel.
   2219  * 2. Poll the Global_Reset bits until the execution of the reset has been
   2220  *    completed.
   2221  * 2(a). Use the MIF Frame/Output register to reset the transceiver.
   2222  *	 Poll Register 0 to till the Resetbit is 0.
   2223  * 2(b). Use the MIF Frame/Output register to set the PHY in in Normal-Op,
   2224  *	 100Mbps and Non-Isolated mode. The main point here is to bring the
   2225  *	 PHY out of Isolate mode so that it can generate the rx_clk and tx_clk
   2226  *	 to the MII interface so that the Bigmac core can correctly reset
   2227  *	 upon a software reset.
   2228  * 2(c).  Issue another Global Reset command to the Ethernet Channel and poll
   2229  *	  the Global_Reset bits till completion.
   2230  * 3. Set up all the data structures in the host memory.
   2231  * 4. Program the TX_MAC registers/counters (excluding the TX_MAC Configuration
   2232  *    Register).
   2233  * 5. Program the RX_MAC registers/counters (excluding the RX_MAC Configuration
   2234  *    Register).
   2235  * 6. Program the Transmit Descriptor Ring Base Address in the ETX.
   2236  * 7. Program the Receive Descriptor Ring Base Address in the ERX.
   2237  * 8. Program the Global Configuration and the Global Interrupt Mask Registers.
   2238  * 9. Program the ETX Configuration register (enable the Transmit DMA channel).
   2239  * 10. Program the ERX Configuration register (enable the Receive DMA channel).
   2240  * 11. Program the XIF Configuration Register (enable the XIF).
   2241  * 12. Program the RX_MAC Configuration Register (Enable the RX_MAC).
   2242  * 13. Program the TX_MAC Configuration Register (Enable the TX_MAC).
   2243  */
   2244 /*
   2245  * lock order:
   2246  *	intrlock->linklock->xmitlock->xcvrlock
   2247  */
   2248 static boolean_t
   2249 eri_init(struct eri *erip)
   2250 {
   2251 	uint32_t	init_stat = 0;
   2252 	uint32_t	partial_init = 0;
   2253 	uint32_t	carrier_ext = 0;
   2254 	uint32_t	mac_ctl = 0;
   2255 	boolean_t	ret;
   2256 	uint32_t 	link_timeout = ERI_LINKCHECK_TIMER;
   2257 	link_state_t	linkupdate = LINK_STATE_UNKNOWN;
   2258 
   2259 	/*
   2260 	 * Just return successfully if device is suspended.
   2261 	 * eri_init() will be called again from resume.
   2262 	 */
   2263 	ASSERT(erip != NULL);
   2264 
   2265 	if (erip->flags & ERI_SUSPENDED) {
   2266 		ret = B_TRUE;
   2267 		goto init_exit;
   2268 	}
   2269 
   2270 	mutex_enter(&erip->intrlock);
   2271 	eri_stop_timer(erip);	/* acquire linklock */
   2272 	mutex_enter(&erip->xmitlock);
   2273 	erip->flags &= (ERI_DLPI_LINKUP | ERI_STARTED);
   2274 	erip->wantw = B_FALSE;
   2275 	HSTAT(erip, inits);
   2276 	erip->txhung = 0;
   2277 
   2278 	if ((erip->stats.inits > 1) && (erip->init_macregs == 0))
   2279 		eri_savecntrs(erip);
   2280 
   2281 	mutex_enter(&erip->xcvrlock);
   2282 	if (!param_linkup || erip->linkcheck) {
   2283 		if (!erip->linkcheck)
   2284 			linkupdate = LINK_STATE_DOWN;
   2285 		(void) eri_stop(erip);
   2286 	}
   2287 	if (!(erip->flags & ERI_DLPI_LINKUP) || !param_linkup) {
   2288 		erip->flags |= ERI_DLPI_LINKUP;
   2289 		eri_mif_poll(erip, MIF_POLL_STOP);
   2290 		(void) eri_new_xcvr(erip);
   2291 		ERI_DEBUG_MSG1(erip, XCVR_MSG, "New transceiver detected.");
   2292 		if (param_transceiver != NO_XCVR) {
   2293 			/*
   2294 			 * Reset the new PHY and bring up the
   2295 			 * link
   2296 			 */
   2297 			if (eri_reset_xcvr(erip)) {
   2298 				ERI_FAULT_MSG1(erip, SEVERITY_NONE,
   2299 				    ERI_VERB_MSG, "In Init after reset");
   2300 				mutex_exit(&erip->xcvrlock);
   2301 				link_timeout = 0;
   2302 				goto done;
   2303 			}
   2304 			if (erip->stats.link_up == LINK_STATE_UP)
   2305 				linkupdate = LINK_STATE_UP;
   2306 		} else {
   2307 			erip->flags |= (ERI_RUNNING | ERI_INITIALIZED);
   2308 			param_linkup = 0;
   2309 			erip->stats.link_up = LINK_STATE_DOWN;
   2310 			erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   2311 			linkupdate = LINK_STATE_DOWN;
   2312 			/*
   2313 			 * Still go on and complete the MAC initialization as
   2314 			 * xcvr might show up later.
   2315 			 * you must return to their mutex ordering.
   2316 			 */
   2317 		}
   2318 		eri_mif_poll(erip, MIF_POLL_START);
   2319 	}
   2320 
   2321 	mutex_exit(&erip->xcvrlock);
   2322 
   2323 	/*
   2324 	 * Allocate data structures.
   2325 	 */
   2326 	if (erip->global_reset_issued) {
   2327 		if (erip->global_reset_issued == 2) { /* fast path */
   2328 
   2329 			/*
   2330 			 * Hang out/Initialize descriptors and buffers.
   2331 			 */
   2332 			eri_init_txbufs(erip);
   2333 
   2334 			eri_update_rxbufs(erip);
   2335 		} else {
   2336 			init_stat = eri_allocthings(erip);
   2337 			if (init_stat)
   2338 				goto done;
   2339 
   2340 			if (eri_freebufs(erip))
   2341 				goto done;
   2342 			/*
   2343 			 * Hang out/Initialize descriptors and buffers.
   2344 			 */
   2345 			eri_init_txbufs(erip);
   2346 			if (eri_init_rxbufs(erip))
   2347 				goto done;
   2348 		}
   2349 	}
   2350 
   2351 	/*
   2352 	 * BigMAC requires that we confirm that tx, rx and hash are in
   2353 	 * quiescent state.
   2354 	 * MAC will not reset successfully if the transceiver is not reset and
   2355 	 * brought out of Isolate mode correctly. TXMAC reset may fail if the
   2356 	 * ext. transceiver is just disconnected. If it fails, try again by
   2357 	 * checking the transceiver.
   2358 	 */
   2359 	if (eri_txmac_disable(erip)) {
   2360 		ERI_FAULT_MSG1(erip, SEVERITY_LOW, ERI_VERB_MSG,
   2361 		    disable_txmac_msg);
   2362 		param_linkup = 0;	/* force init again */
   2363 		erip->stats.link_up = LINK_STATE_DOWN;
   2364 		erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   2365 		linkupdate = LINK_STATE_DOWN;
   2366 		goto done;
   2367 	}
   2368 
   2369 	if (eri_rxmac_disable(erip)) {
   2370 		ERI_FAULT_MSG1(erip, SEVERITY_LOW, ERI_VERB_MSG,
   2371 		    disable_rxmac_msg);
   2372 		param_linkup = 0;	/* force init again */
   2373 		erip->stats.link_up = LINK_STATE_DOWN;
   2374 		erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   2375 		linkupdate = LINK_STATE_DOWN;
   2376 		goto done;
   2377 	}
   2378 
   2379 	eri_init_macregs_generic(erip);
   2380 
   2381 	/*
   2382 	 * Initialize ERI Global registers :
   2383 	 * config
   2384 	 * For PCI :  err_mask, bif_cfg
   2385 	 *
   2386 	 * Use user-configurable parameter for enabling 64-bit transfers.
   2387 	 * Note:For PCI, burst sizes are in multiples of 64-bytes.
   2388 	 */
   2389 
   2390 	/*
   2391 	 * Significant performance improvements can be achieved by
   2392 	 * disabling transmit interrupt. Thus TMD's are reclaimed
   2393 	 * only very infrequently.
   2394 	 * The PCS Interrupt is masked here. It is enabled only when
   2395 	 * a PCS link is brought up because there is no second level
   2396 	 * mask for this interrupt..
   2397 	 * Init GLOBAL, TXMAC, RXMAC and MACCTL interrupt masks here.
   2398 	 */
   2399 	if (! partial_init) {
   2400 		PUT_GLOBREG(intmask, ERI_G_MASK_INTR);
   2401 		erip->tx_int_me = 0;
   2402 		PUT_MACREG(txmask, BMAC_TXINTR_MASK);
   2403 		PUT_MACREG(rxmask, BMAC_RXINTR_MASK);
   2404 		PUT_MACREG(macctl_mask, ERI_MACCTL_INTR_MASK);
   2405 	}
   2406 
   2407 	if (erip->global_reset_issued) {
   2408 		/*
   2409 		 * Initialize ETX Registers:
   2410 		 * config, txring_lo, txring_hi
   2411 		 */
   2412 		if (eri_init_txregs(erip))
   2413 			goto done;
   2414 		/*
   2415 		 * Initialize ERX Registers:
   2416 		 * rxring_lo, rxring_hi, config, rx_blanking,
   2417 		 * rx_pause_threshold.  Also, rx_kick
   2418 		 * Read and save rxfifo_size.
   2419 		 */
   2420 		if (eri_init_rxregs(erip))
   2421 			goto done;
   2422 	}
   2423 
   2424 	PUT_MACREG(macctl_mask, ERI_MACCTL_INTR_MASK);
   2425 
   2426 	/*
   2427 	 * Set up the slottime,and  rxconfig, txconfig without enabling
   2428 	 * the latter two at this time
   2429 	 */
   2430 	PUT_MACREG(slot, BMAC_SLOT_TIME);
   2431 	carrier_ext = 0;
   2432 
   2433 #ifdef ERI_DONT_STRIP_CRC
   2434 	PUT_MACREG(rxcfg,
   2435 	    ((erip->promisc ? BMAC_RXCFG_PROMIS : 0) |
   2436 	    (erip->multi_refcnt ? BMAC_RXCFG_HASH : 0) |
   2437 	    (carrier_ext ? BMAC_RXCFG_CARR_EXT : 0)));
   2438 #else
   2439 	PUT_MACREG(rxcfg,
   2440 	    ((erip->promisc ? BMAC_RXCFG_PROMIS : 0) |
   2441 	    (erip->multi_refcnt ? BMAC_RXCFG_HASH : 0) |
   2442 	    BMAC_RXCFG_STRIP_CRC |
   2443 	    (carrier_ext ? BMAC_RXCFG_CARR_EXT : 0)));
   2444 #endif
   2445 	drv_usecwait(10);	/* wait after setting Hash Enable bit */
   2446 
   2447 	if (erip->ngu_enable)
   2448 		PUT_MACREG(txcfg,
   2449 		    ((param_mode ? BMAC_TXCFG_FDX: 0) |
   2450 		    ((param_lance_mode && (erip->lance_mode_enable)) ?
   2451 		    BMAC_TXCFG_ENIPG0 : 0) |
   2452 		    (carrier_ext ? BMAC_TXCFG_CARR_EXT : 0) |
   2453 		    BMAC_TXCFG_NGU));
   2454 	else
   2455 		PUT_MACREG(txcfg,
   2456 		    ((param_mode ? BMAC_TXCFG_FDX: 0) |
   2457 		    ((param_lance_mode && (erip->lance_mode_enable)) ?
   2458 		    BMAC_TXCFG_ENIPG0 : 0) |
   2459 		    (carrier_ext ? BMAC_TXCFG_CARR_EXT : 0)));
   2460 
   2461 	if (erip->pauseRX)
   2462 		mac_ctl = ERI_MCTLCFG_RXPAUSE;
   2463 	if (erip->pauseTX)
   2464 		mac_ctl |= ERI_MCTLCFG_TXPAUSE;
   2465 
   2466 	PUT_MACREG(macctl_cfg, mac_ctl);
   2467 
   2468 	/*
   2469 	 * Must be Internal Transceiver
   2470 	 */
   2471 	if (param_mode)
   2472 		PUT_MACREG(xifc, ((param_transceiver == EXTERNAL_XCVR ?
   2473 		    BMAC_XIFC_MIIBUF_OE : 0) | BMAC_XIFC_TX_MII_OE));
   2474 	else {
   2475 		PUT_MACREG(xifc, ((param_transceiver == EXTERNAL_XCVR ?
   2476 		    BMAC_XIFC_MIIBUF_OE : 0) | BMAC_XIFC_TX_MII_OE |
   2477 		    BMAC_XIFC_DIS_ECHO));
   2478 
   2479 		link_timeout = ERI_CHECK_HANG_TIMER;
   2480 	}
   2481 
   2482 	/*
   2483 	 * if MAC int loopback flag is set, put xifc reg in mii loopback
   2484 	 * mode {DIAG}
   2485 	 */
   2486 	if (erip->flags & ERI_MACLOOPBACK) {
   2487 		PUT_MACREG(xifc, GET_MACREG(xifc) | BMAC_XIFC_MIILPBK);
   2488 	}
   2489 
   2490 	/*
   2491 	 * Enable TX and RX MACs.
   2492 	 */
   2493 	ENABLE_MAC(erip);
   2494 	erip->flags |= (ERI_RUNNING | ERI_INITIALIZED |
   2495 	    ERI_TXINIT | ERI_RXINIT);
   2496 	mac_tx_update(erip->mh);
   2497 	erip->global_reset_issued = 0;
   2498 
   2499 #ifdef	ERI_10_10_FORCE_SPEED_WORKAROUND
   2500 	eri_xcvr_force_mode(erip, &link_timeout);
   2501 #endif
   2502 
   2503 done:
   2504 	if (init_stat)
   2505 		eri_unallocthings(erip);
   2506 
   2507 	mutex_exit(&erip->xmitlock);
   2508 	eri_start_timer(erip, eri_check_link, link_timeout);
   2509 	mutex_exit(&erip->intrlock);
   2510 
   2511 	if (linkupdate != LINK_STATE_UNKNOWN)
   2512 		mac_link_update(erip->mh, linkupdate);
   2513 
   2514 	ret = (erip->flags & ERI_RUNNING) ? B_TRUE : B_FALSE;
   2515 	if (!ret) {
   2516 		ERI_FAULT_MSG1(erip, SEVERITY_NONE, ERI_VERB_MSG,
   2517 		    "eri_init failed");
   2518 	}
   2519 
   2520 init_exit:
   2521 	ASSERT(!MUTEX_HELD(&erip->linklock));
   2522 	return (ret);
   2523 }
   2524 
   2525 /*
   2526  * 0 as burstsize upon failure as it signifies no burst size.
   2527  */
   2528 static int
   2529 eri_burstsize(struct eri *erip)
   2530 {
   2531 	ddi_dma_handle_t handle;
   2532 
   2533 	if (ddi_dma_alloc_handle(erip->dip, &dma_attr, DDI_DMA_DONTWAIT,
   2534 	    NULL, &handle))
   2535 		return (DDI_FAILURE);
   2536 
   2537 	erip->burstsizes = ddi_dma_burstsizes(handle);
   2538 	ddi_dma_free_handle(&handle);
   2539 
   2540 	if (erip->burstsizes)
   2541 		return (DDI_SUCCESS);
   2542 
   2543 	return (DDI_FAILURE);
   2544 }
   2545 
   2546 /*
   2547  * Un-initialize (STOP) ERI channel.
   2548  */
   2549 static void
   2550 eri_uninit(struct eri *erip)
   2551 {
   2552 	boolean_t needind;
   2553 
   2554 	/*
   2555 	 * Allow up to 'ERI_DRAINTIME' for pending xmit's to complete.
   2556 	 */
   2557 	ERI_DELAY((erip->tcurp == erip->tnextp), ERI_DRAINTIME);
   2558 
   2559 	mutex_enter(&erip->intrlock);
   2560 	eri_stop_timer(erip);   /* acquire linklock */
   2561 	mutex_enter(&erip->xmitlock);
   2562 	mutex_enter(&erip->xcvrlock);
   2563 	eri_mif_poll(erip, MIF_POLL_STOP);
   2564 	erip->flags &= ~ERI_DLPI_LINKUP;
   2565 	mutex_exit(&erip->xcvrlock);
   2566 
   2567 	needind = !erip->linkcheck;
   2568 	(void) eri_stop(erip);
   2569 	erip->flags &= ~ERI_RUNNING;
   2570 
   2571 	mutex_exit(&erip->xmitlock);
   2572 	eri_start_timer(erip, eri_check_link, 0);
   2573 	mutex_exit(&erip->intrlock);
   2574 
   2575 	if (needind)
   2576 		mac_link_update(erip->mh, LINK_STATE_DOWN);
   2577 }
   2578 
   2579 /*
   2580  * Allocate CONSISTENT memory for rmds and tmds with appropriate alignment and
   2581  * map it in IO space.
   2582  *
   2583  * The driver allocates STREAMS buffers which will be mapped in DVMA
   2584  * space using DDI DMA resources.
   2585  *
   2586  */
   2587 static int
   2588 eri_allocthings(struct eri *erip)
   2589 {
   2590 
   2591 	uintptr_t	a;
   2592 	int		size;
   2593 	uint32_t	rval;
   2594 	int		i;
   2595 	size_t		real_len;
   2596 	uint32_t	cookiec;
   2597 	int		alloc_stat = 0;
   2598 	ddi_dma_cookie_t dma_cookie;
   2599 
   2600 	/*
   2601 	 * Return if resources are already allocated.
   2602 	 */
   2603 	if (erip->rmdp)
   2604 		return (alloc_stat);
   2605 
   2606 	erip->alloc_flag = 0;
   2607 
   2608 	/*
   2609 	 * Allocate the TMD and RMD descriptors and extra for alignments.
   2610 	 */
   2611 	size = (ERI_RPENDING * sizeof (struct rmd) +
   2612 	    ERI_TPENDING * sizeof (struct eri_tmd)) + ERI_GMDALIGN;
   2613 
   2614 	rval = ddi_dma_alloc_handle(erip->dip, &desc_dma_attr,
   2615 	    DDI_DMA_DONTWAIT, 0, &erip->md_h);
   2616 	if (rval != DDI_SUCCESS) {
   2617 		return (++alloc_stat);
   2618 	}
   2619 	erip->alloc_flag |= ERI_DESC_HANDLE_ALLOC;
   2620 
   2621 	rval = ddi_dma_mem_alloc(erip->md_h, size, &erip->dev_attr,
   2622 	    DDI_DMA_CONSISTENT, DDI_DMA_DONTWAIT, 0,
   2623 	    (caddr_t *)&erip->iopbkbase, &real_len, &erip->mdm_h);
   2624 	if (rval != DDI_SUCCESS) {
   2625 		return (++alloc_stat);
   2626 	}
   2627 	erip->alloc_flag |= ERI_DESC_MEM_ALLOC;
   2628 
   2629 	rval = ddi_dma_addr_bind_handle(erip->md_h, NULL,
   2630 	    (caddr_t)erip->iopbkbase, size, DDI_DMA_RDWR | DDI_DMA_CONSISTENT,
   2631 	    DDI_DMA_DONTWAIT, 0, &erip->md_c, &cookiec);
   2632 
   2633 	if (rval != DDI_DMA_MAPPED)
   2634 		return (++alloc_stat);
   2635 
   2636 	erip->alloc_flag |= ERI_DESC_MEM_MAP;
   2637 
   2638 	if (cookiec != 1)
   2639 		return (++alloc_stat);
   2640 
   2641 	erip->iopbiobase = erip->md_c.dmac_address;
   2642 
   2643 	a = erip->iopbkbase;
   2644 	a = ROUNDUP(a, ERI_GMDALIGN);
   2645 	erip->rmdp = (struct rmd *)a;
   2646 	a += ERI_RPENDING * sizeof (struct rmd);
   2647 	erip->eri_tmdp = (struct eri_tmd *)a;
   2648 /*
   2649  *	Specifically we reserve n (ERI_TPENDING + ERI_RPENDING)
   2650  *	pagetable entries. Therefore we have 2 ptes for each
   2651  *	descriptor. Since the ethernet buffers are 1518 bytes
   2652  *	so they can at most use 2 ptes.
   2653  * 	Will do a ddi_dma_addr_setup for each bufer
   2654  */
   2655 	/*
   2656 	 * In the current implementation, we use the ddi compliant
   2657 	 * dma interface. We allocate ERI_RPENDING dma handles for receive
   2658 	 * activity. The actual dma mapping is done in the io function
   2659 	 * eri_read_dma(), by calling the ddi_dma_addr_bind_handle.
   2660 	 * Dma resources are deallocated by calling ddi_dma_unbind_handle
   2661 	 * in eri_reclaim() for transmit and eri_read_dma(), for receive io.
   2662 	 */
   2663 
   2664 	if (eri_use_dvma_rx &&
   2665 	    (dvma_reserve(erip->dip, &eri_dma_limits, (ERI_RPENDING * 2),
   2666 	    &erip->eri_dvmarh)) == DDI_SUCCESS) {
   2667 		erip->alloc_flag |= ERI_RCV_DVMA_ALLOC;
   2668 	} else {
   2669 		erip->eri_dvmarh = NULL;
   2670 
   2671 		for (i = 0; i < ERI_RPENDING; i++) {
   2672 			rval = ddi_dma_alloc_handle(erip->dip,
   2673 			    &dma_attr, DDI_DMA_DONTWAIT,
   2674 			    0, &erip->ndmarh[i]);
   2675 
   2676 			if (rval != DDI_SUCCESS) {
   2677 				ERI_FAULT_MSG1(erip, SEVERITY_HIGH,
   2678 				    ERI_VERB_MSG, alloc_rx_dmah_msg);
   2679 				alloc_stat++;
   2680 				break;
   2681 			}
   2682 		}
   2683 
   2684 		erip->rcv_handle_cnt = i;
   2685 
   2686 		if (i)
   2687 			erip->alloc_flag |= ERI_RCV_HANDLE_ALLOC;
   2688 
   2689 		if (alloc_stat)
   2690 			return (alloc_stat);
   2691 
   2692 	}
   2693 
   2694 /*
   2695  *	Allocate TX buffer
   2696  *	Note: buffers must always be allocated in the native
   2697  *	ordering of the CPU (always big-endian for Sparc).
   2698  *	ddi_dma_mem_alloc returns memory in the native ordering
   2699  *	of the bus (big endian for SBus, little endian for PCI).
   2700  *	So we cannot use ddi_dma_mem_alloc(, &erip->ge_dev_attr)
   2701  *	because we'll get little endian memory on PCI.
   2702  */
   2703 	if (ddi_dma_alloc_handle(erip->dip, &desc_dma_attr, DDI_DMA_DONTWAIT,
   2704 	    0, &erip->tbuf_handle) != DDI_SUCCESS) {
   2705 		ERI_FAULT_MSG1(erip, SEVERITY_HIGH, ERI_VERB_MSG,
   2706 		    alloc_tx_dmah_msg);
   2707 		return (++alloc_stat);
   2708 	}
   2709 	erip->alloc_flag |= ERI_XBUFS_HANDLE_ALLOC;
   2710 	size = ERI_TPENDING * ERI_BUFSIZE;
   2711 	if (ddi_dma_mem_alloc(erip->tbuf_handle, size, &buf_attr,
   2712 	    DDI_DMA_CONSISTENT, DDI_DMA_DONTWAIT, NULL, &erip->tbuf_kaddr,
   2713 	    &real_len, &erip->tbuf_acch) != DDI_SUCCESS) {
   2714 		ERI_FAULT_MSG1(erip, SEVERITY_HIGH, ERI_VERB_MSG,
   2715 		    alloc_tx_dmah_msg);
   2716 		return (++alloc_stat);
   2717 	}
   2718 	erip->alloc_flag |= ERI_XBUFS_KMEM_ALLOC;
   2719 	if (ddi_dma_addr_bind_handle(erip->tbuf_handle, NULL,
   2720 	    erip->tbuf_kaddr, size, DDI_DMA_WRITE | DDI_DMA_CONSISTENT,
   2721 	    DDI_DMA_DONTWAIT, 0, &dma_cookie, &cookiec) != DDI_DMA_MAPPED) {
   2722 			return (++alloc_stat);
   2723 	}
   2724 	erip->tbuf_ioaddr = dma_cookie.dmac_address;
   2725 	erip->alloc_flag |= ERI_XBUFS_KMEM_DMABIND;
   2726 	if (cookiec != 1)
   2727 		return (++alloc_stat);
   2728 
   2729 	/*
   2730 	 * Keep handy limit values for RMD, TMD, and Buffers.
   2731 	 */
   2732 	erip->rmdlimp = &((erip->rmdp)[ERI_RPENDING]);
   2733 	erip->eri_tmdlimp = &((erip->eri_tmdp)[ERI_TPENDING]);
   2734 
   2735 	/*
   2736 	 * Zero out RCV holders.
   2737 	 */
   2738 	bzero((caddr_t)erip->rmblkp, sizeof (erip->rmblkp));
   2739 	return (alloc_stat);
   2740 }
   2741 
   2742 /* <<<<<<<<<<<<<<<<<	INTERRUPT HANDLING FUNCTION	>>>>>>>>>>>>>>>>>>>> */
   2743 /*
   2744  *	First check to see if it is our device interrupting.
   2745  */
   2746 static uint_t
   2747 eri_intr(caddr_t arg)
   2748 {
   2749 	struct eri *erip = (void *)arg;
   2750 	uint32_t erisbits;
   2751 	uint32_t mif_status;
   2752 	uint32_t serviced = DDI_INTR_UNCLAIMED;
   2753 	link_state_t linkupdate = LINK_STATE_UNKNOWN;
   2754 	boolean_t macupdate = B_FALSE;
   2755 	mblk_t *mp;
   2756 	mblk_t *head;
   2757 	mblk_t **tail;
   2758 
   2759 	head = NULL;
   2760 	tail = &head;
   2761 
   2762 	mutex_enter(&erip->intrlock);
   2763 
   2764 	erisbits = GET_GLOBREG(status);
   2765 
   2766 	/*
   2767 	 * Check if it is only the RX_DONE interrupt, which is
   2768 	 * the most frequent one.
   2769 	 */
   2770 	if (((erisbits & ERI_G_STATUS_RX_INT) == ERI_G_STATUS_RX_DONE) &&
   2771 	    (erip->flags & ERI_RUNNING)) {
   2772 		serviced = DDI_INTR_CLAIMED;
   2773 		goto rx_done_int;
   2774 	}
   2775 
   2776 	/* Claim the first interrupt after initialization */
   2777 	if (erip->flags & ERI_INITIALIZED) {
   2778 		erip->flags &= ~ERI_INITIALIZED;
   2779 		serviced = DDI_INTR_CLAIMED;
   2780 	}
   2781 
   2782 	/* Check for interesting events */
   2783 	if ((erisbits & ERI_G_STATUS_INTR) == 0) {
   2784 #ifdef	ESTAR_WORKAROUND
   2785 		uint32_t linkupdate;
   2786 #endif
   2787 
   2788 		ERI_DEBUG_MSG2(erip, DIAG_MSG,
   2789 		    "eri_intr: Interrupt Not Claimed gsbits  %X", erisbits);
   2790 #ifdef	DEBUG
   2791 		noteri++;
   2792 #endif
   2793 		ERI_DEBUG_MSG2(erip, DIAG_MSG, "eri_intr:MIF Config = 0x%X",
   2794 		    GET_MIFREG(mif_cfg));
   2795 		ERI_DEBUG_MSG2(erip, DIAG_MSG, "eri_intr:MIF imask = 0x%X",
   2796 		    GET_MIFREG(mif_imask));
   2797 		ERI_DEBUG_MSG2(erip, DIAG_MSG, "eri_intr:INT imask = 0x%X",
   2798 		    GET_GLOBREG(intmask));
   2799 		ERI_DEBUG_MSG2(erip, DIAG_MSG, "eri_intr:alias %X",
   2800 		    GET_GLOBREG(status_alias));
   2801 #ifdef	ESTAR_WORKAROUND
   2802 		linkupdate = eri_check_link_noind(erip);
   2803 #endif
   2804 		mutex_exit(&erip->intrlock);
   2805 #ifdef	ESTAR_WORKAROUND
   2806 		if (linkupdate != LINK_STATE_UNKNOWN)
   2807 			mac_link_update(erip->mh, linkupdate);
   2808 #endif
   2809 		return (serviced);
   2810 	}
   2811 	serviced = DDI_INTR_CLAIMED;
   2812 
   2813 	if (!(erip->flags & ERI_RUNNING)) {
   2814 		mutex_exit(&erip->intrlock);
   2815 		eri_uninit(erip);
   2816 		return (serviced);
   2817 	}
   2818 
   2819 	if (erisbits & ERI_G_STATUS_FATAL_ERR) {
   2820 		ERI_DEBUG_MSG2(erip, INTR_MSG,
   2821 		    "eri_intr: fatal error: erisbits = %X", erisbits);
   2822 		(void) eri_fatal_err(erip, erisbits);
   2823 		eri_reinit_fatal++;
   2824 
   2825 		if (erip->rx_reset_issued) {
   2826 			erip->rx_reset_issued = 0;
   2827 			(void) eri_init_rx_channel(erip);
   2828 			mutex_exit(&erip->intrlock);
   2829 		} else {
   2830 			param_linkup = 0;
   2831 			erip->stats.link_up = LINK_STATE_DOWN;
   2832 			erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   2833 			DISABLE_MAC(erip);
   2834 			mutex_exit(&erip->intrlock);
   2835 			(void) eri_init(erip);
   2836 		}
   2837 		return (serviced);
   2838 	}
   2839 
   2840 	if (erisbits & ERI_G_STATUS_NONFATAL_ERR) {
   2841 		ERI_DEBUG_MSG2(erip, INTR_MSG,
   2842 		    "eri_intr: non-fatal error: erisbits = %X", erisbits);
   2843 		(void) eri_nonfatal_err(erip, erisbits);
   2844 		if (erip->linkcheck) {
   2845 			mutex_exit(&erip->intrlock);
   2846 			(void) eri_init(erip);
   2847 			return (serviced);
   2848 		}
   2849 	}
   2850 
   2851 	if (erisbits & ERI_G_STATUS_MIF_INT) {
   2852 		uint16_t stat;
   2853 		ERI_DEBUG_MSG2(erip, XCVR_MSG,
   2854 		    "eri_intr:MIF Interrupt:mii_status %X", erip->mii_status);
   2855 		eri_stop_timer(erip);   /* acquire linklock */
   2856 
   2857 		mutex_enter(&erip->xmitlock);
   2858 		mutex_enter(&erip->xcvrlock);
   2859 #ifdef	ERI_MIF_POLL_STATUS_WORKAROUND
   2860 		mif_status = GET_MIFREG(mif_bsts);
   2861 		eri_mif_poll(erip, MIF_POLL_STOP);
   2862 		ERI_DEBUG_MSG3(erip, XCVR_MSG,
   2863 		    "eri_intr: new MIF interrupt status %X XCVR status %X",
   2864 		    mif_status, erip->mii_status);
   2865 		(void) eri_mii_read(erip, ERI_PHY_BMSR, &stat);
   2866 		linkupdate = eri_mif_check(erip, stat, stat);
   2867 
   2868 #else
   2869 		mif_status = GET_MIFREG(mif_bsts);
   2870 		eri_mif_poll(erip, MIF_POLL_STOP);
   2871 		linkupdate = eri_mif_check(erip, (uint16_t)mif_status,
   2872 		    (uint16_t)(mif_status >> 16));
   2873 #endif
   2874 		eri_mif_poll(erip, MIF_POLL_START);
   2875 		mutex_exit(&erip->xcvrlock);
   2876 		mutex_exit(&erip->xmitlock);
   2877 
   2878 		if (!erip->openloop_autoneg)
   2879 			eri_start_timer(erip, eri_check_link,
   2880 			    ERI_LINKCHECK_TIMER);
   2881 		else
   2882 			eri_start_timer(erip, eri_check_link,
   2883 			    ERI_P_FAULT_TIMER);
   2884 	}
   2885 
   2886 	ERI_DEBUG_MSG2(erip, INTR_MSG,
   2887 	    "eri_intr:May have Read Interrupt status:status %X", erisbits);
   2888 
   2889 rx_done_int:
   2890 	if ((erisbits & (ERI_G_STATUS_TX_INT_ME)) ||
   2891 	    (erip->tx_cur_cnt >= tx_interrupt_rate)) {
   2892 		mutex_enter(&erip->xmitlock);
   2893 		erip->tx_completion = (uint32_t)(GET_ETXREG(tx_completion) &
   2894 		    ETX_COMPLETION_MASK);
   2895 
   2896 		macupdate |= eri_reclaim(erip, erip->tx_completion);
   2897 		if (macupdate)
   2898 			erip->wantw = B_FALSE;
   2899 
   2900 		mutex_exit(&erip->xmitlock);
   2901 	}
   2902 
   2903 	if (erisbits & ERI_G_STATUS_RX_DONE) {
   2904 		volatile struct	rmd	*rmdp, *rmdpbase;
   2905 		volatile uint32_t rmdi;
   2906 		uint8_t loop_limit = 0x20;
   2907 		uint64_t flags;
   2908 		uint32_t rmdmax_mask = erip->rmdmax_mask;
   2909 
   2910 		rmdpbase = erip->rmdp;
   2911 		rmdi = erip->rx_completion;
   2912 		rmdp = rmdpbase + rmdi;
   2913 
   2914 		/*
   2915 		 * Sync RMD before looking at it.
   2916 		 */
   2917 		ERI_SYNCIOPB(erip, rmdp, sizeof (struct rmd),
   2918 		    DDI_DMA_SYNC_FORCPU);
   2919 		/*
   2920 		 * Loop through each RMD.
   2921 		 */
   2922 
   2923 		flags = GET_RMD_FLAGS(rmdp);
   2924 		while (((flags & ERI_RMD_OWN) == 0) && (loop_limit)) {
   2925 			/* process one packet */
   2926 			mp = eri_read_dma(erip, rmdp, rmdi, flags);
   2927 			rmdi =  (rmdi + 1) & rmdmax_mask;
   2928 			rmdp = rmdpbase + rmdi;
   2929 
   2930 			if (mp != NULL) {
   2931 				*tail = mp;
   2932 				tail = &mp->b_next;
   2933 			}
   2934 
   2935 			/*
   2936 			 * ERI RCV DMA fetches or updates four descriptors
   2937 			 * a time. Also we don't want to update the desc.
   2938 			 * batch we just received packet on. So we update
   2939 			 * descriptors for every 4 packets and we update
   2940 			 * the group of 4 after the current batch.
   2941 			 */
   2942 
   2943 			if (!(rmdi % 4)) {
   2944 				if (eri_overflow_reset &&
   2945 				    (GET_GLOBREG(status_alias) &
   2946 				    ERI_G_STATUS_NONFATAL_ERR)) {
   2947 					loop_limit = 1;
   2948 				} else {
   2949 					erip->rx_kick =
   2950 					    (rmdi + ERI_RPENDING - 4) &
   2951 					    rmdmax_mask;
   2952 					PUT_ERXREG(rx_kick, erip->rx_kick);
   2953 				}
   2954 			}
   2955 
   2956 			/*
   2957 			 * Sync the next RMD before looking at it.
   2958 			 */
   2959 			ERI_SYNCIOPB(erip, rmdp, sizeof (struct rmd),
   2960 			    DDI_DMA_SYNC_FORCPU);
   2961 			flags = GET_RMD_FLAGS(rmdp);
   2962 			loop_limit--;
   2963 		}
   2964 		erip->rx_completion = rmdi;
   2965 	}
   2966 
   2967 	mutex_exit(&erip->intrlock);
   2968 
   2969 	if (head)
   2970 		mac_rx(erip->mh, NULL, head);
   2971 
   2972 	if (macupdate)
   2973 		mac_tx_update(erip->mh);
   2974 
   2975 	if (linkupdate != LINK_STATE_UNKNOWN)
   2976 		mac_link_update(erip->mh, linkupdate);
   2977 
   2978 	return (serviced);
   2979 }
   2980 
   2981 /*
   2982  * Handle interrupts for fatal errors
   2983  * Need reinitialization.
   2984  */
   2985 #define	PCI_DATA_PARITY_REP	(1 << 8)
   2986 #define	PCI_SING_TARGET_ABORT	(1 << 11)
   2987 #define	PCI_RCV_TARGET_ABORT	(1 << 12)
   2988 #define	PCI_RCV_MASTER_ABORT	(1 << 13)
   2989 #define	PCI_SING_SYSTEM_ERR	(1 << 14)
   2990 #define	PCI_DATA_PARITY_ERR	(1 << 15)
   2991 
   2992 /* called with intrlock held */
   2993 static void
   2994 eri_fatal_err(struct eri *erip, uint32_t erisbits)
   2995 {
   2996 	uint16_t	pci_status;
   2997 	uint32_t	pci_error_int = 0;
   2998 
   2999 	if (erisbits & ERI_G_STATUS_RX_TAG_ERR) {
   3000 		erip->rx_reset_issued = 1;
   3001 		HSTAT(erip, rxtag_err);
   3002 	} else {
   3003 		erip->global_reset_issued = 1;
   3004 		if (erisbits & ERI_G_STATUS_BUS_ERR_INT) {
   3005 			pci_error_int = 1;
   3006 			HSTAT(erip, pci_error_int);
   3007 		} else if (erisbits & ERI_G_STATUS_PERR_INT) {
   3008 			HSTAT(erip, parity_error);
   3009 		} else {
   3010 			HSTAT(erip, unknown_fatal);
   3011 		}
   3012 	}
   3013 
   3014 	/*
   3015 	 * PCI bus error
   3016 	 */
   3017 	if (pci_error_int && erip->pci_config_handle) {
   3018 		pci_status = pci_config_get16(erip->pci_config_handle,
   3019 		    PCI_CONF_STAT);
   3020 		ERI_DEBUG_MSG2(erip, FATAL_ERR_MSG, "Bus Error Status %x",
   3021 		    pci_status);
   3022 		if (pci_status & PCI_DATA_PARITY_REP)
   3023 			HSTAT(erip, pci_data_parity_err);
   3024 		if (pci_status & PCI_SING_TARGET_ABORT)
   3025 			HSTAT(erip, pci_signal_target_abort);
   3026 		if (pci_status & PCI_RCV_TARGET_ABORT)
   3027 			HSTAT(erip, pci_rcvd_target_abort);
   3028 		if (pci_status & PCI_RCV_MASTER_ABORT)
   3029 			HSTAT(erip, pci_rcvd_master_abort);
   3030 		if (pci_status & PCI_SING_SYSTEM_ERR)
   3031 			HSTAT(erip, pci_signal_system_err);
   3032 		if (pci_status & PCI_DATA_PARITY_ERR)
   3033 			HSTAT(erip, pci_signal_system_err);
   3034 		/*
   3035 		 * clear it by writing the value that was read back.
   3036 		 */
   3037 		pci_config_put16(erip->pci_config_handle, PCI_CONF_STAT,
   3038 		    pci_status);
   3039 	}
   3040 }
   3041 
   3042 /*
   3043  * Handle interrupts regarding non-fatal events.
   3044  * TXMAC, RXMAC and MACCTL events
   3045  */
   3046 static void
   3047 eri_nonfatal_err(struct eri *erip, uint32_t erisbits)
   3048 {
   3049 
   3050 	uint32_t	txmac_sts, rxmac_sts, macctl_sts, pause_time;
   3051 
   3052 #ifdef ERI_PM_WORKAROUND
   3053 	if (pci_report_pmcap(erip->dip, PCI_PM_IDLESPEED,
   3054 	    PCI_PM_IDLESPEED_NONE) == DDI_SUCCESS)
   3055 		erip->stats.pmcap = ERI_PMCAP_NONE;
   3056 #endif
   3057 
   3058 	if (erisbits & ERI_G_STATUS_TX_MAC_INT) {
   3059 		txmac_sts = GET_MACREG(txsts);
   3060 		if (txmac_sts & BMAC_TXSTS_TX_URUN) {
   3061 			erip->linkcheck = 1;
   3062 			HSTAT(erip, txmac_urun);
   3063 			HSTAT(erip, oerrors);
   3064 		}
   3065 
   3066 		if (txmac_sts & BMAC_TXSTS_MAXPKT_ERR) {
   3067 			erip->linkcheck = 1;
   3068 			HSTAT(erip, txmac_maxpkt_err);
   3069 			HSTAT(erip, oerrors);
   3070 		}
   3071 		if (txmac_sts & BMAC_TXSTS_NCC_EXP) {
   3072 			erip->stats.collisions += 0x10000;
   3073 		}
   3074 
   3075 		if (txmac_sts & BMAC_TXSTS_ECC_EXP) {
   3076 			erip->stats.excessive_coll += 0x10000;
   3077 		}
   3078 
   3079 		if (txmac_sts & BMAC_TXSTS_LCC_EXP) {
   3080 			erip->stats.late_coll += 0x10000;
   3081 		}
   3082 
   3083 		if (txmac_sts & BMAC_TXSTS_FCC_EXP) {
   3084 			erip->stats.first_coll += 0x10000;
   3085 		}
   3086 
   3087 		if (txmac_sts & BMAC_TXSTS_DEFER_EXP) {
   3088 			HSTAT(erip, defer_timer_exp);
   3089 		}
   3090 
   3091 		if (txmac_sts & BMAC_TXSTS_PEAK_EXP) {
   3092 			erip->stats.peak_attempt_cnt += 0x100;
   3093 		}
   3094 	}
   3095 
   3096 	if (erisbits & ERI_G_STATUS_RX_NO_BUF) {
   3097 		ERI_DEBUG_MSG1(erip, NONFATAL_MSG, "rx dropped/no free desc");
   3098 
   3099 		if (eri_overflow_reset)
   3100 			erip->linkcheck = 1;
   3101 
   3102 		HSTAT(erip, no_free_rx_desc);
   3103 		HSTAT(erip, ierrors);
   3104 	}
   3105 	if (erisbits & ERI_G_STATUS_RX_MAC_INT) {
   3106 		rxmac_sts = GET_MACREG(rxsts);
   3107 		if (rxmac_sts & BMAC_RXSTS_RX_OVF) {
   3108 #ifndef ERI_RMAC_HANG_WORKAROUND
   3109 			eri_stop_timer(erip);   /* acquire linklock */
   3110 			erip->check_rmac_hang ++;
   3111 			erip->check2_rmac_hang = 0;
   3112 			erip->rxfifo_wr_ptr = GET_ERXREG(rxfifo_wr_ptr);
   3113 			erip->rxfifo_rd_ptr = GET_ERXREG(rxfifo_rd_ptr);
   3114 
   3115 			ERI_DEBUG_MSG5(erip, NONFATAL_MSG,
   3116 			    "overflow intr %d: %8x wr:%2x rd:%2x",
   3117 			    erip->check_rmac_hang,
   3118 			    GET_MACREG(macsm),
   3119 			    GET_ERXREG(rxfifo_wr_ptr),
   3120 			    GET_ERXREG(rxfifo_rd_ptr));
   3121 
   3122 			eri_start_timer(erip, eri_check_link,
   3123 			    ERI_CHECK_HANG_TIMER);
   3124 #endif
   3125 			if (eri_overflow_reset)
   3126 				erip->linkcheck = 1;
   3127 
   3128 			HSTAT(erip, rx_overflow);
   3129 			HSTAT(erip, ierrors);
   3130 		}
   3131 
   3132 		if (rxmac_sts & BMAC_RXSTS_ALE_EXP) {
   3133 			erip->stats.rx_align_err += 0x10000;
   3134 			erip->stats.ierrors += 0x10000;
   3135 		}
   3136 
   3137 		if (rxmac_sts & BMAC_RXSTS_CRC_EXP) {
   3138 			erip->stats.rx_crc_err += 0x10000;
   3139 			erip->stats.ierrors += 0x10000;
   3140 		}
   3141 
   3142 		if (rxmac_sts & BMAC_RXSTS_LEN_EXP) {
   3143 			erip->stats.rx_length_err += 0x10000;
   3144 			erip->stats.ierrors += 0x10000;
   3145 		}
   3146 
   3147 		if (rxmac_sts & BMAC_RXSTS_CVI_EXP) {
   3148 			erip->stats.rx_code_viol_err += 0x10000;
   3149 			erip->stats.ierrors += 0x10000;
   3150 		}
   3151 	}
   3152 
   3153 	if (erisbits & ERI_G_STATUS_MAC_CTRL_INT) {
   3154 
   3155 		macctl_sts = GET_MACREG(macctl_sts);
   3156 		if (macctl_sts & ERI_MCTLSTS_PAUSE_RCVD) {
   3157 			pause_time = ((macctl_sts &
   3158 			    ERI_MCTLSTS_PAUSE_TIME) >> 16);
   3159 			ERI_DEBUG_MSG2(erip, NONFATAL_MSG,
   3160 			    "PAUSE Received. pause time = %X slot_times",
   3161 			    pause_time);
   3162 			HSTAT(erip, pause_rxcount);
   3163 			erip->stats.pause_time_count += pause_time;
   3164 		}
   3165 
   3166 		if (macctl_sts & ERI_MCTLSTS_PAUSE_STATE) {
   3167 			HSTAT(erip, pause_oncount);
   3168 			erip->stats.pausing = 1;
   3169 		}
   3170 
   3171 		if (macctl_sts & ERI_MCTLSTS_NONPAUSE) {
   3172 			HSTAT(erip, pause_offcount);
   3173 			erip->stats.pausing = 0;
   3174 		}
   3175 	}
   3176 
   3177 }
   3178 
   3179 /*
   3180  * if this is the first init do not bother to save the
   3181  * counters.
   3182  */
   3183 static void
   3184 eri_savecntrs(struct eri *erip)
   3185 {
   3186 	uint32_t	fecnt, aecnt, lecnt, rxcv;
   3187 	uint32_t	ltcnt, excnt, fccnt;
   3188 
   3189 	/* XXX What all gets added in ierrors and oerrors? */
   3190 	fecnt = GET_MACREG(fecnt);
   3191 	HSTATN(erip, rx_crc_err, fecnt);
   3192 	PUT_MACREG(fecnt, 0);
   3193 
   3194 	aecnt = GET_MACREG(aecnt);
   3195 	HSTATN(erip, rx_align_err, aecnt);
   3196 	PUT_MACREG(aecnt, 0);
   3197 
   3198 	lecnt = GET_MACREG(lecnt);
   3199 	HSTATN(erip, rx_length_err, lecnt);
   3200 	PUT_MACREG(lecnt, 0);
   3201 
   3202 	rxcv = GET_MACREG(rxcv);
   3203 	HSTATN(erip, rx_code_viol_err, rxcv);
   3204 	PUT_MACREG(rxcv, 0);
   3205 
   3206 	ltcnt = GET_MACREG(ltcnt);
   3207 	HSTATN(erip, late_coll, ltcnt);
   3208 	PUT_MACREG(ltcnt, 0);
   3209 
   3210 	erip->stats.collisions += (GET_MACREG(nccnt) + ltcnt);
   3211 	PUT_MACREG(nccnt, 0);
   3212 
   3213 	excnt = GET_MACREG(excnt);
   3214 	HSTATN(erip, excessive_coll, excnt);
   3215 	PUT_MACREG(excnt, 0);
   3216 
   3217 	fccnt = GET_MACREG(fccnt);
   3218 	HSTATN(erip, first_coll, fccnt);
   3219 	PUT_MACREG(fccnt, 0);
   3220 
   3221 	/*
   3222 	 * Do not add code violations to input errors.
   3223 	 * They are already counted in CRC errors
   3224 	 */
   3225 	HSTATN(erip, ierrors, (fecnt + aecnt + lecnt));
   3226 	HSTATN(erip, oerrors, (ltcnt + excnt));
   3227 }
   3228 
   3229 mblk_t *
   3230 eri_allocb_sp(size_t size)
   3231 {
   3232 	mblk_t  *mp;
   3233 
   3234 	size += 128;
   3235 	if ((mp = allocb(size + 3 * ERI_BURSTSIZE, BPRI_HI)) == NULL) {
   3236 		return (NULL);
   3237 	}
   3238 	mp->b_wptr += 128;
   3239 	mp->b_wptr = (uint8_t *)ROUNDUP2(mp->b_wptr, ERI_BURSTSIZE);
   3240 	mp->b_rptr = mp->b_wptr;
   3241 
   3242 	return (mp);
   3243 }
   3244 
   3245 mblk_t *
   3246 eri_allocb(size_t size)
   3247 {
   3248 	mblk_t  *mp;
   3249 
   3250 	if ((mp = allocb(size + 3 * ERI_BURSTSIZE, BPRI_HI)) == NULL) {
   3251 		return (NULL);
   3252 	}
   3253 	mp->b_wptr = (uint8_t *)ROUNDUP2(mp->b_wptr, ERI_BURSTSIZE);
   3254 	mp->b_rptr = mp->b_wptr;
   3255 
   3256 	return (mp);
   3257 }
   3258 
   3259 /*
   3260  * Hardware Dependent Functions
   3261  * New Section.
   3262  */
   3263 
   3264 /* <<<<<<<<<<<<<<<< Fast Ethernet PHY Bit Bang Operations >>>>>>>>>>>>>>>>>> */
   3265 
   3266 static void
   3267 send_bit(struct eri *erip, uint32_t x)
   3268 {
   3269 	PUT_MIFREG(mif_bbdata, x);
   3270 	PUT_MIFREG(mif_bbclk, ERI_BBCLK_LOW);
   3271 	PUT_MIFREG(mif_bbclk, ERI_BBCLK_HIGH);
   3272 }
   3273 
   3274 /*
   3275  * To read the MII register bits according to the IEEE Standard
   3276  */
   3277 static uint32_t
   3278 get_bit_std(struct eri *erip)
   3279 {
   3280 	uint32_t	x;
   3281 
   3282 	PUT_MIFREG(mif_bbclk, ERI_BBCLK_LOW);
   3283 	drv_usecwait(1);	/* wait for  >330 ns for stable data */
   3284 	if (param_transceiver == INTERNAL_XCVR)
   3285 		x = (GET_MIFREG(mif_cfg) & ERI_MIF_CFGM0) ? 1 : 0;
   3286 	else
   3287 		x = (GET_MIFREG(mif_cfg) & ERI_MIF_CFGM1) ? 1 : 0;
   3288 	PUT_MIFREG(mif_bbclk, ERI_BBCLK_HIGH);
   3289 	return (x);
   3290 }
   3291 
   3292 #define	SEND_BIT(x)		send_bit(erip, x)
   3293 #define	GET_BIT_STD(x)		x = get_bit_std(erip)
   3294 
   3295 
   3296 static void
   3297 eri_bb_mii_write(struct eri *erip, uint8_t regad, uint16_t data)
   3298 {
   3299 	uint8_t	phyad;
   3300 	int		i;
   3301 
   3302 	PUT_MIFREG(mif_bbopenb, 1);	/* Enable the MII driver */
   3303 	phyad = erip->phyad;
   3304 	(void) eri_bb_force_idle(erip);
   3305 	SEND_BIT(0); SEND_BIT(1);	/* <ST> */
   3306 	SEND_BIT(0); SEND_BIT(1);	/* <OP> */
   3307 	for (i = 4; i >= 0; i--) {		/* <AAAAA> */
   3308 		SEND_BIT((phyad >> i) & 1);
   3309 	}
   3310 	for (i = 4; i >= 0; i--) {		/* <RRRRR> */
   3311 		SEND_BIT((regad >> i) & 1);
   3312 	}
   3313 	SEND_BIT(1); SEND_BIT(0);	/* <TA> */
   3314 	for (i = 0xf; i >= 0; i--) {	/* <DDDDDDDDDDDDDDDD> */
   3315 		SEND_BIT((data >> i) & 1);
   3316 	}
   3317 	PUT_MIFREG(mif_bbopenb, 0);	/* Disable the MII driver */
   3318 }
   3319 
   3320 /* Return 0 if OK, 1 if error (Transceiver does not talk management) */
   3321 static uint32_t
   3322 eri_bb_mii_read(struct eri *erip, uint8_t regad, uint16_t *datap)
   3323 {
   3324 	uint8_t	phyad;
   3325 	int	i;
   3326 	uint32_t	x;
   3327 	uint32_t	y;
   3328 
   3329 	*datap = 0;
   3330 
   3331 	PUT_MIFREG(mif_bbopenb, 1);	/* Enable the MII driver */
   3332 	phyad = erip->phyad;
   3333 	(void) eri_bb_force_idle(erip);
   3334 	SEND_BIT(0); SEND_BIT(1);	/* <ST> */
   3335 	SEND_BIT(1); SEND_BIT(0);	/* <OP> */
   3336 	for (i = 4; i >= 0; i--) {		/* <AAAAA> */
   3337 		SEND_BIT((phyad >> i) & 1);
   3338 	}
   3339 	for (i = 4; i >= 0; i--) {		/* <RRRRR> */
   3340 		SEND_BIT((regad >> i) & 1);
   3341 	}
   3342 
   3343 	PUT_MIFREG(mif_bbopenb, 0);	/* Disable the MII driver */
   3344 
   3345 	GET_BIT_STD(x);
   3346 	GET_BIT_STD(y);		/* <TA> */
   3347 	for (i = 0xf; i >= 0; i--) {	/* <DDDDDDDDDDDDDDDD> */
   3348 		GET_BIT_STD(x);
   3349 		*datap += (x << i);
   3350 	}
   3351 	/* Kludge to get the Transceiver out of hung mode */
   3352 	/* XXX: Test if this is still needed */
   3353 	GET_BIT_STD(x);
   3354 	GET_BIT_STD(x);
   3355 	GET_BIT_STD(x);
   3356 
   3357 	return (y);
   3358 }
   3359 
   3360 static void
   3361 eri_bb_force_idle(struct eri *erip)
   3362 {
   3363 	int		i;
   3364 
   3365 	for (i = 0; i < 33; i++) {
   3366 		SEND_BIT(1);
   3367 	}
   3368 }
   3369 
   3370 /* <<<<<<<<<<<<<<<<<<<<End of Bit Bang Operations >>>>>>>>>>>>>>>>>>>>>>>> */
   3371 
   3372 
   3373 /* <<<<<<<<<<<<< Frame Register used for MII operations >>>>>>>>>>>>>>>>>>>> */
   3374 
   3375 #ifdef ERI_FRM_DEBUG
   3376 int frame_flag = 0;
   3377 #endif
   3378 
   3379 /* Return 0 if OK, 1 if error (Transceiver does not talk management) */
   3380 static uint32_t
   3381 eri_mii_read(struct eri	*erip, uint8_t regad, uint16_t *datap)
   3382 {
   3383 	uint32_t frame;
   3384 	uint8_t phyad;
   3385 
   3386 	if (param_transceiver == NO_XCVR)
   3387 		return (1);	/* No xcvr present */
   3388 
   3389 	if (!erip->frame_enable)
   3390 		return (eri_bb_mii_read(erip, regad, datap));
   3391 
   3392 	phyad = erip->phyad;
   3393 #ifdef ERI_FRM_DEBUG
   3394 	if (!frame_flag) {
   3395 		eri_errror(erip->dip, "Frame Register used for MII");
   3396 		frame_flag = 1;
   3397 	}
   3398 #endif
   3399 	ERI_DEBUG_MSG3(erip, FRM_MSG,
   3400 	    "Frame Reg :mii_read: phyad = %X reg = %X ", phyad, regad);
   3401 
   3402 	PUT_MIFREG(mif_frame, ERI_MIF_FRREAD |
   3403 	    (phyad << ERI_MIF_FRPHYAD_SHIFT) |
   3404 	    (regad << ERI_MIF_FRREGAD_SHIFT));
   3405 	MIF_ERIDELAY(300,  phyad, regad);
   3406 	frame = GET_MIFREG(mif_frame);
   3407 	if ((frame & ERI_MIF_FRTA0) == 0) {
   3408 		return (1);
   3409 	} else {
   3410 		*datap = (uint16_t)(frame & ERI_MIF_FRDATA);
   3411 		return (0);
   3412 	}
   3413 
   3414 }
   3415 
   3416 static void
   3417 eri_mii_write(struct eri *erip, uint8_t regad, uint16_t data)
   3418 {
   3419 	uint8_t	phyad;
   3420 
   3421 	if (!erip->frame_enable) {
   3422 		eri_bb_mii_write(erip, regad, data);
   3423 		return;
   3424 	}
   3425 
   3426 	phyad = erip->phyad;
   3427 
   3428 	PUT_MIFREG(mif_frame, (ERI_MIF_FRWRITE |
   3429 	    (phyad << ERI_MIF_FRPHYAD_SHIFT) |
   3430 	    (regad << ERI_MIF_FRREGAD_SHIFT) | data));
   3431 	MIF_ERIDELAY(300,  phyad, regad);
   3432 	(void) GET_MIFREG(mif_frame);
   3433 }
   3434 
   3435 
   3436 /* <<<<<<<<<<<<<<<<<	PACKET TRANSMIT FUNCTIONS	>>>>>>>>>>>>>>>>>>>> */
   3437 
   3438 #define	ERI_CROSS_PAGE_BOUNDRY(i, size, pagesize) \
   3439 	((i & pagesize) != ((i + size) & pagesize))
   3440 
   3441 /*
   3442  * Send a single mblk.  Returns B_TRUE if the packet is sent, or disposed of
   3443  * by freemsg.  Returns B_FALSE if the packet was not sent or queued, and
   3444  * should be retried later (due to tx resource exhaustion.)
   3445  */
   3446 static boolean_t
   3447 eri_send_msg(struct eri *erip, mblk_t *mp)
   3448 {
   3449 	volatile struct	eri_tmd	*tmdp = NULL;
   3450 	volatile struct	eri_tmd	*tbasep = NULL;
   3451 	uint32_t	len_msg = 0;
   3452 	uint32_t	i;
   3453 	uint64_t	int_me = 0;
   3454 	uint_t		tmdcsum = 0;
   3455 	uint_t		start_offset = 0;
   3456 	uint_t		stuff_offset = 0;
   3457 	uint_t		flags = 0;
   3458 
   3459 	caddr_t	ptr;
   3460 	uint32_t	offset;
   3461 	uint64_t	ctrl;
   3462 	ddi_dma_cookie_t	c;
   3463 
   3464 	if (!param_linkup) {
   3465 		freemsg(mp);
   3466 		HSTAT(erip, tnocar);
   3467 		HSTAT(erip, oerrors);
   3468 		return (B_TRUE);
   3469 	}
   3470 
   3471 #ifdef ERI_HWCSUM
   3472 	hcksum_retrieve(mp, NULL, NULL, &start_offset, &stuff_offset,
   3473 	    NULL, NULL, &flags);
   3474 
   3475 	if (flags & HCK_PARTIALCKSUM) {
   3476 		if (get_ether_type(mp->b_rptr) == ETHERTYPE_VLAN) {
   3477 			start_offset += ETHERHEADER_SIZE + 4;
   3478 			stuff_offset += ETHERHEADER_SIZE + 4;
   3479 		} else {
   3480 			start_offset += ETHERHEADER_SIZE;
   3481 			stuff_offset += ETHERHEADER_SIZE;
   3482 		}
   3483 		tmdcsum = ERI_TMD_CSENABL;
   3484 	}
   3485 #endif /* ERI_HWCSUM */
   3486 
   3487 	if ((len_msg = msgsize(mp)) > ERI_BUFSIZE) {
   3488 		/*
   3489 		 * This sholdn't ever occur, as GLD should not send us
   3490 		 * packets that are too big.
   3491 		 */
   3492 		HSTAT(erip, oerrors);
   3493 		freemsg(mp);
   3494 		return (B_TRUE);
   3495 	}
   3496 
   3497 	/*
   3498 	 * update MIB II statistics
   3499 	 */
   3500 	BUMP_OutNUcast(erip, mp->b_rptr);
   3501 
   3502 	mutex_enter(&erip->xmitlock);
   3503 
   3504 	tbasep = erip->eri_tmdp;
   3505 
   3506 	/* Check if there are enough descriptors for this packet */
   3507 	tmdp = erip->tnextp;
   3508 
   3509 	if (tmdp >=  erip->tcurp) /* check notmds */
   3510 		i = tmdp - erip->tcurp;
   3511 	else
   3512 		i = tmdp + ERI_TPENDING - erip->tcurp;
   3513 
   3514 	if (i > (ERI_TPENDING - 4))
   3515 		goto notmds;
   3516 
   3517 	if (i >= (ERI_TPENDING >> 1) && !(erip->starts & 0x7)) {
   3518 		int_me = ERI_TMD_INTME;
   3519 
   3520 		if (!erip->tx_int_me) {
   3521 			PUT_GLOBREG(intmask, GET_GLOBREG(intmask) &
   3522 			    ~(ERI_G_MASK_TX_INT_ME));
   3523 			erip->tx_int_me = 1;
   3524 		}
   3525 	}
   3526 
   3527 	i = tmdp - tbasep; /* index */
   3528 
   3529 	offset = (i * ERI_BUFSIZE);
   3530 	ptr = erip->tbuf_kaddr + offset;
   3531 
   3532 	mcopymsg(mp, ptr);
   3533 
   3534 #ifdef	ERI_HDX_BUG_WORKAROUND
   3535 	if ((param_mode) || (eri_hdx_pad_enable == 0)) {
   3536 		if (len_msg < ETHERMIN) {
   3537 			bzero((ptr + len_msg), (ETHERMIN - len_msg));
   3538 			len_msg = ETHERMIN;
   3539 		}
   3540 	} else {
   3541 		if (len_msg < 97) {
   3542 			bzero((ptr + len_msg), (97 - len_msg));
   3543 			len_msg = 97;
   3544 		}
   3545 	}
   3546 #endif
   3547 	c.dmac_address = erip->tbuf_ioaddr + offset;
   3548 	(void) ddi_dma_sync(erip->tbuf_handle,
   3549 	    (off_t)offset, len_msg, DDI_DMA_SYNC_FORDEV);
   3550 
   3551 		/* first and last (and only!) descr of packet */
   3552 	ctrl = ERI_TMD_SOP | ERI_TMD_EOP | int_me | tmdcsum |
   3553 	    (start_offset << ERI_TMD_CSSTART_SHIFT) |
   3554 	    (stuff_offset << ERI_TMD_CSSTUFF_SHIFT);
   3555 
   3556 	PUT_TMD(tmdp, c, len_msg, ctrl);
   3557 	ERI_SYNCIOPB(erip, tmdp, sizeof (struct eri_tmd),
   3558 	    DDI_DMA_SYNC_FORDEV);
   3559 
   3560 	tmdp = NEXTTMD(erip, tmdp);
   3561 	erip->tx_cur_cnt++;
   3562 
   3563 	erip->tx_kick = tmdp - tbasep;
   3564 	PUT_ETXREG(tx_kick, erip->tx_kick);
   3565 	erip->tnextp = tmdp;
   3566 
   3567 	erip->starts++;
   3568 
   3569 	if (erip->tx_cur_cnt >= tx_interrupt_rate) {
   3570 		erip->tx_completion = (uint32_t)(GET_ETXREG(tx_completion) &
   3571 		    ETX_COMPLETION_MASK);
   3572 		(void) eri_reclaim(erip, erip->tx_completion);
   3573 	}
   3574 	mutex_exit(&erip->xmitlock);
   3575 
   3576 	return (B_TRUE);
   3577 
   3578 notmds:
   3579 	HSTAT(erip, notmds);
   3580 	erip->wantw = B_TRUE;
   3581 
   3582 	mutex_exit(&erip->xmitlock);
   3583 
   3584 	return (B_FALSE);
   3585 }
   3586 
   3587 static mblk_t *
   3588 eri_m_tx(void *arg, mblk_t *mp)
   3589 {
   3590 	struct eri *erip = arg;
   3591 	mblk_t *next;
   3592 
   3593 	while (mp != NULL) {
   3594 		next = mp->b_next;
   3595 		mp->b_next = NULL;
   3596 		if (!eri_send_msg(erip, mp)) {
   3597 			mp->b_next = next;
   3598 			break;
   3599 		}
   3600 		mp = next;
   3601 	}
   3602 
   3603 	return (mp);
   3604 }
   3605 
   3606 /*
   3607  * Transmit completion reclaiming.
   3608  */
   3609 static boolean_t
   3610 eri_reclaim(struct eri *erip, uint32_t tx_completion)
   3611 {
   3612 	volatile struct	eri_tmd	*tmdp;
   3613 	struct	eri_tmd	*tcomp;
   3614 	struct	eri_tmd	*tbasep;
   3615 	struct	eri_tmd	*tlimp;
   3616 	uint64_t	flags;
   3617 	uint_t reclaimed = 0;
   3618 
   3619 	tbasep = erip->eri_tmdp;
   3620 	tlimp = erip->eri_tmdlimp;
   3621 
   3622 	tmdp = erip->tcurp;
   3623 	tcomp = tbasep + tx_completion; /* pointer to completion tmd */
   3624 
   3625 	/*
   3626 	 * Loop through each TMD starting from tcurp and upto tcomp.
   3627 	 */
   3628 	while (tmdp != tcomp) {
   3629 		flags = GET_TMD_FLAGS(tmdp);
   3630 		if (flags & (ERI_TMD_SOP))
   3631 			HSTAT(erip, opackets64);
   3632 
   3633 		HSTATN(erip, obytes64, (flags & ERI_TMD_BUFSIZE));
   3634 
   3635 		tmdp = NEXTTMDP(tbasep, tlimp, tmdp);
   3636 		reclaimed++;
   3637 	}
   3638 
   3639 	erip->tcurp = tmdp;
   3640 	erip->tx_cur_cnt -= reclaimed;
   3641 
   3642 	return (erip->wantw && reclaimed ? B_TRUE : B_FALSE);
   3643 }
   3644 
   3645 
   3646 /* <<<<<<<<<<<<<<<<<<<	PACKET RECEIVE FUNCTIONS	>>>>>>>>>>>>>>>>>>> */
   3647 static mblk_t *
   3648 eri_read_dma(struct eri *erip, volatile struct rmd *rmdp,
   3649 	int rmdi, uint64_t flags)
   3650 {
   3651 	mblk_t	*bp, *nbp;
   3652 	int	len;
   3653 	uint_t ccnt;
   3654 	ddi_dma_cookie_t	c;
   3655 #ifdef ERI_RCV_CKSUM
   3656 	ushort_t sum;
   3657 #endif /* ERI_RCV_CKSUM */
   3658 	mblk_t *retmp = NULL;
   3659 
   3660 	bp = erip->rmblkp[rmdi];
   3661 	len = (flags & ERI_RMD_BUFSIZE) >> ERI_RMD_BUFSIZE_SHIFT;
   3662 #ifdef	ERI_DONT_STRIP_CRC
   3663 	len -= 4;
   3664 #endif
   3665 	/*
   3666 	 * In the event of RX FIFO overflow error, ERI REV 1.0 ASIC can
   3667 	 * corrupt packets following the descriptor corresponding the
   3668 	 * overflow. To detect the corrupted packets, we disable the
   3669 	 * dropping of the "bad" packets at the MAC. The descriptor
   3670 	 * then would have the "BAD" bit set. We drop the overflowing
   3671 	 * packet and the packet following it. We could have done some sort
   3672 	 * of checking to determine if the second packet was indeed bad
   3673 	 * (using CRC or checksum) but it would be expensive in this
   3674 	 * routine, since it is run in interrupt context.
   3675 	 */
   3676 	if ((flags & ERI_RMD_BAD) || (len  < ETHERMIN) || (len > ETHERMAX+4)) {
   3677 
   3678 		HSTAT(erip, rx_bad_pkts);
   3679 		if ((flags & ERI_RMD_BAD) == 0)
   3680 			HSTAT(erip, ierrors);
   3681 		if (len < ETHERMIN) {
   3682 			HSTAT(erip, rx_runt);
   3683 		} else if (len > ETHERMAX+4) {
   3684 			HSTAT(erip, rx_toolong_pkts);
   3685 		}
   3686 		HSTAT(erip, drop);
   3687 		UPDATE_RMD(rmdp);
   3688 
   3689 		ERI_SYNCIOPB(erip, rmdp, sizeof (struct rmd),
   3690 		    DDI_DMA_SYNC_FORDEV);
   3691 		return (NULL);
   3692 	}
   3693 #ifdef  ERI_DONT_STRIP_CRC
   3694 	{
   3695 		uint32_t hw_fcs, tail_fcs;
   3696 		/*
   3697 		 * since we don't let the hardware strip the CRC in hdx
   3698 		 * then the driver needs to do it.
   3699 		 * this is to workaround a hardware bug
   3700 		 */
   3701 		bp->b_wptr = bp->b_rptr + ERI_FSTBYTE_OFFSET + len;
   3702 		/*
   3703 		 * Get the Checksum calculated by the hardware.
   3704 		 */
   3705 		hw_fcs = flags & ERI_RMD_CKSUM;
   3706 		/*
   3707 		 * Catch the case when the CRC starts on an odd
   3708 		 * boundary.
   3709 		 */
   3710 		tail_fcs = bp->b_wptr[0] << 8 | bp->b_wptr[1];
   3711 		tail_fcs += bp->b_wptr[2] << 8 | bp->b_wptr[3];
   3712 		tail_fcs = (tail_fcs & 0xffff) + (tail_fcs >> 16);
   3713 		if ((uintptr_t)(bp->b_wptr) & 1) {
   3714 			tail_fcs = (tail_fcs << 8) & 0xffff  | (tail_fcs >> 8);
   3715 		}
   3716 		hw_fcs += tail_fcs;
   3717 		hw_fcs = (hw_fcs & 0xffff) + (hw_fcs >> 16);
   3718 		hw_fcs &= 0xffff;
   3719 		/*
   3720 		 * Now we can replace what the hardware wrote, make believe
   3721 		 * it got it right in the first place.
   3722 		 */
   3723 		flags = (flags & ~(uint64_t)ERI_RMD_CKSUM) | hw_fcs;
   3724 	}
   3725 #endif
   3726 	/*
   3727 	 * Packet Processing
   3728 	 * Once we get a packet bp, we try allocate a new mblk, nbp
   3729 	 * to replace this one. If we succeed, we map it to the current
   3730 	 * dma handle and update the descriptor with the new cookie. We
   3731 	 * then put bp in our read service queue erip->ipq, if it exists
   3732 	 * or we just bp to the streams expecting it.
   3733 	 * If allocation of the new mblk fails, we implicitly drop the
   3734 	 * current packet, i.e do not pass up the mblk and re-use it.
   3735 	 * Re-mapping is not required.
   3736 	 */
   3737 
   3738 	if (len < eri_rx_bcopy_max) {
   3739 		if ((nbp = eri_allocb_sp(len + ERI_FSTBYTE_OFFSET))) {
   3740 			(void) ddi_dma_sync(erip->ndmarh[rmdi], 0,
   3741 			    len + ERI_FSTBYTE_OFFSET, DDI_DMA_SYNC_FORCPU);
   3742 			DB_TYPE(nbp) = M_DATA;
   3743 			bcopy(bp->b_rptr, nbp->b_rptr,
   3744 			    len + ERI_FSTBYTE_OFFSET);
   3745 			UPDATE_RMD(rmdp);
   3746 			ERI_SYNCIOPB(erip, rmdp, sizeof (struct rmd),
   3747 			    DDI_DMA_SYNC_FORDEV);
   3748 
   3749 			/* Add the First Byte offset to the b_rptr */
   3750 			nbp->b_rptr += ERI_FSTBYTE_OFFSET;
   3751 			nbp->b_wptr = nbp->b_rptr + len;
   3752 
   3753 #ifdef ERI_RCV_CKSUM
   3754 			sum = ~(uint16_t)(flags & ERI_RMD_CKSUM);
   3755 			ERI_PROCESS_READ(erip, nbp, sum);
   3756 #else
   3757 			ERI_PROCESS_READ(erip, nbp);
   3758 #endif
   3759 			retmp = nbp;
   3760 		} else {
   3761 
   3762 			/*
   3763 			 * mblk allocation has failed. Re-use the old mblk for
   3764 			 * the next packet. Re-mapping is not required since
   3765 			 * the same mblk and dma cookie is to be used again.
   3766 			 */
   3767 			HSTAT(erip, ierrors);
   3768 			HSTAT(erip, allocbfail);
   3769 			HSTAT(erip, norcvbuf);
   3770 
   3771 			UPDATE_RMD(rmdp);
   3772 			ERI_SYNCIOPB(erip, rmdp, sizeof (struct rmd),
   3773 			    DDI_DMA_SYNC_FORDEV);
   3774 			ERI_DEBUG_MSG1(erip, RESOURCE_MSG, "allocb fail");
   3775 		}
   3776 	} else {
   3777 		/* Use dma unmap/map */
   3778 		if ((nbp = eri_allocb_sp(ERI_BUFSIZE))) {
   3779 			/*
   3780 			 * How do we harden this, specially if unbind
   3781 			 * succeeds and then bind fails?
   3782 			 *  If Unbind fails, we can leave without updating
   3783 			 * the descriptor but would it continue to work on
   3784 			 * next round?
   3785 			 */
   3786 			(void) ddi_dma_unbind_handle(erip->ndmarh[rmdi]);
   3787 			(void) ddi_dma_addr_bind_handle(erip->ndmarh[rmdi],
   3788 			    NULL, (caddr_t)nbp->b_rptr, ERI_BUFSIZE,
   3789 			    DDI_DMA_READ | DDI_DMA_CONSISTENT,
   3790 			    DDI_DMA_DONTWAIT, 0, &c, &ccnt);
   3791 
   3792 			erip->rmblkp[rmdi] = nbp;
   3793 			PUT_RMD(rmdp, c);
   3794 			ERI_SYNCIOPB(erip, rmdp, sizeof (struct rmd),
   3795 			    DDI_DMA_SYNC_FORDEV);
   3796 
   3797 			/* Add the First Byte offset to the b_rptr */
   3798 
   3799 			bp->b_rptr += ERI_FSTBYTE_OFFSET;
   3800 			bp->b_wptr = bp->b_rptr + len;
   3801 
   3802 #ifdef ERI_RCV_CKSUM
   3803 			sum = ~(uint16_t)(flags & ERI_RMD_CKSUM);
   3804 			ERI_PROCESS_READ(erip, bp, sum);
   3805 #else
   3806 			ERI_PROCESS_READ(erip, bp);
   3807 #endif
   3808 			retmp = bp;
   3809 		} else {
   3810 
   3811 			/*
   3812 			 * mblk allocation has failed. Re-use the old mblk for
   3813 			 * the next packet. Re-mapping is not required since
   3814 			 * the same mblk and dma cookie is to be used again.
   3815 			 */
   3816 			HSTAT(erip, ierrors);
   3817 			HSTAT(erip, allocbfail);
   3818 			HSTAT(erip, norcvbuf);
   3819 
   3820 			UPDATE_RMD(rmdp);
   3821 			ERI_SYNCIOPB(erip, rmdp, sizeof (struct rmd),
   3822 			    DDI_DMA_SYNC_FORDEV);
   3823 			ERI_DEBUG_MSG1(erip, RESOURCE_MSG, "allocb fail");
   3824 		}
   3825 	}
   3826 
   3827 	return (retmp);
   3828 }
   3829 
   3830 #define	LINK_STAT_DISPLAY_TIME	20
   3831 
   3832 static int
   3833 eri_init_xfer_params(struct eri *erip)
   3834 {
   3835 	int	i;
   3836 	dev_info_t *dip;
   3837 
   3838 	dip = erip->dip;
   3839 
   3840 	for (i = 0; i < A_CNT(param_arr); i++)
   3841 		erip->param_arr[i] = param_arr[i];
   3842 
   3843 	erip->xmit_dma_mode = 0;
   3844 	erip->rcv_dma_mode = 0;
   3845 	erip->mifpoll_enable = mifpoll_enable;
   3846 	erip->lance_mode_enable = lance_mode;
   3847 	erip->frame_enable = 1;
   3848 	erip->ngu_enable = ngu_enable;
   3849 
   3850 	if (!erip->g_nd && !eri_param_register(erip,
   3851 	    erip->param_arr, A_CNT(param_arr))) {
   3852 		ERI_FAULT_MSG1(erip, SEVERITY_LOW, ERI_VERB_MSG,
   3853 		    param_reg_fail_msg);
   3854 			return (-1);
   3855 		}
   3856 
   3857 	/*
   3858 	 * Set up the start-up values for user-configurable parameters
   3859 	 * Get the values from the global variables first.
   3860 	 * Use the MASK to limit the value to allowed maximum.
   3861 	 */
   3862 
   3863 	param_transceiver = NO_XCVR;
   3864 
   3865 /*
   3866  * The link speed may be forced to either 10 Mbps or 100 Mbps using the
   3867  * property "transfer-speed". This may be done in OBP by using the command
   3868  * "apply transfer-speed=<speed> <device>". The speed may be either 10 or 100.
   3869  */
   3870 	i = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0, "transfer-speed", 0);
   3871 	if (i != 0) {
   3872 		param_autoneg = 0;	/* force speed */
   3873 		param_anar_100T4 = 0;
   3874 		param_anar_10fdx = 0;
   3875 		param_anar_10hdx = 0;
   3876 		param_anar_100fdx = 0;
   3877 		param_anar_100hdx = 0;
   3878 		param_anar_asm_dir = 0;
   3879 		param_anar_pause = 0;
   3880 
   3881 		if (i == 10)
   3882 			param_anar_10hdx = 1;
   3883 		else if (i == 100)
   3884 			param_anar_100hdx = 1;
   3885 	}
   3886 
   3887 	/*
   3888 	 * Get the parameter values configured in .conf file.
   3889 	 */
   3890 	param_ipg1 = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0, "ipg1", ipg1) &
   3891 	    ERI_MASK_8BIT;
   3892 
   3893 	param_ipg2 = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0, "ipg2", ipg2) &
   3894 	    ERI_MASK_8BIT;
   3895 
   3896 	param_use_intphy = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3897 	    "use_int_xcvr", use_int_xcvr) & ERI_MASK_1BIT;
   3898 
   3899 	param_use_intphy = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3900 	    "pace_size", pace_size) & ERI_MASK_8BIT;
   3901 
   3902 	param_autoneg = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3903 	    "adv_autoneg_cap", adv_autoneg_cap) & ERI_MASK_1BIT;
   3904 
   3905 	param_autoneg = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3906 	    "adv_autoneg_cap", adv_autoneg_cap) & ERI_MASK_1BIT;
   3907 
   3908 	param_anar_100T4 = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3909 	    "adv_100T4_cap", adv_100T4_cap) & ERI_MASK_1BIT;
   3910 
   3911 	param_anar_100fdx = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3912 	    "adv_100fdx_cap", adv_100fdx_cap) & ERI_MASK_1BIT;
   3913 
   3914 	param_anar_100hdx = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3915 	    "adv_100hdx_cap", adv_100hdx_cap) & ERI_MASK_1BIT;
   3916 
   3917 	param_anar_10fdx = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3918 	    "adv_10fdx_cap", adv_10fdx_cap) & ERI_MASK_1BIT;
   3919 
   3920 	param_anar_10hdx = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3921 	    "adv_10hdx_cap", adv_10hdx_cap) & ERI_MASK_1BIT;
   3922 
   3923 	param_ipg0 = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0, "ipg0", ipg0) &
   3924 	    ERI_MASK_8BIT;
   3925 
   3926 	param_intr_blank_time = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3927 	    "intr_blank_time", intr_blank_time) & ERI_MASK_8BIT;
   3928 
   3929 	param_intr_blank_packets = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3930 	    "intr_blank_packets", intr_blank_packets) & ERI_MASK_8BIT;
   3931 
   3932 	param_lance_mode = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3933 	    "lance_mode", lance_mode) & ERI_MASK_1BIT;
   3934 
   3935 	param_select_link = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3936 	    "select_link", select_link) & ERI_MASK_1BIT;
   3937 
   3938 	param_default_link = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3939 	    "default_link", default_link) & ERI_MASK_1BIT;
   3940 
   3941 	param_anar_asm_dir = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3942 	    "adv_asm_dir_cap", adv_pauseTX_cap) & ERI_MASK_1BIT;
   3943 
   3944 	param_anar_pause = ddi_prop_get_int(DDI_DEV_T_ANY, dip, 0,
   3945 	    "adv_pause_cap", adv_pauseRX_cap) & ERI_MASK_1BIT;
   3946 
   3947 	if (link_pulse_disabled)
   3948 		erip->link_pulse_disabled = 1;
   3949 	if (ddi_prop_exists(DDI_DEV_T_ANY, dip, 0, "link-pulse-disabled"))
   3950 		erip->link_pulse_disabled = 1;
   3951 
   3952 	eri_statinit(erip);
   3953 	return (0);
   3954 
   3955 }
   3956 
   3957 static void
   3958 eri_process_ndd_ioctl(struct eri *erip, queue_t *wq, mblk_t *mp, int cmd)
   3959 {
   3960 
   3961 	uint32_t old_ipg1, old_ipg2, old_use_int_xcvr, old_autoneg;
   3962 	uint32_t old_100T4;
   3963 	uint32_t old_100fdx, old_100hdx, old_10fdx, old_10hdx;
   3964 	uint32_t old_ipg0, old_lance_mode;
   3965 	uint32_t old_intr_blank_time, old_intr_blank_packets;
   3966 	uint32_t old_asm_dir, old_pause;
   3967 	uint32_t old_select_link, old_default_link;
   3968 
   3969 	switch (cmd) {
   3970 	case ERI_ND_GET:
   3971 
   3972 		old_autoneg =	param_autoneg;
   3973 		old_100T4 =	param_anar_100T4;
   3974 		old_100fdx =	param_anar_100fdx;
   3975 		old_100hdx =	param_anar_100hdx;
   3976 		old_10fdx =	param_anar_10fdx;
   3977 		old_10hdx =	param_anar_10hdx;
   3978 		old_asm_dir =	param_anar_asm_dir;
   3979 		old_pause =	param_anar_pause;
   3980 
   3981 		param_autoneg = old_autoneg & ~ERI_NOTUSR;
   3982 		param_anar_100T4 = old_100T4 & ~ERI_NOTUSR;
   3983 		param_anar_100fdx = old_100fdx & ~ERI_NOTUSR;
   3984 		param_anar_100hdx = old_100hdx & ~ERI_NOTUSR;
   3985 		param_anar_10fdx = old_10fdx & ~ERI_NOTUSR;
   3986 		param_anar_10hdx = old_10hdx & ~ERI_NOTUSR;
   3987 		param_anar_asm_dir = old_asm_dir & ~ERI_NOTUSR;
   3988 		param_anar_pause = old_pause & ~ERI_NOTUSR;
   3989 
   3990 		if (!eri_nd_getset(wq, erip->g_nd, mp)) {
   3991 			param_autoneg = old_autoneg;
   3992 			param_anar_100T4 = old_100T4;
   3993 			param_anar_100fdx = old_100fdx;
   3994 			param_anar_100hdx = old_100hdx;
   3995 			param_anar_10fdx = old_10fdx;
   3996 			param_anar_10hdx = old_10hdx;
   3997 			param_anar_asm_dir = old_asm_dir;
   3998 			param_anar_pause = old_pause;
   3999 			miocnak(wq, mp, 0, EINVAL);
   4000 			return;
   4001 		}
   4002 		param_autoneg = old_autoneg;
   4003 		param_anar_100T4 = old_100T4;
   4004 		param_anar_100fdx = old_100fdx;
   4005 		param_anar_100hdx = old_100hdx;
   4006 		param_anar_10fdx = old_10fdx;
   4007 		param_anar_10hdx = old_10hdx;
   4008 		param_anar_asm_dir = old_asm_dir;
   4009 		param_anar_pause = old_pause;
   4010 
   4011 		qreply(wq, mp);
   4012 		break;
   4013 
   4014 	case ERI_ND_SET:
   4015 		old_ipg0 = param_ipg0;
   4016 		old_intr_blank_time = param_intr_blank_time;
   4017 		old_intr_blank_packets = param_intr_blank_packets;
   4018 		old_lance_mode = param_lance_mode;
   4019 		old_ipg1 = param_ipg1;
   4020 		old_ipg2 = param_ipg2;
   4021 		old_use_int_xcvr = param_use_intphy;
   4022 		old_autoneg = param_autoneg;
   4023 		old_100T4 =	param_anar_100T4;
   4024 		old_100fdx =	param_anar_100fdx;
   4025 		old_100hdx =	param_anar_100hdx;
   4026 		old_10fdx =	param_anar_10fdx;
   4027 		old_10hdx =	param_anar_10hdx;
   4028 		param_autoneg = 0xff;
   4029 		old_asm_dir = param_anar_asm_dir;
   4030 		param_anar_asm_dir = 0xff;
   4031 		old_pause = param_anar_pause;
   4032 		param_anar_pause = 0xff;
   4033 		old_select_link = param_select_link;
   4034 		old_default_link = param_default_link;
   4035 
   4036 		if (!eri_nd_getset(wq, erip->g_nd, mp)) {
   4037 			param_autoneg = old_autoneg;
   4038 			miocnak(wq, mp, 0, EINVAL);
   4039 			return;
   4040 		}
   4041 
   4042 		qreply(wq, mp);
   4043 
   4044 		if (param_autoneg != 0xff) {
   4045 			ERI_DEBUG_MSG2(erip, NDD_MSG,
   4046 			    "ndd_ioctl: new param_autoneg %d", param_autoneg);
   4047 			param_linkup = 0;
   4048 			erip->stats.link_up = LINK_STATE_DOWN;
   4049 			erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   4050 			(void) eri_init(erip);
   4051 		} else {
   4052 			param_autoneg = old_autoneg;
   4053 			if ((old_use_int_xcvr != param_use_intphy) ||
   4054 			    (old_default_link != param_default_link) ||
   4055 			    (old_select_link != param_select_link)) {
   4056 				param_linkup = 0;
   4057 				erip->stats.link_up = LINK_STATE_DOWN;
   4058 				erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   4059 				(void) eri_init(erip);
   4060 			} else if ((old_ipg1 != param_ipg1) ||
   4061 			    (old_ipg2 != param_ipg2) ||
   4062 			    (old_ipg0 != param_ipg0) ||
   4063 			    (old_intr_blank_time != param_intr_blank_time) ||
   4064 			    (old_intr_blank_packets !=
   4065 			    param_intr_blank_packets) ||
   4066 			    (old_lance_mode != param_lance_mode)) {
   4067 				param_linkup = 0;
   4068 				erip->stats.link_up = LINK_STATE_DOWN;
   4069 				erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   4070 				(void) eri_init(erip);
   4071 			}
   4072 		}
   4073 		break;
   4074 	}
   4075 }
   4076 
   4077 
   4078 static int
   4079 eri_stat_kstat_update(kstat_t *ksp, int rw)
   4080 {
   4081 	struct eri *erip;
   4082 	struct erikstat *erikp;
   4083 	struct stats *esp;
   4084 	boolean_t macupdate = B_FALSE;
   4085 
   4086 	erip = (struct eri *)ksp->ks_private;
   4087 	erikp = (struct erikstat *)ksp->ks_data;
   4088 
   4089 	if (rw != KSTAT_READ)
   4090 		return (EACCES);
   4091 	/*
   4092 	 * Update all the stats by reading all the counter registers.
   4093 	 * Counter register stats are not updated till they overflow
   4094 	 * and interrupt.
   4095 	 */
   4096 
   4097 	mutex_enter(&erip->xmitlock);
   4098 	if ((erip->flags & ERI_RUNNING) && (erip->flags & ERI_TXINIT)) {
   4099 		erip->tx_completion =
   4100 		    GET_ETXREG(tx_completion) & ETX_COMPLETION_MASK;
   4101 		macupdate |= eri_reclaim(erip, erip->tx_completion);
   4102 	}
   4103 	mutex_exit(&erip->xmitlock);
   4104 	if (macupdate)
   4105 		mac_tx_update(erip->mh);
   4106 
   4107 	eri_savecntrs(erip);
   4108 
   4109 	esp = &erip->stats;
   4110 
   4111 	erikp->erik_txmac_maxpkt_err.value.ul = esp->txmac_maxpkt_err;
   4112 	erikp->erik_defer_timer_exp.value.ul = esp->defer_timer_exp;
   4113 	erikp->erik_peak_attempt_cnt.value.ul = esp->peak_attempt_cnt;
   4114 	erikp->erik_tx_hang.value.ul	= esp->tx_hang;
   4115 
   4116 	erikp->erik_no_free_rx_desc.value.ul	= esp->no_free_rx_desc;
   4117 
   4118 	erikp->erik_rx_hang.value.ul		= esp->rx_hang;
   4119 	erikp->erik_rx_length_err.value.ul	= esp->rx_length_err;
   4120 	erikp->erik_rx_code_viol_err.value.ul	= esp->rx_code_viol_err;
   4121 	erikp->erik_pause_rxcount.value.ul	= esp->pause_rxcount;
   4122 	erikp->erik_pause_oncount.value.ul	= esp->pause_oncount;
   4123 	erikp->erik_pause_offcount.value.ul	= esp->pause_offcount;
   4124 	erikp->erik_pause_time_count.value.ul	= esp->pause_time_count;
   4125 
   4126 	erikp->erik_inits.value.ul		= esp->inits;
   4127 	erikp->erik_jab.value.ul		= esp->jab;
   4128 	erikp->erik_notmds.value.ul		= esp->notmds;
   4129 	erikp->erik_allocbfail.value.ul		= esp->allocbfail;
   4130 	erikp->erik_drop.value.ul		= esp->drop;
   4131 	erikp->erik_rx_bad_pkts.value.ul	= esp->rx_bad_pkts;
   4132 	erikp->erik_rx_inits.value.ul		= esp->rx_inits;
   4133 	erikp->erik_tx_inits.value.ul		= esp->tx_inits;
   4134 	erikp->erik_rxtag_err.value.ul		= esp->rxtag_err;
   4135 	erikp->erik_parity_error.value.ul	= esp->parity_error;
   4136 	erikp->erik_pci_error_int.value.ul	= esp->pci_error_int;
   4137 	erikp->erik_unknown_fatal.value.ul	= esp->unknown_fatal;
   4138 	erikp->erik_pci_data_parity_err.value.ul = esp->pci_data_parity_err;
   4139 	erikp->erik_pci_signal_target_abort.value.ul =
   4140 	    esp->pci_signal_target_abort;
   4141 	erikp->erik_pci_rcvd_target_abort.value.ul =
   4142 	    esp->pci_rcvd_target_abort;
   4143 	erikp->erik_pci_rcvd_master_abort.value.ul =
   4144 	    esp->pci_rcvd_master_abort;
   4145 	erikp->erik_pci_signal_system_err.value.ul =
   4146 	    esp->pci_signal_system_err;
   4147 	erikp->erik_pci_det_parity_err.value.ul = esp->pci_det_parity_err;
   4148 
   4149 	erikp->erik_pmcap.value.ul = esp->pmcap;
   4150 
   4151 	return (0);
   4152 }
   4153 
   4154 static void
   4155 eri_statinit(struct eri *erip)
   4156 {
   4157 	struct	kstat	*ksp;
   4158 	struct	erikstat	*erikp;
   4159 
   4160 	if ((ksp = kstat_create("eri", erip->instance, "driver_info", "net",
   4161 	    KSTAT_TYPE_NAMED,
   4162 	    sizeof (struct erikstat) / sizeof (kstat_named_t), 0)) == NULL) {
   4163 		ERI_FAULT_MSG1(erip, SEVERITY_LOW, ERI_VERB_MSG,
   4164 		    kstat_create_fail_msg);
   4165 		return;
   4166 	}
   4167 
   4168 	erip->ksp = ksp;
   4169 	erikp = (struct erikstat *)(ksp->ks_data);
   4170 	/*
   4171 	 * MIB II kstat variables
   4172 	 */
   4173 
   4174 	kstat_named_init(&erikp->erik_inits, "inits", KSTAT_DATA_ULONG);
   4175 
   4176 	kstat_named_init(&erikp->erik_txmac_maxpkt_err,	"txmac_maxpkt_err",
   4177 	    KSTAT_DATA_ULONG);
   4178 	kstat_named_init(&erikp->erik_defer_timer_exp, "defer_timer_exp",
   4179 	    KSTAT_DATA_ULONG);
   4180 	kstat_named_init(&erikp->erik_peak_attempt_cnt,	"peak_attempt_cnt",
   4181 	    KSTAT_DATA_ULONG);
   4182 	kstat_named_init(&erikp->erik_tx_hang, "tx_hang", KSTAT_DATA_ULONG);
   4183 
   4184 	kstat_named_init(&erikp->erik_no_free_rx_desc, "no_free_rx_desc",
   4185 	    KSTAT_DATA_ULONG);
   4186 	kstat_named_init(&erikp->erik_rx_hang, "rx_hang", KSTAT_DATA_ULONG);
   4187 	kstat_named_init(&erikp->erik_rx_length_err, "rx_length_err",
   4188 	    KSTAT_DATA_ULONG);
   4189 	kstat_named_init(&erikp->erik_rx_code_viol_err,	"rx_code_viol_err",
   4190 	    KSTAT_DATA_ULONG);
   4191 
   4192 	kstat_named_init(&erikp->erik_pause_rxcount, "pause_rcv_cnt",
   4193 	    KSTAT_DATA_ULONG);
   4194 
   4195 	kstat_named_init(&erikp->erik_pause_oncount, "pause_on_cnt",
   4196 	    KSTAT_DATA_ULONG);
   4197 
   4198 	kstat_named_init(&erikp->erik_pause_offcount, "pause_off_cnt",
   4199 	    KSTAT_DATA_ULONG);
   4200 	kstat_named_init(&erikp->erik_pause_time_count,	"pause_time_cnt",
   4201 	    KSTAT_DATA_ULONG);
   4202 
   4203 	kstat_named_init(&erikp->erik_jab, "jabber", KSTAT_DATA_ULONG);
   4204 	kstat_named_init(&erikp->erik_notmds, "no_tmds", KSTAT_DATA_ULONG);
   4205 	kstat_named_init(&erikp->erik_allocbfail, "allocbfail",
   4206 	    KSTAT_DATA_ULONG);
   4207 
   4208 	kstat_named_init(&erikp->erik_drop, "drop", KSTAT_DATA_ULONG);
   4209 
   4210 	kstat_named_init(&erikp->erik_rx_bad_pkts, "bad_pkts",
   4211 	    KSTAT_DATA_ULONG);
   4212 
   4213 	kstat_named_init(&erikp->erik_rx_inits, "rx_inits", KSTAT_DATA_ULONG);
   4214 
   4215 	kstat_named_init(&erikp->erik_tx_inits, "tx_inits", KSTAT_DATA_ULONG);
   4216 
   4217 	kstat_named_init(&erikp->erik_rxtag_err, "rxtag_error",
   4218 	    KSTAT_DATA_ULONG);
   4219 
   4220 	kstat_named_init(&erikp->erik_parity_error, "parity_error",
   4221 	    KSTAT_DATA_ULONG);
   4222 
   4223 	kstat_named_init(&erikp->erik_pci_error_int, "pci_error_interrupt",
   4224 	    KSTAT_DATA_ULONG);
   4225 	kstat_named_init(&erikp->erik_unknown_fatal, "unknown_fatal",
   4226 	    KSTAT_DATA_ULONG);
   4227 	kstat_named_init(&erikp->erik_pci_data_parity_err,
   4228 	    "pci_data_parity_err", KSTAT_DATA_ULONG);
   4229 	kstat_named_init(&erikp->erik_pci_signal_target_abort,
   4230 	    "pci_signal_target_abort", KSTAT_DATA_ULONG);
   4231 	kstat_named_init(&erikp->erik_pci_rcvd_target_abort,
   4232 	    "pci_rcvd_target_abort", KSTAT_DATA_ULONG);
   4233 	kstat_named_init(&erikp->erik_pci_rcvd_master_abort,
   4234 	    "pci_rcvd_master_abort", KSTAT_DATA_ULONG);
   4235 	kstat_named_init(&erikp->erik_pci_signal_system_err,
   4236 	    "pci_signal_system_err", KSTAT_DATA_ULONG);
   4237 	kstat_named_init(&erikp->erik_pci_det_parity_err,
   4238 	    "pci_det_parity_err", KSTAT_DATA_ULONG);
   4239 
   4240 	kstat_named_init(&erikp->erik_pmcap, "pmcap", KSTAT_DATA_ULONG);
   4241 
   4242 
   4243 	ksp->ks_update = eri_stat_kstat_update;
   4244 	ksp->ks_private = (void *) erip;
   4245 	kstat_install(ksp);
   4246 }
   4247 
   4248 
   4249 /* <<<<<<<<<<<<<<<<<<<<<<< NDD SUPPORT FUNCTIONS	>>>>>>>>>>>>>>>>>>> */
   4250 /*
   4251  * ndd support functions to get/set parameters
   4252  */
   4253 /* Free the Named Dispatch Table by calling eri_nd_free */
   4254 static void
   4255 eri_param_cleanup(struct eri *erip)
   4256 {
   4257 	if (erip->g_nd)
   4258 		(void) eri_nd_free(&erip->g_nd);
   4259 }
   4260 
   4261 /*
   4262  * Extracts the value from the eri parameter array and prints the
   4263  * parameter value. cp points to the required parameter.
   4264  */
   4265 /* ARGSUSED */
   4266 static int
   4267 eri_param_get(queue_t *q, mblk_t *mp, caddr_t cp)
   4268 {
   4269 	param_t		*eripa = (void *)cp;
   4270 	int		param_len = 1;
   4271 	uint32_t	param_val;
   4272 	mblk_t		*nmp;
   4273 	int		ok;
   4274 
   4275 	param_val = eripa->param_val;
   4276 	/*
   4277 	 * Calculate space required in mblk.
   4278 	 * Remember to include NULL terminator.
   4279 	 */
   4280 	do {
   4281 		param_len++;
   4282 		param_val /= 10;
   4283 	} while (param_val);
   4284 
   4285 	ok = eri_mk_mblk_tail_space(mp, &nmp, param_len);
   4286 	if (ok == 0) {
   4287 		(void) sprintf((char *)nmp->b_wptr, "%d", eripa->param_val);
   4288 		nmp->b_wptr += param_len;
   4289 	}
   4290 
   4291 	return (ok);
   4292 }
   4293 
   4294 /*
   4295  * Check if there is space for p_val at the end if mblk.
   4296  * If not, allocate new 1k mblk.
   4297  */
   4298 static int
   4299 eri_mk_mblk_tail_space(mblk_t *mp, mblk_t **nmp, size_t sz)
   4300 {
   4301 	mblk_t *tmp = mp;
   4302 
   4303 	while (tmp->b_cont)
   4304 		tmp = tmp->b_cont;
   4305 
   4306 	if (MBLKTAIL(tmp) < sz) {
   4307 		if ((tmp->b_cont = allocb(1024, BPRI_HI)) == NULL)
   4308 			return (ENOMEM);
   4309 		tmp = tmp->b_cont;
   4310 	}
   4311 	*nmp = tmp;
   4312 	return (0);
   4313 }
   4314 
   4315 /*
   4316  * Register each element of the parameter array with the
   4317  * named dispatch handler. Each element is loaded using
   4318  * eri_nd_load()
   4319  */
   4320 static int
   4321 eri_param_register(struct eri *erip, param_t *eripa, int cnt)
   4322 {
   4323 	/* cnt gives the count of the number of */
   4324 	/* elements present in the parameter array */
   4325 
   4326 	int i;
   4327 
   4328 	for (i = 0; i < cnt; i++, eripa++) {
   4329 		pfi_t	setter = (pfi_t)eri_param_set;
   4330 
   4331 		switch (eripa->param_name[0]) {
   4332 		case '+':	/* read-write */
   4333 			setter = (pfi_t)eri_param_set;
   4334 			break;
   4335 
   4336 		case '-':	/* read-only */
   4337 			setter = NULL;
   4338 			break;
   4339 
   4340 		case '!':	/* read-only, not displayed */
   4341 		case '%':	/* read-write, not displayed */
   4342 			continue;
   4343 		}
   4344 
   4345 		if (!eri_nd_load(&erip->g_nd, eripa->param_name + 1,
   4346 		    (pfi_t)eri_param_get, setter, (caddr_t)eripa)) {
   4347 			(void) eri_nd_free(&erip->g_nd);
   4348 			return (B_FALSE);
   4349 		}
   4350 	}
   4351 
   4352 	return (B_TRUE);
   4353 }
   4354 
   4355 /*
   4356  * Sets the eri parameter to the value in the param_register using
   4357  * eri_nd_load().
   4358  */
   4359 /* ARGSUSED */
   4360 static int
   4361 eri_param_set(queue_t *q, mblk_t *mp, char *value, caddr_t cp)
   4362 {
   4363 	char *end;
   4364 	long new_value;
   4365 	param_t	*eripa = (void *)cp;
   4366 
   4367 	if (ddi_strtol(value, &end, 10, &new_value) != 0)
   4368 		return (EINVAL);
   4369 	if (end == value || new_value < eripa->param_min ||
   4370 	    new_value > eripa->param_max) {
   4371 			return (EINVAL);
   4372 	}
   4373 	eripa->param_val = (uint32_t)new_value;
   4374 	return (0);
   4375 
   4376 }
   4377 
   4378 /* Free the table pointed to by 'ndp' */
   4379 static void
   4380 eri_nd_free(caddr_t *nd_pparam)
   4381 {
   4382 	ND	*nd;
   4383 
   4384 	if ((nd = (void *)(*nd_pparam)) != NULL) {
   4385 		if (nd->nd_tbl)
   4386 			kmem_free(nd->nd_tbl, nd->nd_size);
   4387 		kmem_free(nd, sizeof (ND));
   4388 		*nd_pparam = NULL;
   4389 	}
   4390 }
   4391 
   4392 static int
   4393 eri_nd_getset(queue_t *q, caddr_t nd_param, MBLKP mp)
   4394 {
   4395 	int	err;
   4396 	IOCP	iocp;
   4397 	MBLKP	mp1;
   4398 	ND	*nd;
   4399 	NDE	*nde;
   4400 	char	*valp;
   4401 	size_t	avail;
   4402 	mblk_t	*nmp;
   4403 
   4404 	if (!nd_param)
   4405 		return (B_FALSE);
   4406 
   4407 	nd = (void *)nd_param;
   4408 	iocp = (void *)mp->b_rptr;
   4409 	if ((iocp->ioc_count == 0) || !(mp1 = mp->b_cont)) {
   4410 		mp->b_datap->db_type = M_IOCACK;
   4411 		iocp->ioc_count = 0;
   4412 		iocp->ioc_error = EINVAL;
   4413 		return (B_TRUE);
   4414 	}
   4415 	/*
   4416 	 * NOTE - logic throughout nd_xxx assumes single data block for ioctl.
   4417 	 *	However, existing code sends in some big buffers.
   4418 	 */
   4419 	avail = iocp->ioc_count;
   4420 	if (mp1->b_cont) {
   4421 		freemsg(mp1->b_cont);
   4422 		mp1->b_cont = NULL;
   4423 	}
   4424 
   4425 	mp1->b_datap->db_lim[-1] = '\0';	/* Force null termination */
   4426 	valp = (char *)mp1->b_rptr;
   4427 
   4428 	for (nde = nd->nd_tbl; /* */; nde++) {
   4429 		if (!nde->nde_name)
   4430 			return (B_FALSE);
   4431 		if (strcmp(nde->nde_name, valp) == 0)
   4432 			break;
   4433 	}
   4434 	err = EINVAL;
   4435 
   4436 	while (*valp++)
   4437 		;
   4438 
   4439 	if (!*valp || valp >= (char *)mp1->b_wptr)
   4440 		valp = NULL;
   4441 
   4442 	switch (iocp->ioc_cmd) {
   4443 	case ND_GET:
   4444 	/*
   4445 	 * (XXX) hack: "*valp" is size of user buffer for copyout. If result
   4446 	 * of action routine is too big, free excess and return ioc_rval as buf
   4447 	 * size needed.  Return as many mblocks as will fit, free the rest.  For
   4448 	 * backward compatibility, assume size of orig ioctl buffer if "*valp"
   4449 	 * bad or not given.
   4450 	 */
   4451 		if (valp)
   4452 			(void) ddi_strtol(valp, NULL, 10, (long *)&avail);
   4453 		/* We overwrite the name/value with the reply data */
   4454 		{
   4455 			mblk_t *mp2 = mp1;
   4456 
   4457 			while (mp2) {
   4458 				mp2->b_wptr = mp2->b_rptr;
   4459 				mp2 = mp2->b_cont;
   4460 			}
   4461 		}
   4462 		err = (*nde->nde_get_pfi)(q, mp1, nde->nde_data, iocp->ioc_cr);
   4463 		if (!err) {
   4464 			size_t	size_out;
   4465 			ssize_t	excess;
   4466 
   4467 			iocp->ioc_rval = 0;
   4468 
   4469 			/* Tack on the null */
   4470 			err = eri_mk_mblk_tail_space(mp1, &nmp, 1);
   4471 			if (!err) {
   4472 				*nmp->b_wptr++ = '\0';
   4473 				size_out = msgdsize(mp1);
   4474 				excess = size_out - avail;
   4475 				if (excess > 0) {
   4476 					iocp->ioc_rval = (unsigned)size_out;
   4477 					size_out -= excess;
   4478 					(void) adjmsg(mp1, -(excess + 1));
   4479 					err = eri_mk_mblk_tail_space(mp1,
   4480 					    &nmp, 1);
   4481 					if (!err)
   4482 						*nmp->b_wptr++ = '\0';
   4483 					else
   4484 						size_out = 0;
   4485 				}
   4486 
   4487 			} else
   4488 				size_out = 0;
   4489 
   4490 			iocp->ioc_count = size_out;
   4491 		}
   4492 		break;
   4493 
   4494 	case ND_SET:
   4495 		if (valp) {
   4496 			err = (*nde->nde_set_pfi)(q, mp1, valp,
   4497 			    nde->nde_data, iocp->ioc_cr);
   4498 			iocp->ioc_count = 0;
   4499 			freemsg(mp1);
   4500 			mp->b_cont = NULL;
   4501 		}
   4502 		break;
   4503 	}
   4504 
   4505 	iocp->ioc_error = err;
   4506 	mp->b_datap->db_type = M_IOCACK;
   4507 	return (B_TRUE);
   4508 }
   4509 
   4510 /*
   4511  * Load 'name' into the named dispatch table pointed to by 'ndp'.
   4512  * 'ndp' should be the address of a char pointer cell.  If the table
   4513  * does not exist (*ndp == 0), a new table is allocated and 'ndp'
   4514  * is stuffed.  If there is not enough space in the table for a new
   4515  * entry, more space is allocated.
   4516  */
   4517 static boolean_t
   4518 eri_nd_load(caddr_t *nd_pparam, char *name, pfi_t get_pfi,
   4519     pfi_t set_pfi, caddr_t data)
   4520 {
   4521 	ND	*nd;
   4522 	NDE	*nde;
   4523 
   4524 	if (!nd_pparam)
   4525 		return (B_FALSE);
   4526 
   4527 	if ((nd = (void *)(*nd_pparam)) == NULL) {
   4528 		if ((nd = (ND *)kmem_zalloc(sizeof (ND), KM_NOSLEEP))
   4529 		    == NULL)
   4530 			return (B_FALSE);
   4531 		*nd_pparam = (caddr_t)nd;
   4532 	}
   4533 	if (nd->nd_tbl) {
   4534 		for (nde = nd->nd_tbl; nde->nde_name; nde++) {
   4535 			if (strcmp(name, nde->nde_name) == 0)
   4536 				goto fill_it;
   4537 		}
   4538 	}
   4539 	if (nd->nd_free_count <= 1) {
   4540 		if ((nde = (NDE *)kmem_zalloc(nd->nd_size +
   4541 		    NDE_ALLOC_SIZE, KM_NOSLEEP)) == NULL)
   4542 			return (B_FALSE);
   4543 
   4544 		nd->nd_free_count += NDE_ALLOC_COUNT;
   4545 		if (nd->nd_tbl) {
   4546 			bcopy((char *)nd->nd_tbl, (char *)nde, nd->nd_size);
   4547 			kmem_free((char *)nd->nd_tbl, nd->nd_size);
   4548 		} else {
   4549 			nd->nd_free_count--;
   4550 			nde->nde_name = "?";
   4551 			nde->nde_get_pfi = nd_get_names;
   4552 			nde->nde_set_pfi = nd_set_default;
   4553 		}
   4554 		nde->nde_data = (caddr_t)nd;
   4555 		nd->nd_tbl = nde;
   4556 		nd->nd_size += NDE_ALLOC_SIZE;
   4557 	}
   4558 	for (nde = nd->nd_tbl; nde->nde_name; nde++)
   4559 		;
   4560 	nd->nd_free_count--;
   4561 fill_it:
   4562 	nde->nde_name = name;
   4563 	nde->nde_get_pfi = get_pfi ? get_pfi : nd_get_default;
   4564 	nde->nde_set_pfi = set_pfi ? set_pfi : nd_set_default;
   4565 	nde->nde_data = data;
   4566 	return (B_TRUE);
   4567 }
   4568 
   4569 /*
   4570  * Hardening Functions
   4571  * New Section
   4572  */
   4573 #ifdef  DEBUG
   4574 /*PRINTFLIKE5*/
   4575 static void
   4576 eri_debug_msg(const char *file, int line, struct eri *erip,
   4577     debug_msg_t type, const char *fmt, ...)
   4578 {
   4579 	char	msg_buffer[255];
   4580 	va_list ap;
   4581 
   4582 	va_start(ap, fmt);
   4583 	(void) vsprintf(msg_buffer, fmt, ap);
   4584 	va_end(ap);
   4585 
   4586 	if (eri_msg_out & ERI_CON_MSG) {
   4587 		if (((type <= eri_debug_level) && eri_debug_all) ||
   4588 		    ((type == eri_debug_level) && !eri_debug_all)) {
   4589 			if (erip)
   4590 				cmn_err(CE_CONT, "D: %s %s%d:(%s%d) %s\n",
   4591 				    debug_msg_string[type], file, line,
   4592 				    ddi_driver_name(erip->dip), erip->instance,
   4593 				    msg_buffer);
   4594 			else
   4595 				cmn_err(CE_CONT, "D: %s %s(%d): %s\n",
   4596 				    debug_msg_string[type], file,
   4597 				    line, msg_buffer);
   4598 		}
   4599 	}
   4600 }
   4601 #endif
   4602 
   4603 
   4604 /*PRINTFLIKE4*/
   4605 static void
   4606 eri_fault_msg(struct eri *erip, uint_t severity, msg_t type,
   4607 	const char *fmt, ...)
   4608 {
   4609 	char	msg_buffer[255];
   4610 	va_list	ap;
   4611 
   4612 	va_start(ap, fmt);
   4613 	(void) vsprintf(msg_buffer, fmt, ap);
   4614 	va_end(ap);
   4615 
   4616 	if (erip == NULL) {
   4617 		cmn_err(CE_NOTE, "eri : %s", msg_buffer);
   4618 		return;
   4619 	}
   4620 
   4621 	if (severity == SEVERITY_HIGH) {
   4622 		cmn_err(CE_WARN, "%s%d : %s", ddi_driver_name(erip->dip),
   4623 		    erip->instance, msg_buffer);
   4624 	} else switch (type) {
   4625 	case ERI_VERB_MSG:
   4626 		cmn_err(CE_CONT, "?%s%d : %s", ddi_driver_name(erip->dip),
   4627 		    erip->instance, msg_buffer);
   4628 		break;
   4629 	case ERI_LOG_MSG:
   4630 		cmn_err(CE_NOTE, "^%s%d : %s", ddi_driver_name(erip->dip),
   4631 		    erip->instance, msg_buffer);
   4632 		break;
   4633 	case ERI_BUF_MSG:
   4634 		cmn_err(CE_NOTE, "!%s%d : %s", ddi_driver_name(erip->dip),
   4635 		    erip->instance, msg_buffer);
   4636 		break;
   4637 	case ERI_CON_MSG:
   4638 		cmn_err(CE_CONT, "%s%d : %s", ddi_driver_name(erip->dip),
   4639 		    erip->instance, msg_buffer);
   4640 	default:
   4641 		break;
   4642 	}
   4643 }
   4644 
   4645 /*
   4646  * Transceiver (xcvr) Functions
   4647  * New Section
   4648  */
   4649 /*
   4650  * eri_stop_timer function is used by a function before doing link-related
   4651  * processing. It locks the "linklock" to protect the link-related data
   4652  * structures. This lock will be subsequently released in eri_start_timer().
   4653  */
   4654 static void
   4655 eri_stop_timer(struct eri *erip)
   4656 {
   4657 	timeout_id_t id;
   4658 	mutex_enter(&erip->linklock);
   4659 	if (erip->timerid) {
   4660 		erip->flags |= ERI_NOTIMEOUTS; /* prevent multiple timeout */
   4661 		id = erip->timerid;
   4662 		erip->timerid = 0; /* prevent other thread do untimeout */
   4663 		mutex_exit(&erip->linklock); /* no mutex across untimeout() */
   4664 
   4665 		(void) untimeout(id);
   4666 		mutex_enter(&erip->linklock); /* acquire mutex again */
   4667 		erip->flags &= ~ERI_NOTIMEOUTS;
   4668 	}
   4669 }
   4670 
   4671 /*
   4672  * If msec parameter is zero, just release "linklock".
   4673  */
   4674 static void
   4675 eri_start_timer(struct eri *erip, fptrv_t func, clock_t msec)
   4676 {
   4677 	if (msec) {
   4678 		if (!(erip->flags & ERI_NOTIMEOUTS) &&
   4679 		    (erip->flags & ERI_RUNNING)) {
   4680 			erip->timerid = timeout(func, (caddr_t)erip,
   4681 			    drv_usectohz(1000*msec));
   4682 		}
   4683 	}
   4684 
   4685 	mutex_exit(&erip->linklock);
   4686 }
   4687 
   4688 static int
   4689 eri_new_xcvr(struct eri *erip)
   4690 {
   4691 	int		status;
   4692 	uint32_t 	cfg;
   4693 	int		old_transceiver;
   4694 
   4695 	if (pci_report_pmcap(erip->dip, PCI_PM_IDLESPEED,
   4696 	    PCI_PM_IDLESPEED_NONE) == DDI_SUCCESS)
   4697 		erip->stats.pmcap = ERI_PMCAP_NONE;
   4698 
   4699 	status = B_FALSE;			/* no change */
   4700 	cfg = GET_MIFREG(mif_cfg);
   4701 	ERI_DEBUG_MSG2(erip, MIF_MSG, "cfg value = %X", cfg);
   4702 	old_transceiver = param_transceiver;
   4703 
   4704 	if ((cfg & ERI_MIF_CFGM1) && !use_int_xcvr) {
   4705 		ERI_DEBUG_MSG1(erip, PHY_MSG, "Found External XCVR");
   4706 		/*
   4707 		 * An External Transceiver was found and it takes priority
   4708 		 * over an internal, given the use_int_xcvr flag
   4709 		 * is false.
   4710 		 */
   4711 		if (old_transceiver != EXTERNAL_XCVR) {
   4712 			/*
   4713 			 * External transceiver has just been plugged
   4714 			 * in. Isolate the internal Transceiver.
   4715 			 */
   4716 			if (old_transceiver == INTERNAL_XCVR) {
   4717 				eri_mii_write(erip, ERI_PHY_BMCR,
   4718 				    (PHY_BMCR_ISOLATE | PHY_BMCR_PWRDN |
   4719 				    PHY_BMCR_LPBK));
   4720 			}
   4721 			status = B_TRUE;
   4722 		}
   4723 		/*
   4724 		 * Select the external Transceiver.
   4725 		 */
   4726 		erip->phyad = ERI_EXTERNAL_PHYAD;
   4727 		param_transceiver = EXTERNAL_XCVR;
   4728 		erip->mif_config &= ~ERI_MIF_CFGPD;
   4729 		erip->mif_config |= (erip->phyad << ERI_MIF_CFGPD_SHIFT);
   4730 		erip->mif_config |= ERI_MIF_CFGPS;
   4731 		PUT_MIFREG(mif_cfg, erip->mif_config);
   4732 
   4733 		PUT_MACREG(xifc, GET_MACREG(xifc) | BMAC_XIFC_MIIBUF_OE);
   4734 		drv_usecwait(ERI_MIF_POLL_DELAY);
   4735 	} else if (cfg & ERI_MIF_CFGM0) {
   4736 		ERI_DEBUG_MSG1(erip, PHY_MSG, "Found Internal XCVR");
   4737 		/*
   4738 		 * An Internal Transceiver was found or the
   4739 		 * use_int_xcvr flag is true.
   4740 		 */
   4741 		if (old_transceiver != INTERNAL_XCVR) {
   4742 			/*
   4743 			 * The external transceiver has just been
   4744 			 * disconnected or we're moving from a no
   4745 			 * transceiver state.
   4746 			 */
   4747 			if ((old_transceiver == EXTERNAL_XCVR) &&
   4748 			    (cfg & ERI_MIF_CFGM0)) {
   4749 				eri_mii_write(erip, ERI_PHY_BMCR,
   4750 				    (PHY_BMCR_ISOLATE | PHY_BMCR_PWRDN |
   4751 				    PHY_BMCR_LPBK));
   4752 			}
   4753 			status = B_TRUE;
   4754 		}
   4755 		/*
   4756 		 * Select the internal transceiver.
   4757 		 */
   4758 		erip->phyad = ERI_INTERNAL_PHYAD;
   4759 		param_transceiver = INTERNAL_XCVR;
   4760 		erip->mif_config &= ~ERI_MIF_CFGPD;
   4761 		erip->mif_config |= (erip->phyad << ERI_MIF_CFGPD_SHIFT);
   4762 		erip->mif_config &= ~ERI_MIF_CFGPS;
   4763 		PUT_MIFREG(mif_cfg, erip->mif_config);
   4764 
   4765 		PUT_MACREG(xifc, GET_MACREG(xifc) & ~ BMAC_XIFC_MIIBUF_OE);
   4766 		drv_usecwait(ERI_MIF_POLL_DELAY);
   4767 	} else {
   4768 		/*
   4769 		 * Did not find a valid xcvr.
   4770 		 */
   4771 		ERI_FAULT_MSG1(erip, SEVERITY_NONE, ERI_VERB_MSG,
   4772 		    "Eri_new_xcvr : Select None");
   4773 		param_transceiver = NO_XCVR;
   4774 		erip->xcvr_status = PHY_LINK_DOWN;
   4775 	}
   4776 
   4777 	if (erip->stats.pmcap == ERI_PMCAP_NONE) {
   4778 		if (pci_report_pmcap(erip->dip, PCI_PM_IDLESPEED,
   4779 		    (void *)4000) == DDI_SUCCESS)
   4780 			erip->stats.pmcap = ERI_PMCAP_4MHZ;
   4781 	}
   4782 
   4783 	return (status);
   4784 }
   4785 
   4786 /*
   4787  * This function is used for timers.  No locks are held on timer expiry.
   4788  */
   4789 static void
   4790 eri_check_link(struct eri *erip)
   4791 {
   4792 	link_state_t	linkupdate = eri_check_link_noind(erip);
   4793 
   4794 	if (linkupdate != LINK_STATE_UNKNOWN)
   4795 		mac_link_update(erip->mh, linkupdate);
   4796 }
   4797 
   4798 /*
   4799  * Compare our xcvr in our structure to the xcvr that we get from
   4800  * eri_check_mii_xcvr(). If they are different then mark the
   4801  * link down, reset xcvr, and return.
   4802  *
   4803  * Note without the MII connector, conditions can not change that
   4804  * will then use a external phy, thus this code has been cleaned
   4805  * to not even call the function or to possibly change the xcvr.
   4806  */
   4807 static uint32_t
   4808 eri_check_link_noind(struct eri *erip)
   4809 {
   4810 	uint16_t stat, control, mif_ints;
   4811 	uint32_t link_timeout	= ERI_LINKCHECK_TIMER;
   4812 	uint32_t linkupdate = 0;
   4813 
   4814 	eri_stop_timer(erip);	/* acquire linklock */
   4815 
   4816 	mutex_enter(&erip->xmitlock);
   4817 	mutex_enter(&erip->xcvrlock);
   4818 	eri_mif_poll(erip, MIF_POLL_STOP);
   4819 
   4820 	(void) eri_mii_read(erip, ERI_PHY_BMSR, &stat);
   4821 	mif_ints = erip->mii_status ^ stat;
   4822 
   4823 	if (erip->openloop_autoneg) {
   4824 		(void) eri_mii_read(erip, ERI_PHY_BMSR, &stat);
   4825 		ERI_DEBUG_MSG3(erip, XCVR_MSG,
   4826 		    "eri_check_link:openloop stat %X mii_status %X",
   4827 		    stat, erip->mii_status);
   4828 		(void) eri_mii_read(erip, ERI_PHY_BMCR, &control);
   4829 		if (!(stat & PHY_BMSR_LNKSTS) &&
   4830 		    (erip->openloop_autoneg < 2)) {
   4831 			if (param_speed) {
   4832 				control &= ~PHY_BMCR_100M;
   4833 				param_anlpar_100hdx = 0;
   4834 				param_anlpar_10hdx = 1;
   4835 				param_speed = 0;
   4836 				erip->stats.ifspeed = 10;
   4837 
   4838 			} else {
   4839 				control |= PHY_BMCR_100M;
   4840 				param_anlpar_100hdx = 1;
   4841 				param_anlpar_10hdx = 0;
   4842 				param_speed = 1;
   4843 				erip->stats.ifspeed = 100;
   4844 			}
   4845 			ERI_DEBUG_MSG3(erip, XCVR_MSG,
   4846 			    "eri_check_link: trying speed %X stat %X",
   4847 			    param_speed, stat);
   4848 
   4849 			erip->openloop_autoneg ++;
   4850 			eri_mii_write(erip, ERI_PHY_BMCR, control);
   4851 			link_timeout = ERI_P_FAULT_TIMER;
   4852 		} else {
   4853 			erip->openloop_autoneg = 0;
   4854 			linkupdate = eri_mif_check(erip, stat, stat);
   4855 			if (erip->openloop_autoneg)
   4856 				link_timeout = ERI_P_FAULT_TIMER;
   4857 		}
   4858 		eri_mif_poll(erip, MIF_POLL_START);
   4859 		mutex_exit(&erip->xcvrlock);
   4860 		mutex_exit(&erip->xmitlock);
   4861 
   4862 		eri_start_timer(erip, eri_check_link, link_timeout);
   4863 		return (linkupdate);
   4864 	}
   4865 
   4866 	linkupdate = eri_mif_check(erip, mif_ints, stat);
   4867 	eri_mif_poll(erip, MIF_POLL_START);
   4868 	mutex_exit(&erip->xcvrlock);
   4869 	mutex_exit(&erip->xmitlock);
   4870 
   4871 #ifdef ERI_RMAC_HANG_WORKAROUND
   4872 	/*
   4873 	 * Check if rx hung.
   4874 	 */
   4875 	if ((erip->flags & ERI_RUNNING) && param_linkup) {
   4876 		if (erip->check_rmac_hang) {
   4877 			ERI_DEBUG_MSG5(erip,
   4878 			    NONFATAL_MSG,
   4879 			    "check1 %d: macsm:%8x wr:%2x rd:%2x",
   4880 			    erip->check_rmac_hang,
   4881 			    GET_MACREG(macsm),
   4882 			    GET_ERXREG(rxfifo_wr_ptr),
   4883 			    GET_ERXREG(rxfifo_rd_ptr));
   4884 
   4885 			erip->check_rmac_hang = 0;
   4886 			erip->check2_rmac_hang ++;
   4887 
   4888 			erip->rxfifo_wr_ptr_c = GET_ERXREG(rxfifo_wr_ptr);
   4889 			erip->rxfifo_rd_ptr_c = GET_ERXREG(rxfifo_rd_ptr);
   4890 
   4891 			eri_start_timer(erip, eri_check_link,
   4892 			    ERI_CHECK_HANG_TIMER);
   4893 			return (linkupdate);
   4894 		}
   4895 
   4896 		if (erip->check2_rmac_hang) {
   4897 			ERI_DEBUG_MSG5(erip,
   4898 			    NONFATAL_MSG,
   4899 			    "check2 %d: macsm:%8x wr:%2x rd:%2x",
   4900 			    erip->check2_rmac_hang,
   4901 			    GET_MACREG(macsm),
   4902 			    GET_ERXREG(rxfifo_wr_ptr),
   4903 			    GET_ERXREG(rxfifo_rd_ptr));
   4904 
   4905 			erip->check2_rmac_hang = 0;
   4906 
   4907 			erip->rxfifo_wr_ptr = GET_ERXREG(rxfifo_wr_ptr);
   4908 			erip->rxfifo_rd_ptr = GET_ERXREG(rxfifo_rd_ptr);
   4909 
   4910 			if (((GET_MACREG(macsm) & BMAC_OVERFLOW_STATE) ==
   4911 			    BMAC_OVERFLOW_STATE) &&
   4912 			    ((erip->rxfifo_wr_ptr_c == erip->rxfifo_rd_ptr_c) ||
   4913 			    ((erip->rxfifo_rd_ptr == erip->rxfifo_rd_ptr_c) &&
   4914 			    (erip->rxfifo_wr_ptr == erip->rxfifo_wr_ptr_c)))) {
   4915 				ERI_DEBUG_MSG1(erip,
   4916 				    NONFATAL_MSG,
   4917 				    "RX hang: Reset mac");
   4918 
   4919 				HSTAT(erip, rx_hang);
   4920 				erip->linkcheck = 1;
   4921 
   4922 				eri_start_timer(erip, eri_check_link,
   4923 				    ERI_LINKCHECK_TIMER);
   4924 				(void) eri_init(erip);
   4925 				return (linkupdate);
   4926 			}
   4927 		}
   4928 	}
   4929 #endif
   4930 
   4931 	/*
   4932 	 * Check if tx hung.
   4933 	 */
   4934 #ifdef	ERI_TX_HUNG
   4935 	if ((erip->flags & ERI_RUNNING) && param_linkup &&
   4936 	    (eri_check_txhung(erip))) {
   4937 		HSTAT(erip, tx_hang);
   4938 		eri_reinit_txhung++;
   4939 		erip->linkcheck = 1;
   4940 		eri_start_timer(erip, eri_check_link, ERI_CHECK_HANG_TIMER);
   4941 		(void) eri_init(erip);
   4942 		return (linkupdate);
   4943 	}
   4944 #endif
   4945 
   4946 #ifdef ERI_PM_WORKAROUND
   4947 	if (erip->stats.pmcap == ERI_PMCAP_NONE) {
   4948 		if (pci_report_pmcap(erip->dip, PCI_PM_IDLESPEED,
   4949 		    (void *)4000) == DDI_SUCCESS)
   4950 			erip->stats.pmcap = ERI_PMCAP_4MHZ;
   4951 
   4952 		ERI_DEBUG_MSG2(erip, NONFATAL_MSG,
   4953 		    "eri_check_link: PMCAP %d", erip->stats.pmcap);
   4954 	}
   4955 #endif
   4956 	if ((!param_mode) && (param_transceiver != NO_XCVR))
   4957 		eri_start_timer(erip, eri_check_link, ERI_CHECK_HANG_TIMER);
   4958 	else
   4959 		eri_start_timer(erip, eri_check_link, ERI_LINKCHECK_TIMER);
   4960 	return (linkupdate);
   4961 }
   4962 
   4963 static link_state_t
   4964 eri_mif_check(struct eri *erip, uint16_t mif_ints, uint16_t mif_data)
   4965 {
   4966 	uint16_t control, aner, anlpar, anar, an_common;
   4967 	uint16_t old_mintrans;
   4968 	int restart_autoneg = 0;
   4969 	link_state_t retv;
   4970 
   4971 	ERI_DEBUG_MSG4(erip, XCVR_MSG, "eri_mif_check: mif_mask: %X, %X, %X",
   4972 	    erip->mif_mask, mif_ints, mif_data);
   4973 
   4974 	mif_ints &= ~erip->mif_mask;
   4975 	erip->mii_status = mif_data;
   4976 	/*
   4977 	 * Now check if someone has pulled the xcvr or
   4978 	 * a new xcvr has shown up
   4979 	 * If so try to find out what the new xcvr setup is.
   4980 	 */
   4981 	if (((mif_ints & PHY_BMSR_RES1) && (mif_data == 0xFFFF)) ||
   4982 	    (param_transceiver == NO_XCVR)) {
   4983 		ERI_FAULT_MSG1(erip, SEVERITY_NONE, ERI_VERB_MSG,
   4984 		    "No status transceiver gone");
   4985 		if (eri_new_xcvr(erip)) {
   4986 			if (param_transceiver != NO_XCVR) {
   4987 				/*
   4988 				 * Reset the new PHY and bring up the link
   4989 				 */
   4990 				(void) eri_reset_xcvr(erip);
   4991 			}
   4992 		}
   4993 		return (LINK_STATE_UNKNOWN);
   4994 	}
   4995 
   4996 	if (param_autoneg && (mif_ints & PHY_BMSR_LNKSTS) &&
   4997 	    (mif_data & PHY_BMSR_LNKSTS) && (mif_data & PHY_BMSR_ANC)) {
   4998 		mif_ints |= PHY_BMSR_ANC;
   4999 		ERI_DEBUG_MSG3(erip, PHY_MSG,
   5000 		    "eri_mif_check: Set ANC bit mif_data %X mig_ints %X",
   5001 		    mif_data, mif_ints);
   5002 	}
   5003 
   5004 	if ((mif_ints & PHY_BMSR_ANC) && (mif_data & PHY_BMSR_ANC)) {
   5005 		ERI_DEBUG_MSG1(erip, PHY_MSG, "Auto-negotiation interrupt.");
   5006 
   5007 		/*
   5008 		 * Switch off Auto-negotiation interrupts and switch on
   5009 		 * Link ststus interrupts.
   5010 		 */
   5011 		erip->mif_mask |= PHY_BMSR_ANC;
   5012 		erip->mif_mask &= ~PHY_BMSR_LNKSTS;
   5013 		(void) eri_mii_read(erip, ERI_PHY_ANER, &aner);
   5014 		param_aner_lpancap = 1 && (aner & PHY_ANER_LPNW);
   5015 		if ((aner & PHY_ANER_MLF) || (eri_force_mlf)) {
   5016 			ERI_DEBUG_MSG1(erip, XCVR_MSG,
   5017 			    "parallel detection fault");
   5018 			/*
   5019 			 * Consider doing open loop auto-negotiation.
   5020 			 */
   5021 			ERI_DEBUG_MSG1(erip, XCVR_MSG,
   5022 			    "Going into Open loop Auto-neg");
   5023 			(void) eri_mii_read(erip, ERI_PHY_BMCR, &control);
   5024 
   5025 			control &= ~(PHY_BMCR_ANE | PHY_BMCR_RAN |
   5026 			    PHY_BMCR_FDX);
   5027 			if (param_anar_100fdx || param_anar_100hdx) {
   5028 				control |= PHY_BMCR_100M;
   5029 				param_anlpar_100hdx = 1;
   5030 				param_anlpar_10hdx = 0;
   5031 				param_speed = 1;
   5032 				erip->stats.ifspeed = 100;
   5033 
   5034 			} else if (param_anar_10fdx || param_anar_10hdx) {
   5035 				control &= ~PHY_BMCR_100M;
   5036 				param_anlpar_100hdx = 0;
   5037 				param_anlpar_10hdx = 1;
   5038 				param_speed = 0;
   5039 				erip->stats.ifspeed = 10;
   5040 			} else {
   5041 				ERI_FAULT_MSG1(erip, SEVERITY_NONE,
   5042 				    ERI_VERB_MSG,
   5043 				    "Transceiver speed set incorrectly.");
   5044 				return (0);
   5045 			}
   5046 
   5047 			(void) eri_mii_write(erip, ERI_PHY_BMCR, control);
   5048 			param_anlpar_100fdx = 0;
   5049 			param_anlpar_10fdx = 0;
   5050 			param_mode = 0;
   5051 			erip->openloop_autoneg = 1;
   5052 			return (0);
   5053 		}
   5054 		(void) eri_mii_read(erip, ERI_PHY_ANLPAR, &anlpar);
   5055 		(void) eri_mii_read(erip, ERI_PHY_ANAR, &anar);
   5056 		an_common = anar & anlpar;
   5057 
   5058 		ERI_DEBUG_MSG2(erip, XCVR_MSG, "an_common = 0x%X", an_common);
   5059 
   5060 		if (an_common & (PHY_ANLPAR_TXFDX | PHY_ANLPAR_TX)) {
   5061 			param_speed = 1;
   5062 			erip->stats.ifspeed = 100;
   5063 			param_mode = 1 && (an_common & PHY_ANLPAR_TXFDX);
   5064 
   5065 		} else if (an_common & (PHY_ANLPAR_10FDX | PHY_ANLPAR_10)) {
   5066 			param_speed = 0;
   5067 			erip->stats.ifspeed = 10;
   5068 			param_mode = 1 && (an_common & PHY_ANLPAR_10FDX);
   5069 
   5070 		} else an_common = 0x0;
   5071 
   5072 		if (!an_common) {
   5073 			ERI_FAULT_MSG1(erip, SEVERITY_MID, ERI_VERB_MSG,
   5074 			    "Transceiver: anar not set with speed selection");
   5075 		}
   5076 		param_anlpar_100T4 = 1 && (anlpar & PHY_ANLPAR_T4);
   5077 		param_anlpar_100fdx = 1 && (anlpar & PHY_ANLPAR_TXFDX);
   5078 		param_anlpar_100hdx = 1 && (anlpar & PHY_ANLPAR_TX);
   5079 		param_anlpar_10fdx = 1 && (anlpar & PHY_ANLPAR_10FDX);
   5080 		param_anlpar_10hdx = 1 && (anlpar & PHY_ANLPAR_10);
   5081 
   5082 		ERI_DEBUG_MSG2(erip, PHY_MSG,
   5083 		    "Link duplex = 0x%X", param_mode);
   5084 		ERI_DEBUG_MSG2(erip, PHY_MSG,
   5085 		    "Link speed = 0x%X", param_speed);
   5086 	/*	mif_ints |= PHY_BMSR_LNKSTS; prevent double msg */
   5087 	/*	mif_data |= PHY_BMSR_LNKSTS; prevent double msg */
   5088 	}
   5089 	retv = LINK_STATE_UNKNOWN;
   5090 	if (mif_ints & PHY_BMSR_LNKSTS) {
   5091 		if (mif_data & PHY_BMSR_LNKSTS) {
   5092 			ERI_DEBUG_MSG1(erip, PHY_MSG, "Link Up");
   5093 			/*
   5094 			 * Program Lu3X31T for mininum transition
   5095 			 */
   5096 			if (eri_phy_mintrans) {
   5097 				eri_mii_write(erip, 31, 0x8000);
   5098 				(void) eri_mii_read(erip, 0, &old_mintrans);
   5099 				eri_mii_write(erip, 0, 0x00F1);
   5100 				eri_mii_write(erip, 31, 0x0000);
   5101 			}
   5102 			/*
   5103 			 * The link is up.
   5104 			 */
   5105 			eri_init_txmac(erip);
   5106 			param_linkup = 1;
   5107 			erip->stats.link_up = LINK_STATE_UP;
   5108 			if (param_mode)
   5109 				erip->stats.link_duplex = LINK_DUPLEX_FULL;
   5110 			else
   5111 				erip->stats.link_duplex = LINK_DUPLEX_HALF;
   5112 
   5113 			retv = LINK_STATE_UP;
   5114 		} else {
   5115 			ERI_DEBUG_MSG1(erip, PHY_MSG, "Link down.");
   5116 			param_linkup = 0;
   5117 			erip->stats.link_up = LINK_STATE_DOWN;
   5118 			erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   5119 			retv = LINK_STATE_DOWN;
   5120 			if (param_autoneg) {
   5121 				restart_autoneg = 1;
   5122 			}
   5123 		}
   5124 	} else {
   5125 		if (mif_data & PHY_BMSR_LNKSTS) {
   5126 			if (!param_linkup) {
   5127 				ERI_DEBUG_MSG1(erip, PHY_MSG,
   5128 				    "eri_mif_check: MIF data link up");
   5129 				/*
   5130 				 * Program Lu3X31T for minimum transition
   5131 				 */
   5132 				if (eri_phy_mintrans) {
   5133 					eri_mii_write(erip, 31, 0x8000);
   5134 					(void) eri_mii_read(erip, 0,
   5135 					    &old_mintrans);
   5136 					eri_mii_write(erip, 0, 0x00F1);
   5137 					eri_mii_write(erip, 31, 0x0000);
   5138 				}
   5139 				/*
   5140 				 * The link is up.
   5141 				 */
   5142 				eri_init_txmac(erip);
   5143 
   5144 				param_linkup = 1;
   5145 				erip->stats.link_up = LINK_STATE_UP;
   5146 				if (param_mode)
   5147 					erip->stats.link_duplex =
   5148 					    LINK_DUPLEX_FULL;
   5149 				else
   5150 					erip->stats.link_duplex =
   5151 					    LINK_DUPLEX_HALF;
   5152 
   5153 				retv = LINK_STATE_UP;
   5154 			}
   5155 		} else if (param_linkup) {
   5156 			/*
   5157 			 * The link is down now.
   5158 			 */
   5159 			ERI_DEBUG_MSG1(erip, PHY_MSG,
   5160 			    "eri_mif_check:Link was up and went down");
   5161 			param_linkup = 0;
   5162 			erip->stats.link_up = LINK_STATE_DOWN;
   5163 			erip->stats.link_duplex = LINK_DUPLEX_UNKNOWN;
   5164 			retv = LINK_STATE_DOWN;
   5165 			if (param_autoneg)
   5166 				restart_autoneg = 1;
   5167 		}
   5168 	}
   5169 	if (restart_autoneg) {
   5170 		/*
   5171 		 * Restart normal auto-negotiation.
   5172 		 */
   5173 		ERI_DEBUG_MSG1(erip, PHY_MSG,
   5174 		    "eri_mif_check:Restart AUto Negotiation");
   5175 		erip->openloop_autoneg = 0;
   5176 		param_mode = 0;
   5177 		param_speed = 0;
   5178 		param_anlpar_100T4 = 0;
   5179 		param_anlpar_100fdx = 0;
   5180 		param_anlpar_100hdx = 0;
   5181 		param_anlpar_10fdx = 0;
   5182 		param_anlpar_10hdx = 0;
   5183 		param_aner_lpancap = 0;
   5184 		(void) eri_mii_read(erip, ERI_PHY_BMCR, &control);
   5185 		control |= (PHY_BMCR_ANE | PHY_BMCR_RAN);
   5186 		eri_mii_write(erip, ERI_PHY_BMCR, control);
   5187 	}
   5188 	if (mif_ints & PHY_BMSR_JABDET) {
   5189 		if (mif_data & PHY_BMSR_JABDET) {
   5190 			ERI_DEBUG_MSG1(erip, PHY_MSG, "Jabber detected.");
   5191 			HSTAT(erip, jab);
   5192 			/*
   5193 			 * Reset the new PHY and bring up the link
   5194 			 * (Check for failure?)
   5195 			 */
   5196 			(void) eri_reset_xcvr(erip);
   5197 		}
   5198 	}
   5199 	return (retv);
   5200 }
   5201 
   5202 #define	PHYRST_PERIOD 500
   5203 static int
   5204 eri_reset_xcvr(struct eri *erip)
   5205 {
   5206 	uint16_t	stat;
   5207 	uint16_t	anar;
   5208 	uint16_t	control;
   5209 	uint16_t	idr1;
   5210 	uint16_t	idr2;
   5211 	uint16_t	nicr;
   5212 	uint32_t	speed_100;
   5213 	uint32_t	speed_10;
   5214 	int n;
   5215 
   5216 #ifdef	ERI_10_10_FORCE_SPEED_WORKAROUND
   5217 	erip->ifspeed_old = erip->stats.ifspeed;
   5218 #endif
   5219 	/*
   5220 	 * Reset Open loop auto-negotiation this means you can try
   5221 	 * Normal auto-negotiation, until you get a Multiple Link fault
   5222 	 * at which point you try 100M half duplex then 10M half duplex
   5223 	 * until you get a Link up.
   5224 	 */
   5225 	erip->openloop_autoneg = 0;
   5226 
   5227 	/*
   5228 	 * Reset the xcvr.
   5229 	 */
   5230 	eri_mii_write(erip, ERI_PHY_BMCR, PHY_BMCR_RESET);
   5231 
   5232 	/* Check for transceiver reset completion */
   5233 
   5234 	n = 1000;
   5235 	while (--n > 0) {
   5236 		drv_usecwait((clock_t)PHYRST_PERIOD);
   5237 		if (eri_mii_read(erip, ERI_PHY_BMCR, &control) == 1) {
   5238 			/* Transceiver does not talk MII */
   5239 			ERI_FAULT_MSG1(erip, SEVERITY_NONE, ERI_VERB_MSG,
   5240 			    "eri_reset_xcvr: no mii");
   5241 		}
   5242 		if ((control & PHY_BMCR_RESET) == 0)
   5243 			goto reset_done;
   5244 	}
   5245 	ERI_FAULT_MSG2(erip, SEVERITY_NONE, ERI_VERB_MSG,
   5246 	    "eri_reset_xcvr:reset_failed n == 0, control %x", control);
   5247 	goto eri_reset_xcvr_failed;
   5248 
   5249 reset_done:
   5250 
   5251 	ERI_DEBUG_MSG2(erip, AUTOCONFIG_MSG,
   5252 	    "eri_reset_xcvr: reset complete in %d us",
   5253 	    (1000 - n) * PHYRST_PERIOD);
   5254 
   5255 	(void) eri_mii_read(erip, ERI_PHY_BMSR, &stat);
   5256 	(void) eri_mii_read(erip, ERI_PHY_ANAR, &anar);
   5257 	(void) eri_mii_read(erip, ERI_PHY_IDR1, &idr1);
   5258 	(void) eri_mii_read(erip, ERI_PHY_IDR2, &idr2);
   5259 
   5260 	ERI_DEBUG_MSG4(erip, XCVR_MSG,
   5261 	    "eri_reset_xcvr: control %x stat %x anar %x", control, stat, anar);
   5262 
   5263 	/*
   5264 	 * Initialize the read only transceiver ndd information
   5265 	 * the values are either 0 or 1.
   5266 	 */
   5267 	param_bmsr_ancap = 1 && (stat & PHY_BMSR_ACFG);
   5268 	param_bmsr_100T4 = 1 && (stat & PHY_BMSR_100T4);
   5269 	param_bmsr_100fdx = 1 && (stat & PHY_BMSR_100FDX);
   5270 	param_bmsr_100hdx = 1 && (stat & PHY_BMSR_100HDX);
   5271 	param_bmsr_10fdx = 1 && (stat & PHY_BMSR_10FDX);
   5272 	param_bmsr_10hdx = 1 && (stat & PHY_BMSR_10HDX);
   5273 
   5274 	/*
   5275 	 * Match up the ndd capabilities with the transceiver.
   5276 	 */
   5277 	param_autoneg &= param_bmsr_ancap;
   5278 	param_anar_100fdx &= param_bmsr_100fdx;
   5279 	param_anar_100hdx &= param_bmsr_100hdx;
   5280 	param_anar_10fdx &= param_bmsr_10fdx;
   5281 	param_anar_10hdx &= param_bmsr_10hdx;
   5282 
   5283 	/*
   5284 	 * Select the operation mode of the transceiver.
   5285 	 */
   5286 	if (param_autoneg) {
   5287 		/*
   5288 		 * Initialize our auto-negotiation capabilities.
   5289 		 */
   5290 		anar = PHY_SELECTOR;
   5291 		if (param_anar_100T4)
   5292 			anar |= PHY_ANAR_T4;
   5293 		if (param_anar_100fdx)
   5294 			anar |= PHY_ANAR_TXFDX;
   5295 		if (param_anar_100hdx)
   5296 			anar |= PHY_ANAR_TX;
   5297 		if (param_anar_10fdx)
   5298 			anar |= PHY_ANAR_10FDX;
   5299 		if (param_anar_10hdx)
   5300 			anar |= PHY_ANAR_10;
   5301 		ERI_DEBUG_MSG2(erip, XCVR_MSG, "anar = %x", anar);
   5302 		eri_mii_write(erip, ERI_PHY_ANAR, anar);
   5303 	}
   5304 
   5305 	/* Place the Transceiver in normal operation mode */
   5306 	if ((control & PHY_BMCR_ISOLATE) || (control & PHY_BMCR_LPBK)) {
   5307 		control &= ~(PHY_BMCR_ISOLATE | PHY_BMCR_LPBK);
   5308 		eri_mii_write(erip, ERI_PHY_BMCR,
   5309 		    (control & ~PHY_BMCR_ISOLATE));
   5310 	}
   5311 
   5312 	/*
   5313 	 * If Lu3X31T then allow nonzero eri_phy_mintrans
   5314 	 */
   5315 	if (eri_phy_mintrans &&
   5316 	    (idr1 != 0x43 || (idr2 & 0xFFF0) != 0x7420)) {
   5317 		eri_phy_mintrans = 0;
   5318 	}
   5319 	/*
   5320 	 * Initialize the mif interrupt mask.
   5321 	 */
   5322 	erip->mif_mask = (uint16_t)(~PHY_BMSR_RES1);
   5323 
   5324 	/*
   5325 	 * Establish link speeds and do necessary special stuff based
   5326 	 * in the speed.
   5327 	 */
   5328 	speed_100 = param_anar_100fdx | param_anar_100hdx;
   5329 	speed_10 = param_anar_10fdx | param_anar_10hdx;
   5330 
   5331 	ERI_DEBUG_MSG5(erip, XCVR_MSG, "eri_reset_xcvr: %d %d %d %d",
   5332 	    param_anar_100fdx, param_anar_100hdx, param_anar_10fdx,
   5333 	    param_anar_10hdx);
   5334 
   5335 	ERI_DEBUG_MSG3(erip, XCVR_MSG,
   5336 	    "eri_reset_xcvr: speed_100 %d speed_10 %d", speed_100, speed_10);
   5337 
   5338 	if ((!speed_100) && (speed_10)) {
   5339 		erip->mif_mask &= ~PHY_BMSR_JABDET;
   5340 		if (!(param_anar_10fdx) &&
   5341 		    (param_anar_10hdx) &&
   5342 		    (erip->link_pulse_disabled)) {
   5343 			param_speed = 0;
   5344 			param_mode = 0;
   5345 			(void) eri_mii_read(erip, ERI_PHY_NICR, &nicr);
   5346 			nicr &= ~PHY_NICR_LD;
   5347 			eri_mii_write(erip, ERI_PHY_NICR, nicr);
   5348 			param_linkup = 1;
   5349 			erip->stats.link_up = LINK_STATE_UP;
   5350 			if (param_mode)
   5351 				erip->stats.link_duplex = LINK_DUPLEX_FULL;
   5352 			else
   5353 				erip->stats.link_duplex = LINK_DUPLEX_HALF;
   5354 		}
   5355 	}
   5356 
   5357 	/*
   5358 	 * Clear the autonegotitation before re-starting
   5359 	 */
   5360 	control = PHY_BMCR_100M | PHY_BMCR_FDX;
   5361 /*	eri_mii_write(erip, ERI_PHY_BMCR, control); */
   5362 	if (param_autoneg) {
   5363 		/*
   5364 		 * Setup the transceiver for autonegotiation.
   5365 		 */
   5366 		erip->mif_mask &= ~PHY_BMSR_ANC;
   5367 
   5368 		/*
   5369 		 * Clear the Auto-negotiation before re-starting
   5370 		 */
   5371 		eri_mii_write(erip, ERI_PHY_BMCR, control & ~PHY_BMCR_ANE);
   5372 
   5373 		/*
   5374 		 * Switch on auto-negotiation.
   5375 		 */
   5376 		control |= (PHY_BMCR_ANE | PHY_BMCR_RAN);
   5377 
   5378 		eri_mii_write(erip, ERI_PHY_BMCR, control);
   5379 	} else {
   5380 		/*
   5381 		 * Force the transceiver.
   5382 		 */
   5383 		erip->mif_mask &= ~PHY_BMSR_LNKSTS;
   5384 
   5385 		/*
   5386 		 * Switch off auto-negotiation.
   5387 		 */
   5388 		control &= ~(PHY_BMCR_FDX | PHY_BMCR_ANE | PHY_BMCR_RAN);
   5389 
   5390 		if (speed_100) {
   5391 			control |= PHY_BMCR_100M;
   5392 			param_aner_lpancap = 0; /* Clear LP nway */
   5393 			param_anlpar_10fdx = 0;
   5394 			param_anlpar_10hdx = 0;
   5395 			param_anlpar_100T4 = param_anar_100T4;
   5396 			param_anlpar_100fdx = param_anar_100fdx;
   5397 			param_anlpar_100hdx = param_anar_100hdx;
   5398 			param_speed = 1;
   5399 			erip->stats.ifspeed = 100;
   5400 			param_mode = param_anar_100fdx;
   5401 			if (param_mode) {
   5402 				param_anlpar_100hdx = 0;
   5403 				erip->stats.link_duplex = LINK_DUPLEX_FULL;
   5404 			} else {
   5405 				erip->stats.link_duplex = LINK_DUPLEX_HALF;
   5406 			}
   5407 		} else if (speed_10) {
   5408 			control &= ~PHY_BMCR_100M;
   5409 			param_aner_lpancap = 0; /* Clear LP nway */
   5410 			param_anlpar_100fdx = 0;
   5411 			param_anlpar_100hdx = 0;
   5412 			param_anlpar_100T4 = 0;
   5413 			param_anlpar_10fdx = param_anar_10fdx;
   5414 			param_anlpar_10hdx = param_anar_10hdx;
   5415 			param_speed = 0;
   5416 			erip->stats.ifspeed = 10;
   5417 			param_mode = param_anar_10fdx;
   5418 			if (param_mode) {
   5419 				param_anlpar_10hdx = 0;
   5420 				erip->stats.link_duplex = LINK_DUPLEX_FULL;
   5421 			} else {
   5422 				erip->stats.link_duplex = LINK_DUPLEX_HALF;
   5423 			}
   5424 		} else {
   5425 			ERI_FAULT_MSG1(erip, SEVERITY_NONE, ERI_VERB_MSG,
   5426 			    "Transceiver speed set incorrectly.");
   5427 		}
   5428 
   5429 		if (param_mode) {
   5430 			control |= PHY_BMCR_FDX;
   5431 		}
   5432 
   5433 		ERI_DEBUG_MSG4(erip, PHY_MSG,
   5434 		    "control = %x status = %x param_mode %d",
   5435 		    control, stat, param_mode);
   5436 
   5437 		eri_mii_write(erip, ERI_PHY_BMCR, control);
   5438 /*
   5439  *		if (param_mode) {
   5440  *			control |= PHY_BMCR_FDX;
   5441  *		}
   5442  *		control &= ~(PHY_BMCR_FDX | PHY_BMCR_ANE | PHY_BMCR_RAN);
   5443  *		eri_mii_write(erip, ERI_PHY_BMCR, control);
   5444  */
   5445 	}
   5446 
   5447 #ifdef DEBUG
   5448 	(void) eri_mii_read(erip, ERI_PHY_BMCR, &control);
   5449 	(void) eri_mii_read(erip, ERI_PHY_BMSR, &stat);
   5450 	(void) eri_mii_read(erip, ERI_PHY_ANAR, &anar);
   5451 #endif
   5452 	ERI_DEBUG_MSG4(erip, PHY_MSG,
   5453 	    "control %X status %X anar %X", control, stat, anar);
   5454 
   5455 eri_reset_xcvr_exit:
   5456 	return (0);
   5457 
   5458 eri_reset_xcvr_failed:
   5459 	return (1);
   5460 }
   5461 
   5462 #ifdef	ERI_10_10_FORCE_SPEED_WORKAROUND
   5463 
   5464 static void
   5465 eri_xcvr_force_mode(struct eri *erip, uint32_t *link_timeout)
   5466 {
   5467 
   5468 	if (!param_autoneg && !param_linkup && (erip->stats.ifspeed == 10) &&
   5469 	    (param_anar_10fdx | param_anar_10hdx)) {
   5470 		*link_timeout = SECOND(1);
   5471 		return;
   5472 	}
   5473 
   5474 	if (!param_autoneg && !param_linkup && (erip->ifspeed_old == 10) &&
   5475 	    (param_anar_100fdx | param_anar_100hdx)) {
   5476 		/*
   5477 		 * May have to set link partner's speed and mode.
   5478 		 */
   5479 		ERI_FAULT_MSG1(erip, SEVERITY_NONE, ERI_LOG_MSG,
   5480 		"May have to set link partner's speed and duplex mode.");
   5481 	}
   5482 }
   5483 #endif
   5484 
   5485 static void
   5486 eri_mif_poll(struct eri *erip, soft_mif_enable_t enable)
   5487 {
   5488 	if (enable == MIF_POLL_START) {
   5489 		if (erip->mifpoll_enable && !erip->openloop_autoneg) {
   5490 			erip->mif_config |= ERI_MIF_CFGPE;
   5491 			PUT_MIFREG(mif_cfg, erip->mif_config);
   5492 			drv_usecwait(ERI_MIF_POLL_DELAY);
   5493 			PUT_GLOBREG(intmask, GET_GLOBREG(intmask) &
   5494 			    ~ERI_G_MASK_MIF_INT);
   5495 			PUT_MIFREG(mif_imask, erip->mif_mask);
   5496 		}
   5497 	} else if (enable == MIF_POLL_STOP) {
   5498 			erip->mif_config &= ~ERI_MIF_CFGPE;
   5499 			PUT_MIFREG(mif_cfg, erip->mif_config);
   5500 			drv_usecwait(ERI_MIF_POLL_DELAY);
   5501 			PUT_GLOBREG(intmask, GET_GLOBREG(intmask) |
   5502 			    ERI_G_MASK_MIF_INT);
   5503 			PUT_MIFREG(mif_imask, ERI_MIF_INTMASK);
   5504 	}
   5505 	ERI_DEBUG_MSG2(erip, XCVR_MSG, "MIF Config = 0x%X",
   5506 	    GET_MIFREG(mif_cfg));
   5507 	ERI_DEBUG_MSG2(erip, XCVR_MSG, "MIF imask = 0x%X",
   5508 	    GET_MIFREG(mif_imask));
   5509 	ERI_DEBUG_MSG2(erip, XCVR_MSG, "INT imask = 0x%X",
   5510 	    GET_GLOBREG(intmask));
   5511 	ERI_DEBUG_MSG1(erip, XCVR_MSG, "<== mif_poll");
   5512 }
   5513 
   5514 /* Decide if transmitter went dead and reinitialize everything */
   5515 #ifdef	ERI_TX_HUNG
   5516 static int eri_txhung_limit = 2;
   5517 static int
   5518 eri_check_txhung(struct eri *erip)
   5519 {
   5520 	boolean_t	macupdate = B_FALSE;
   5521 
   5522 	mutex_enter(&erip->xmitlock);
   5523 	if (erip->flags & ERI_RUNNING)
   5524 		erip->tx_completion = (uint32_t)(GET_ETXREG(tx_completion) &
   5525 		    ETX_COMPLETION_MASK);
   5526 		macupdate |= eri_reclaim(erip, erip->tx_completion);
   5527 
   5528 	/* Something needs to be sent out but it is not going out */
   5529 	if ((erip->tcurp != erip->tnextp) &&
   5530 	    (erip->stats.opackets64 == erip->erisave.reclaim_opackets) &&
   5531 	    (erip->stats.collisions == erip->erisave.starts))
   5532 		erip->txhung++;
   5533 	else
   5534 		erip->txhung = 0;
   5535 
   5536 	erip->erisave.reclaim_opackets = erip->stats.opackets64;
   5537 	erip->erisave.starts = erip->stats.collisions;
   5538 	mutex_exit(&erip->xmitlock);
   5539 
   5540 	if (macupdate)
   5541 		mac_tx_update(erip->mh);
   5542 
   5543 	return (erip->txhung >= eri_txhung_limit);
   5544 }
   5545 #endif
   5546