Home | History | Annotate | Line # | Download | only in ixgbe
ixgbe_82599.c revision 1.4
      1 /******************************************************************************
      2 
      3   Copyright (c) 2001-2010, Intel Corporation
      4   All rights reserved.
      5 
      6   Redistribution and use in source and binary forms, with or without
      7   modification, are permitted provided that the following conditions are met:
      8 
      9    1. Redistributions of source code must retain the above copyright notice,
     10       this list of conditions and the following disclaimer.
     11 
     12    2. Redistributions in binary form must reproduce the above copyright
     13       notice, this list of conditions and the following disclaimer in the
     14       documentation and/or other materials provided with the distribution.
     15 
     16    3. Neither the name of the Intel Corporation nor the names of its
     17       contributors may be used to endorse or promote products derived from
     18       this software without specific prior written permission.
     19 
     20   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
     21   AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     22   IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     23   ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
     24   LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     25   CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     26   SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     27   INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     28   CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     29   ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     30   POSSIBILITY OF SUCH DAMAGE.
     31 
     32 ******************************************************************************/
     33 /*$FreeBSD: src/sys/dev/ixgbe/ixgbe_82599.c,v 1.6 2011/01/19 19:36:27 jfv Exp $*/
     34 /*$NetBSD: ixgbe_82599.c,v 1.4 2015/02/24 14:14:50 msaitoh Exp $*/
     35 
     36 #include "ixgbe_type.h"
     37 #include "ixgbe_api.h"
     38 #include "ixgbe_common.h"
     39 #include "ixgbe_phy.h"
     40 
     41 s32 ixgbe_init_ops_82599(struct ixgbe_hw *hw);
     42 s32 ixgbe_get_link_capabilities_82599(struct ixgbe_hw *hw,
     43                                       ixgbe_link_speed *speed,
     44                                       bool *autoneg);
     45 enum ixgbe_media_type ixgbe_get_media_type_82599(struct ixgbe_hw *hw);
     46 void ixgbe_disable_tx_laser_multispeed_fiber(struct ixgbe_hw *hw);
     47 void ixgbe_enable_tx_laser_multispeed_fiber(struct ixgbe_hw *hw);
     48 void ixgbe_flap_tx_laser_multispeed_fiber(struct ixgbe_hw *hw);
     49 s32 ixgbe_setup_mac_link_multispeed_fiber(struct ixgbe_hw *hw,
     50                                      ixgbe_link_speed speed, bool autoneg,
     51                                      bool autoneg_wait_to_complete);
     52 s32 ixgbe_setup_mac_link_smartspeed(struct ixgbe_hw *hw,
     53 				     ixgbe_link_speed speed, bool autoneg,
     54 				     bool autoneg_wait_to_complete);
     55 s32 ixgbe_start_mac_link_82599(struct ixgbe_hw *hw,
     56 				bool autoneg_wait_to_complete);
     57 s32 ixgbe_setup_mac_link_82599(struct ixgbe_hw *hw,
     58                                      ixgbe_link_speed speed,
     59                                      bool autoneg,
     60                                      bool autoneg_wait_to_complete);
     61 static s32 ixgbe_setup_copper_link_82599(struct ixgbe_hw *hw,
     62                                                ixgbe_link_speed speed,
     63                                                bool autoneg,
     64                                                bool autoneg_wait_to_complete);
     65 s32 ixgbe_setup_sfp_modules_82599(struct ixgbe_hw *hw);
     66 void ixgbe_init_mac_link_ops_82599(struct ixgbe_hw *hw);
     67 s32 ixgbe_reset_hw_82599(struct ixgbe_hw *hw);
     68 s32 ixgbe_read_analog_reg8_82599(struct ixgbe_hw *hw, u32 reg, u8 *val);
     69 s32 ixgbe_write_analog_reg8_82599(struct ixgbe_hw *hw, u32 reg, u8 val);
     70 s32 ixgbe_start_hw_rev_1_82599(struct ixgbe_hw *hw);
     71 s32 ixgbe_identify_phy_82599(struct ixgbe_hw *hw);
     72 s32 ixgbe_init_phy_ops_82599(struct ixgbe_hw *hw);
     73 u32 ixgbe_get_supported_physical_layer_82599(struct ixgbe_hw *hw);
     74 s32 ixgbe_enable_rx_dma_82599(struct ixgbe_hw *hw, u32 regval);
     75 static s32 ixgbe_verify_fw_version_82599(struct ixgbe_hw *hw);
     76 bool ixgbe_verify_lesm_fw_enabled_82599(struct ixgbe_hw *hw);
     77 
     78 
     79 void ixgbe_init_mac_link_ops_82599(struct ixgbe_hw *hw)
     80 {
     81 	struct ixgbe_mac_info *mac = &hw->mac;
     82 
     83 	DEBUGFUNC("ixgbe_init_mac_link_ops_82599");
     84 
     85 	/* enable the laser control functions for SFP+ fiber */
     86 	if (mac->ops.get_media_type(hw) == ixgbe_media_type_fiber) {
     87 		mac->ops.disable_tx_laser =
     88 		                       &ixgbe_disable_tx_laser_multispeed_fiber;
     89 		mac->ops.enable_tx_laser =
     90 		                        &ixgbe_enable_tx_laser_multispeed_fiber;
     91 		mac->ops.flap_tx_laser = &ixgbe_flap_tx_laser_multispeed_fiber;
     92 
     93 	} else {
     94 		mac->ops.disable_tx_laser = NULL;
     95 		mac->ops.enable_tx_laser = NULL;
     96 		mac->ops.flap_tx_laser = NULL;
     97 	}
     98 
     99 	if (hw->phy.multispeed_fiber) {
    100 		/* Set up dual speed SFP+ support */
    101 		mac->ops.setup_link = &ixgbe_setup_mac_link_multispeed_fiber;
    102 	} else {
    103 		if ((ixgbe_get_media_type(hw) == ixgbe_media_type_backplane) &&
    104 		     (hw->phy.smart_speed == ixgbe_smart_speed_auto ||
    105 		      hw->phy.smart_speed == ixgbe_smart_speed_on) &&
    106 		      !ixgbe_verify_lesm_fw_enabled_82599(hw)) {
    107 			mac->ops.setup_link = &ixgbe_setup_mac_link_smartspeed;
    108 		} else {
    109 			mac->ops.setup_link = &ixgbe_setup_mac_link_82599;
    110 		}
    111 	}
    112 }
    113 
    114 /**
    115  *  ixgbe_init_phy_ops_82599 - PHY/SFP specific init
    116  *  @hw: pointer to hardware structure
    117  *
    118  *  Initialize any function pointers that were not able to be
    119  *  set during init_shared_code because the PHY/SFP type was
    120  *  not known.  Perform the SFP init if necessary.
    121  *
    122  **/
    123 s32 ixgbe_init_phy_ops_82599(struct ixgbe_hw *hw)
    124 {
    125 	struct ixgbe_mac_info *mac = &hw->mac;
    126 	struct ixgbe_phy_info *phy = &hw->phy;
    127 	s32 ret_val = IXGBE_SUCCESS;
    128 
    129 	DEBUGFUNC("ixgbe_init_phy_ops_82599");
    130 
    131 	/* Identify the PHY or SFP module */
    132 	ret_val = phy->ops.identify(hw);
    133 	if (ret_val == IXGBE_ERR_SFP_NOT_SUPPORTED)
    134 		goto init_phy_ops_out;
    135 
    136 	/* Setup function pointers based on detected SFP module and speeds */
    137 	ixgbe_init_mac_link_ops_82599(hw);
    138 	if (hw->phy.sfp_type != ixgbe_sfp_type_unknown)
    139 		hw->phy.ops.reset = NULL;
    140 
    141 	/* If copper media, overwrite with copper function pointers */
    142 	if (mac->ops.get_media_type(hw) == ixgbe_media_type_copper) {
    143 		mac->ops.setup_link = &ixgbe_setup_copper_link_82599;
    144 		mac->ops.get_link_capabilities =
    145 		                  &ixgbe_get_copper_link_capabilities_generic;
    146 	}
    147 
    148 	/* Set necessary function pointers based on phy type */
    149 	switch (hw->phy.type) {
    150 	case ixgbe_phy_tn:
    151 		phy->ops.setup_link = &ixgbe_setup_phy_link_tnx;
    152 		phy->ops.check_link = &ixgbe_check_phy_link_tnx;
    153 		phy->ops.get_firmware_version =
    154 		             &ixgbe_get_phy_firmware_version_tnx;
    155 		break;
    156 	case ixgbe_phy_aq:
    157 		phy->ops.get_firmware_version =
    158 		             &ixgbe_get_phy_firmware_version_generic;
    159 		break;
    160 	default:
    161 		break;
    162 	}
    163 init_phy_ops_out:
    164 	return ret_val;
    165 }
    166 
    167 s32 ixgbe_setup_sfp_modules_82599(struct ixgbe_hw *hw)
    168 {
    169 	s32 ret_val = IXGBE_SUCCESS;
    170 	u32 reg_anlp1 = 0;
    171 	u32 i = 0;
    172 	u16 list_offset, data_offset, data_value;
    173 
    174 	DEBUGFUNC("ixgbe_setup_sfp_modules_82599");
    175 
    176 	if (hw->phy.sfp_type != ixgbe_sfp_type_unknown) {
    177 		ixgbe_init_mac_link_ops_82599(hw);
    178 
    179 		hw->phy.ops.reset = NULL;
    180 
    181 		ret_val = ixgbe_get_sfp_init_sequence_offsets(hw, &list_offset,
    182 		                                              &data_offset);
    183 		if (ret_val != IXGBE_SUCCESS)
    184 			goto setup_sfp_out;
    185 
    186 		/* PHY config will finish before releasing the semaphore */
    187 		ret_val = ixgbe_acquire_swfw_sync(hw, IXGBE_GSSR_MAC_CSR_SM);
    188 		if (ret_val != IXGBE_SUCCESS) {
    189 			ret_val = IXGBE_ERR_SWFW_SYNC;
    190 			goto setup_sfp_out;
    191 		}
    192 
    193 		hw->eeprom.ops.read(hw, ++data_offset, &data_value);
    194 		while (data_value != 0xffff) {
    195 			IXGBE_WRITE_REG(hw, IXGBE_CORECTL, data_value);
    196 			IXGBE_WRITE_FLUSH(hw);
    197 			hw->eeprom.ops.read(hw, ++data_offset, &data_value);
    198 		}
    199 
    200 		/* Release the semaphore */
    201 		ixgbe_release_swfw_sync(hw, IXGBE_GSSR_MAC_CSR_SM);
    202 		/* Delay obtaining semaphore again to allow FW access */
    203 		msec_delay(hw->eeprom.semaphore_delay);
    204 
    205 		/* Now restart DSP by setting Restart_AN and clearing LMS */
    206 		IXGBE_WRITE_REG(hw, IXGBE_AUTOC, ((IXGBE_READ_REG(hw,
    207 		                IXGBE_AUTOC) & ~IXGBE_AUTOC_LMS_MASK) |
    208 		                IXGBE_AUTOC_AN_RESTART));
    209 
    210 		/* Wait for AN to leave state 0 */
    211 		for (i = 0; i < 10; i++) {
    212 			msec_delay(4);
    213 			reg_anlp1 = IXGBE_READ_REG(hw, IXGBE_ANLP1);
    214 			if (reg_anlp1 & IXGBE_ANLP1_AN_STATE_MASK)
    215 				break;
    216 		}
    217 		if (!(reg_anlp1 & IXGBE_ANLP1_AN_STATE_MASK)) {
    218 			DEBUGOUT("sfp module setup not complete\n");
    219 			ret_val = IXGBE_ERR_SFP_SETUP_NOT_COMPLETE;
    220 			goto setup_sfp_out;
    221 		}
    222 
    223 		/* Restart DSP by setting Restart_AN and return to SFI mode */
    224 		IXGBE_WRITE_REG(hw, IXGBE_AUTOC, (IXGBE_READ_REG(hw,
    225 		                IXGBE_AUTOC) | IXGBE_AUTOC_LMS_10G_SERIAL |
    226 		                IXGBE_AUTOC_AN_RESTART));
    227 	}
    228 
    229 setup_sfp_out:
    230 	return ret_val;
    231 }
    232 
    233 /**
    234  *  ixgbe_init_ops_82599 - Inits func ptrs and MAC type
    235  *  @hw: pointer to hardware structure
    236  *
    237  *  Initialize the function pointers and assign the MAC type for 82599.
    238  *  Does not touch the hardware.
    239  **/
    240 
    241 s32 ixgbe_init_ops_82599(struct ixgbe_hw *hw)
    242 {
    243 	struct ixgbe_mac_info *mac = &hw->mac;
    244 	struct ixgbe_phy_info *phy = &hw->phy;
    245 	s32 ret_val;
    246 
    247 	DEBUGFUNC("ixgbe_init_ops_82599");
    248 
    249 	ret_val = ixgbe_init_phy_ops_generic(hw);
    250 	ret_val = ixgbe_init_ops_generic(hw);
    251 
    252 	/* PHY */
    253 	phy->ops.identify = &ixgbe_identify_phy_82599;
    254 	phy->ops.init = &ixgbe_init_phy_ops_82599;
    255 
    256 	/* MAC */
    257 	mac->ops.reset_hw = &ixgbe_reset_hw_82599;
    258 	mac->ops.enable_relaxed_ordering = &ixgbe_enable_relaxed_ordering_gen2;
    259 	mac->ops.get_media_type = &ixgbe_get_media_type_82599;
    260 	mac->ops.get_supported_physical_layer =
    261 	                            &ixgbe_get_supported_physical_layer_82599;
    262 	mac->ops.enable_rx_dma = &ixgbe_enable_rx_dma_82599;
    263 	mac->ops.read_analog_reg8 = &ixgbe_read_analog_reg8_82599;
    264 	mac->ops.write_analog_reg8 = &ixgbe_write_analog_reg8_82599;
    265 	mac->ops.start_hw = &ixgbe_start_hw_rev_1_82599;
    266 	mac->ops.get_san_mac_addr = &ixgbe_get_san_mac_addr_generic;
    267 	mac->ops.set_san_mac_addr = &ixgbe_set_san_mac_addr_generic;
    268 	mac->ops.get_device_caps = &ixgbe_get_device_caps_generic;
    269 	mac->ops.get_wwn_prefix = &ixgbe_get_wwn_prefix_generic;
    270 	mac->ops.get_fcoe_boot_status = &ixgbe_get_fcoe_boot_status_generic;
    271 
    272 	/* RAR, Multicast, VLAN */
    273 	mac->ops.set_vmdq = &ixgbe_set_vmdq_generic;
    274 	mac->ops.clear_vmdq = &ixgbe_clear_vmdq_generic;
    275 	mac->ops.insert_mac_addr = &ixgbe_insert_mac_addr_generic;
    276 	mac->rar_highwater = 1;
    277 	mac->ops.set_vfta = &ixgbe_set_vfta_generic;
    278 	mac->ops.clear_vfta = &ixgbe_clear_vfta_generic;
    279 	mac->ops.init_uta_tables = &ixgbe_init_uta_tables_generic;
    280 	mac->ops.setup_sfp = &ixgbe_setup_sfp_modules_82599;
    281 	mac->ops.set_mac_anti_spoofing = &ixgbe_set_mac_anti_spoofing;
    282 	mac->ops.set_vlan_anti_spoofing = &ixgbe_set_vlan_anti_spoofing;
    283 
    284 	/* Link */
    285 	mac->ops.get_link_capabilities = &ixgbe_get_link_capabilities_82599;
    286 	mac->ops.check_link            = &ixgbe_check_mac_link_generic;
    287 	ixgbe_init_mac_link_ops_82599(hw);
    288 
    289 	mac->mcft_size        = 128;
    290 	mac->vft_size         = 128;
    291 	mac->num_rar_entries  = 128;
    292 	mac->rx_pb_size       = 512;
    293 	mac->max_tx_queues    = 128;
    294 	mac->max_rx_queues    = 128;
    295 	mac->max_msix_vectors = ixgbe_get_pcie_msix_count_generic(hw);
    296 
    297 	hw->mbx.ops.init_params = ixgbe_init_mbx_params_pf;
    298 
    299 	return ret_val;
    300 }
    301 
    302 /**
    303  *  ixgbe_get_link_capabilities_82599 - Determines link capabilities
    304  *  @hw: pointer to hardware structure
    305  *  @speed: pointer to link speed
    306  *  @negotiation: TRUE when autoneg or autotry is enabled
    307  *
    308  *  Determines the link capabilities by reading the AUTOC register.
    309  **/
    310 s32 ixgbe_get_link_capabilities_82599(struct ixgbe_hw *hw,
    311                                       ixgbe_link_speed *speed,
    312                                       bool *negotiation)
    313 {
    314 	s32 status = IXGBE_SUCCESS;
    315 	u32 autoc = 0;
    316 
    317 	DEBUGFUNC("ixgbe_get_link_capabilities_82599");
    318 
    319 
    320 	/* Check if 1G SFP module. */
    321 	if (hw->phy.sfp_type == ixgbe_sfp_type_1g_cu_core0 ||
    322 	    hw->phy.sfp_type == ixgbe_sfp_type_1g_cu_core1) {
    323 		*speed = IXGBE_LINK_SPEED_1GB_FULL;
    324 		*negotiation = TRUE;
    325 		goto out;
    326 	}
    327 
    328 	/*
    329 	 * Determine link capabilities based on the stored value of AUTOC,
    330 	 * which represents EEPROM defaults.  If AUTOC value has not
    331 	 * been stored, use the current register values.
    332 	 */
    333 	if (hw->mac.orig_link_settings_stored)
    334 		autoc = hw->mac.orig_autoc;
    335 	else
    336 		autoc = IXGBE_READ_REG(hw, IXGBE_AUTOC);
    337 
    338 	switch (autoc & IXGBE_AUTOC_LMS_MASK) {
    339 	case IXGBE_AUTOC_LMS_1G_LINK_NO_AN:
    340 		*speed = IXGBE_LINK_SPEED_1GB_FULL;
    341 		*negotiation = FALSE;
    342 		break;
    343 
    344 	case IXGBE_AUTOC_LMS_10G_LINK_NO_AN:
    345 		*speed = IXGBE_LINK_SPEED_10GB_FULL;
    346 		*negotiation = FALSE;
    347 		break;
    348 
    349 	case IXGBE_AUTOC_LMS_1G_AN:
    350 		*speed = IXGBE_LINK_SPEED_1GB_FULL;
    351 		*negotiation = TRUE;
    352 		break;
    353 
    354 	case IXGBE_AUTOC_LMS_10G_SERIAL:
    355 		*speed = IXGBE_LINK_SPEED_10GB_FULL;
    356 		*negotiation = FALSE;
    357 		break;
    358 
    359 	case IXGBE_AUTOC_LMS_KX4_KX_KR:
    360 	case IXGBE_AUTOC_LMS_KX4_KX_KR_1G_AN:
    361 		*speed = IXGBE_LINK_SPEED_UNKNOWN;
    362 		if (autoc & IXGBE_AUTOC_KR_SUPP)
    363 			*speed |= IXGBE_LINK_SPEED_10GB_FULL;
    364 		if (autoc & IXGBE_AUTOC_KX4_SUPP)
    365 			*speed |= IXGBE_LINK_SPEED_10GB_FULL;
    366 		if (autoc & IXGBE_AUTOC_KX_SUPP)
    367 			*speed |= IXGBE_LINK_SPEED_1GB_FULL;
    368 		*negotiation = TRUE;
    369 		break;
    370 
    371 	case IXGBE_AUTOC_LMS_KX4_KX_KR_SGMII:
    372 		*speed = IXGBE_LINK_SPEED_100_FULL;
    373 		if (autoc & IXGBE_AUTOC_KR_SUPP)
    374 			*speed |= IXGBE_LINK_SPEED_10GB_FULL;
    375 		if (autoc & IXGBE_AUTOC_KX4_SUPP)
    376 			*speed |= IXGBE_LINK_SPEED_10GB_FULL;
    377 		if (autoc & IXGBE_AUTOC_KX_SUPP)
    378 			*speed |= IXGBE_LINK_SPEED_1GB_FULL;
    379 		*negotiation = TRUE;
    380 		break;
    381 
    382 	case IXGBE_AUTOC_LMS_SGMII_1G_100M:
    383 		*speed = IXGBE_LINK_SPEED_1GB_FULL | IXGBE_LINK_SPEED_100_FULL;
    384 		*negotiation = FALSE;
    385 		break;
    386 
    387 	default:
    388 		status = IXGBE_ERR_LINK_SETUP;
    389 		goto out;
    390 		break;
    391 	}
    392 
    393 	if (hw->phy.multispeed_fiber) {
    394 		*speed |= IXGBE_LINK_SPEED_10GB_FULL |
    395 		          IXGBE_LINK_SPEED_1GB_FULL;
    396 		*negotiation = TRUE;
    397 	}
    398 
    399 out:
    400 	return status;
    401 }
    402 
    403 /**
    404  *  ixgbe_get_media_type_82599 - Get media type
    405  *  @hw: pointer to hardware structure
    406  *
    407  *  Returns the media type (fiber, copper, backplane)
    408  **/
    409 enum ixgbe_media_type ixgbe_get_media_type_82599(struct ixgbe_hw *hw)
    410 {
    411 	enum ixgbe_media_type media_type;
    412 
    413 	DEBUGFUNC("ixgbe_get_media_type_82599");
    414 
    415 	/* Detect if there is a copper PHY attached. */
    416 	switch (hw->phy.type) {
    417 	case ixgbe_phy_cu_unknown:
    418 	case ixgbe_phy_tn:
    419 	case ixgbe_phy_aq:
    420 		media_type = ixgbe_media_type_copper;
    421 		goto out;
    422 	default:
    423 		break;
    424 	}
    425 
    426 	switch (hw->device_id) {
    427 	case IXGBE_DEV_ID_82599_KX4:
    428 	case IXGBE_DEV_ID_82599_KX4_MEZZ:
    429 	case IXGBE_DEV_ID_82599_COMBO_BACKPLANE:
    430 	case IXGBE_DEV_ID_82599_BACKPLANE_FCOE:
    431 	case IXGBE_DEV_ID_82599_XAUI_LOM:
    432 		/* Default device ID is mezzanine card KX/KX4 */
    433 		media_type = ixgbe_media_type_backplane;
    434 		break;
    435 	case IXGBE_DEV_ID_82599_SFP:
    436 	case IXGBE_DEV_ID_82599_SFP_FCOE:
    437 	case IXGBE_DEV_ID_82599_SFP_SF2:
    438 		media_type = ixgbe_media_type_fiber;
    439 		break;
    440 	case IXGBE_DEV_ID_82599_CX4:
    441 		media_type = ixgbe_media_type_cx4;
    442 		break;
    443 	case IXGBE_DEV_ID_82599_T3_LOM:
    444 		media_type = ixgbe_media_type_copper;
    445 		break;
    446 	default:
    447 		media_type = ixgbe_media_type_unknown;
    448 		break;
    449 	}
    450 out:
    451 	return media_type;
    452 }
    453 
    454 /**
    455  *  ixgbe_start_mac_link_82599 - Setup MAC link settings
    456  *  @hw: pointer to hardware structure
    457  *  @autoneg_wait_to_complete: TRUE when waiting for completion is needed
    458  *
    459  *  Configures link settings based on values in the ixgbe_hw struct.
    460  *  Restarts the link.  Performs autonegotiation if needed.
    461  **/
    462 s32 ixgbe_start_mac_link_82599(struct ixgbe_hw *hw,
    463                                bool autoneg_wait_to_complete)
    464 {
    465 	u32 autoc_reg;
    466 	u32 links_reg;
    467 	u32 i;
    468 	s32 status = IXGBE_SUCCESS;
    469 
    470 	DEBUGFUNC("ixgbe_start_mac_link_82599");
    471 
    472 
    473 	/* Restart link */
    474 	autoc_reg = IXGBE_READ_REG(hw, IXGBE_AUTOC);
    475 	autoc_reg |= IXGBE_AUTOC_AN_RESTART;
    476 	IXGBE_WRITE_REG(hw, IXGBE_AUTOC, autoc_reg);
    477 
    478 	/* Only poll for autoneg to complete if specified to do so */
    479 	if (autoneg_wait_to_complete) {
    480 		if ((autoc_reg & IXGBE_AUTOC_LMS_MASK) ==
    481 		     IXGBE_AUTOC_LMS_KX4_KX_KR ||
    482 		    (autoc_reg & IXGBE_AUTOC_LMS_MASK) ==
    483 		     IXGBE_AUTOC_LMS_KX4_KX_KR_1G_AN ||
    484 		    (autoc_reg & IXGBE_AUTOC_LMS_MASK) ==
    485 		     IXGBE_AUTOC_LMS_KX4_KX_KR_SGMII) {
    486 			links_reg = 0; /* Just in case Autoneg time = 0 */
    487 			for (i = 0; i < IXGBE_AUTO_NEG_TIME; i++) {
    488 				links_reg = IXGBE_READ_REG(hw, IXGBE_LINKS);
    489 				if (links_reg & IXGBE_LINKS_KX_AN_COMP)
    490 					break;
    491 				msec_delay(100);
    492 			}
    493 			if (!(links_reg & IXGBE_LINKS_KX_AN_COMP)) {
    494 				status = IXGBE_ERR_AUTONEG_NOT_COMPLETE;
    495 				DEBUGOUT("Autoneg did not complete.\n");
    496 			}
    497 		}
    498 	}
    499 
    500 	/* Add delay to filter out noises during initial link setup */
    501 	msec_delay(50);
    502 
    503 	return status;
    504 }
    505 
    506 /**
    507  *  ixgbe_disable_tx_laser_multispeed_fiber - Disable Tx laser
    508  *  @hw: pointer to hardware structure
    509  *
    510  *  The base drivers may require better control over SFP+ module
    511  *  PHY states.  This includes selectively shutting down the Tx
    512  *  laser on the PHY, effectively halting physical link.
    513  **/
    514 void ixgbe_disable_tx_laser_multispeed_fiber(struct ixgbe_hw *hw)
    515 {
    516 	u32 esdp_reg = IXGBE_READ_REG(hw, IXGBE_ESDP);
    517 
    518 	/* Disable tx laser; allow 100us to go dark per spec */
    519 	esdp_reg |= IXGBE_ESDP_SDP3;
    520 	IXGBE_WRITE_REG(hw, IXGBE_ESDP, esdp_reg);
    521 	IXGBE_WRITE_FLUSH(hw);
    522 	usec_delay(100);
    523 }
    524 
    525 /**
    526  *  ixgbe_enable_tx_laser_multispeed_fiber - Enable Tx laser
    527  *  @hw: pointer to hardware structure
    528  *
    529  *  The base drivers may require better control over SFP+ module
    530  *  PHY states.  This includes selectively turning on the Tx
    531  *  laser on the PHY, effectively starting physical link.
    532  **/
    533 void ixgbe_enable_tx_laser_multispeed_fiber(struct ixgbe_hw *hw)
    534 {
    535 	u32 esdp_reg = IXGBE_READ_REG(hw, IXGBE_ESDP);
    536 
    537 	/* Enable tx laser; allow 100ms to light up */
    538 	esdp_reg &= ~IXGBE_ESDP_SDP3;
    539 	IXGBE_WRITE_REG(hw, IXGBE_ESDP, esdp_reg);
    540 	IXGBE_WRITE_FLUSH(hw);
    541 	msec_delay(100);
    542 }
    543 
    544 /**
    545  *  ixgbe_flap_tx_laser_multispeed_fiber - Flap Tx laser
    546  *  @hw: pointer to hardware structure
    547  *
    548  *  When the driver changes the link speeds that it can support,
    549  *  it sets autotry_restart to TRUE to indicate that we need to
    550  *  initiate a new autotry session with the link partner.  To do
    551  *  so, we set the speed then disable and re-enable the tx laser, to
    552  *  alert the link partner that it also needs to restart autotry on its
    553  *  end.  This is consistent with TRUE clause 37 autoneg, which also
    554  *  involves a loss of signal.
    555  **/
    556 void ixgbe_flap_tx_laser_multispeed_fiber(struct ixgbe_hw *hw)
    557 {
    558 	DEBUGFUNC("ixgbe_flap_tx_laser_multispeed_fiber");
    559 
    560 	if (hw->mac.autotry_restart) {
    561 		ixgbe_disable_tx_laser_multispeed_fiber(hw);
    562 		ixgbe_enable_tx_laser_multispeed_fiber(hw);
    563 		hw->mac.autotry_restart = FALSE;
    564 	}
    565 }
    566 
    567 /**
    568  *  ixgbe_setup_mac_link_multispeed_fiber - Set MAC link speed
    569  *  @hw: pointer to hardware structure
    570  *  @speed: new link speed
    571  *  @autoneg: TRUE if autonegotiation enabled
    572  *  @autoneg_wait_to_complete: TRUE when waiting for completion is needed
    573  *
    574  *  Set the link speed in the AUTOC register and restarts link.
    575  **/
    576 s32 ixgbe_setup_mac_link_multispeed_fiber(struct ixgbe_hw *hw,
    577                                      ixgbe_link_speed speed, bool autoneg,
    578                                      bool autoneg_wait_to_complete)
    579 {
    580 	s32 status = IXGBE_SUCCESS;
    581 	ixgbe_link_speed link_speed = IXGBE_LINK_SPEED_UNKNOWN;
    582 	ixgbe_link_speed highest_link_speed = IXGBE_LINK_SPEED_UNKNOWN;
    583 	u32 speedcnt = 0;
    584 	u32 esdp_reg = IXGBE_READ_REG(hw, IXGBE_ESDP);
    585 	u32 i = 0;
    586 	bool link_up = FALSE;
    587 	bool negotiation;
    588 
    589 	DEBUGFUNC("ixgbe_setup_mac_link_multispeed_fiber");
    590 
    591 	/* Mask off requested but non-supported speeds */
    592 	status = ixgbe_get_link_capabilities(hw, &link_speed, &negotiation);
    593 	if (status != IXGBE_SUCCESS)
    594 		return status;
    595 
    596 	speed &= link_speed;
    597 
    598 	/*
    599 	 * Try each speed one by one, highest priority first.  We do this in
    600 	 * software because 10gb fiber doesn't support speed autonegotiation.
    601 	 */
    602 	if (speed & IXGBE_LINK_SPEED_10GB_FULL) {
    603 		speedcnt++;
    604 		highest_link_speed = IXGBE_LINK_SPEED_10GB_FULL;
    605 
    606 		/* If we already have link at this speed, just jump out */
    607 		status = ixgbe_check_link(hw, &link_speed, &link_up, FALSE);
    608 		if (status != IXGBE_SUCCESS)
    609 			return status;
    610 
    611 		if ((link_speed == IXGBE_LINK_SPEED_10GB_FULL) && link_up)
    612 			goto out;
    613 
    614 		/* Set the module link speed */
    615 		esdp_reg |= (IXGBE_ESDP_SDP5_DIR | IXGBE_ESDP_SDP5);
    616 		IXGBE_WRITE_REG(hw, IXGBE_ESDP, esdp_reg);
    617 		IXGBE_WRITE_FLUSH(hw);
    618 
    619 		/* Allow module to change analog characteristics (1G->10G) */
    620 		msec_delay(40);
    621 
    622 		status = ixgbe_setup_mac_link_82599(hw,
    623 						IXGBE_LINK_SPEED_10GB_FULL,
    624 						autoneg,
    625 						autoneg_wait_to_complete);
    626 		if (status != IXGBE_SUCCESS)
    627 			return status;
    628 
    629 		/* Flap the tx laser if it has not already been done */
    630 		ixgbe_flap_tx_laser(hw);
    631 
    632 		/*
    633 		 * Wait for the controller to acquire link.  Per IEEE 802.3ap,
    634 		 * Section 73.10.2, we may have to wait up to 500ms if KR is
    635 		 * attempted.  82599 uses the same timing for 10g SFI.
    636 		 */
    637 		for (i = 0; i < 5; i++) {
    638 			/* Wait for the link partner to also set speed */
    639 			msec_delay(100);
    640 
    641 			/* If we have link, just jump out */
    642 			status = ixgbe_check_link(hw, &link_speed,
    643 			                          &link_up, FALSE);
    644 			if (status != IXGBE_SUCCESS)
    645 				return status;
    646 
    647 			if (link_up)
    648 				goto out;
    649 		}
    650 	}
    651 
    652 	if (speed & IXGBE_LINK_SPEED_1GB_FULL) {
    653 		speedcnt++;
    654 		if (highest_link_speed == IXGBE_LINK_SPEED_UNKNOWN)
    655 			highest_link_speed = IXGBE_LINK_SPEED_1GB_FULL;
    656 
    657 		/* If we already have link at this speed, just jump out */
    658 		status = ixgbe_check_link(hw, &link_speed, &link_up, FALSE);
    659 		if (status != IXGBE_SUCCESS)
    660 			return status;
    661 
    662 		if ((link_speed == IXGBE_LINK_SPEED_1GB_FULL) && link_up)
    663 			goto out;
    664 
    665 		/* Set the module link speed */
    666 		esdp_reg &= ~IXGBE_ESDP_SDP5;
    667 		esdp_reg |= IXGBE_ESDP_SDP5_DIR;
    668 		IXGBE_WRITE_REG(hw, IXGBE_ESDP, esdp_reg);
    669 		IXGBE_WRITE_FLUSH(hw);
    670 
    671 		/* Allow module to change analog characteristics (10G->1G) */
    672 		msec_delay(40);
    673 
    674 		status = ixgbe_setup_mac_link_82599(hw,
    675 						    IXGBE_LINK_SPEED_1GB_FULL,
    676 						    autoneg,
    677 						    autoneg_wait_to_complete);
    678 		if (status != IXGBE_SUCCESS)
    679 			return status;
    680 
    681 		/* Flap the tx laser if it has not already been done */
    682 		ixgbe_flap_tx_laser(hw);
    683 
    684 		/* Wait for the link partner to also set speed */
    685 		msec_delay(100);
    686 
    687 		/* If we have link, just jump out */
    688 		status = ixgbe_check_link(hw, &link_speed, &link_up, FALSE);
    689 		if (status != IXGBE_SUCCESS)
    690 			return status;
    691 
    692 		if (link_up)
    693 			goto out;
    694 	}
    695 
    696 	/*
    697 	 * We didn't get link.  Configure back to the highest speed we tried,
    698 	 * (if there was more than one).  We call ourselves back with just the
    699 	 * single highest speed that the user requested.
    700 	 */
    701 	if (speedcnt > 1)
    702 		status = ixgbe_setup_mac_link_multispeed_fiber(hw,
    703 		        highest_link_speed, autoneg, autoneg_wait_to_complete);
    704 
    705 out:
    706 	/* Set autoneg_advertised value based on input link speed */
    707 	hw->phy.autoneg_advertised = 0;
    708 
    709 	if (speed & IXGBE_LINK_SPEED_10GB_FULL)
    710 		hw->phy.autoneg_advertised |= IXGBE_LINK_SPEED_10GB_FULL;
    711 
    712 	if (speed & IXGBE_LINK_SPEED_1GB_FULL)
    713 		hw->phy.autoneg_advertised |= IXGBE_LINK_SPEED_1GB_FULL;
    714 
    715 	return status;
    716 }
    717 
    718 /**
    719  *  ixgbe_setup_mac_link_smartspeed - Set MAC link speed using SmartSpeed
    720  *  @hw: pointer to hardware structure
    721  *  @speed: new link speed
    722  *  @autoneg: TRUE if autonegotiation enabled
    723  *  @autoneg_wait_to_complete: TRUE when waiting for completion is needed
    724  *
    725  *  Implements the Intel SmartSpeed algorithm.
    726  **/
    727 s32 ixgbe_setup_mac_link_smartspeed(struct ixgbe_hw *hw,
    728 				     ixgbe_link_speed speed, bool autoneg,
    729 				     bool autoneg_wait_to_complete)
    730 {
    731 	s32 status = IXGBE_SUCCESS;
    732 	ixgbe_link_speed link_speed = IXGBE_LINK_SPEED_UNKNOWN;
    733 	s32 i, j;
    734 	bool link_up = FALSE;
    735 	u32 autoc_reg = IXGBE_READ_REG(hw, IXGBE_AUTOC);
    736 
    737 	DEBUGFUNC("ixgbe_setup_mac_link_smartspeed");
    738 
    739 	 /* Set autoneg_advertised value based on input link speed */
    740 	hw->phy.autoneg_advertised = 0;
    741 
    742 	if (speed & IXGBE_LINK_SPEED_10GB_FULL)
    743 		hw->phy.autoneg_advertised |= IXGBE_LINK_SPEED_10GB_FULL;
    744 
    745 	if (speed & IXGBE_LINK_SPEED_1GB_FULL)
    746 		hw->phy.autoneg_advertised |= IXGBE_LINK_SPEED_1GB_FULL;
    747 
    748 	if (speed & IXGBE_LINK_SPEED_100_FULL)
    749 		hw->phy.autoneg_advertised |= IXGBE_LINK_SPEED_100_FULL;
    750 
    751 	/*
    752 	 * Implement Intel SmartSpeed algorithm.  SmartSpeed will reduce the
    753 	 * autoneg advertisement if link is unable to be established at the
    754 	 * highest negotiated rate.  This can sometimes happen due to integrity
    755 	 * issues with the physical media connection.
    756 	 */
    757 
    758 	/* First, try to get link with full advertisement */
    759 	hw->phy.smart_speed_active = FALSE;
    760 	for (j = 0; j < IXGBE_SMARTSPEED_MAX_RETRIES; j++) {
    761 		status = ixgbe_setup_mac_link_82599(hw, speed, autoneg,
    762 						    autoneg_wait_to_complete);
    763 		if (status != IXGBE_SUCCESS)
    764 			goto out;
    765 
    766 		/*
    767 		 * Wait for the controller to acquire link.  Per IEEE 802.3ap,
    768 		 * Section 73.10.2, we may have to wait up to 500ms if KR is
    769 		 * attempted, or 200ms if KX/KX4/BX/BX4 is attempted, per
    770 		 * Table 9 in the AN MAS.
    771 		 */
    772 		for (i = 0; i < 5; i++) {
    773 			msec_delay(100);
    774 
    775 			/* If we have link, just jump out */
    776 			status = ixgbe_check_link(hw, &link_speed, &link_up,
    777 						  FALSE);
    778 			if (status != IXGBE_SUCCESS)
    779 				goto out;
    780 
    781 			if (link_up)
    782 				goto out;
    783 		}
    784 	}
    785 
    786 	/*
    787 	 * We didn't get link.  If we advertised KR plus one of KX4/KX
    788 	 * (or BX4/BX), then disable KR and try again.
    789 	 */
    790 	if (((autoc_reg & IXGBE_AUTOC_KR_SUPP) == 0) ||
    791 	    ((autoc_reg & IXGBE_AUTOC_KX4_KX_SUPP_MASK) == 0))
    792 		goto out;
    793 
    794 	/* Turn SmartSpeed on to disable KR support */
    795 	hw->phy.smart_speed_active = TRUE;
    796 	status = ixgbe_setup_mac_link_82599(hw, speed, autoneg,
    797 					    autoneg_wait_to_complete);
    798 	if (status != IXGBE_SUCCESS)
    799 		goto out;
    800 
    801 	/*
    802 	 * Wait for the controller to acquire link.  600ms will allow for
    803 	 * the AN link_fail_inhibit_timer as well for multiple cycles of
    804 	 * parallel detect, both 10g and 1g. This allows for the maximum
    805 	 * connect attempts as defined in the AN MAS table 73-7.
    806 	 */
    807 	for (i = 0; i < 6; i++) {
    808 		msec_delay(100);
    809 
    810 		/* If we have link, just jump out */
    811 		status = ixgbe_check_link(hw, &link_speed, &link_up, FALSE);
    812 		if (status != IXGBE_SUCCESS)
    813 			goto out;
    814 
    815 		if (link_up)
    816 			goto out;
    817 	}
    818 
    819 	/* We didn't get link.  Turn SmartSpeed back off. */
    820 	hw->phy.smart_speed_active = FALSE;
    821 	status = ixgbe_setup_mac_link_82599(hw, speed, autoneg,
    822 					    autoneg_wait_to_complete);
    823 
    824 out:
    825 	if (link_up && (link_speed == IXGBE_LINK_SPEED_1GB_FULL))
    826 		DEBUGOUT("Smartspeed has downgraded the link speed "
    827 		"from the maximum advertised\n");
    828 	return status;
    829 }
    830 
    831 /**
    832  *  ixgbe_setup_mac_link_82599 - Set MAC link speed
    833  *  @hw: pointer to hardware structure
    834  *  @speed: new link speed
    835  *  @autoneg: TRUE if autonegotiation enabled
    836  *  @autoneg_wait_to_complete: TRUE when waiting for completion is needed
    837  *
    838  *  Set the link speed in the AUTOC register and restarts link.
    839  **/
    840 s32 ixgbe_setup_mac_link_82599(struct ixgbe_hw *hw,
    841                                      ixgbe_link_speed speed, bool autoneg,
    842                                      bool autoneg_wait_to_complete)
    843 {
    844 	s32 status = IXGBE_SUCCESS;
    845 	u32 autoc = IXGBE_READ_REG(hw, IXGBE_AUTOC);
    846 	u32 autoc2 = IXGBE_READ_REG(hw, IXGBE_AUTOC2);
    847 	u32 start_autoc = autoc;
    848 	u32 orig_autoc = 0;
    849 	u32 link_mode = autoc & IXGBE_AUTOC_LMS_MASK;
    850 	u32 pma_pmd_1g = autoc & IXGBE_AUTOC_1G_PMA_PMD_MASK;
    851 	u32 pma_pmd_10g_serial = autoc2 & IXGBE_AUTOC2_10G_SERIAL_PMA_PMD_MASK;
    852 	u32 links_reg;
    853 	u32 i;
    854 	ixgbe_link_speed link_capabilities = IXGBE_LINK_SPEED_UNKNOWN;
    855 
    856 	DEBUGFUNC("ixgbe_setup_mac_link_82599");
    857 
    858 	/* Check to see if speed passed in is supported. */
    859 	status = ixgbe_get_link_capabilities(hw, &link_capabilities, &autoneg);
    860 	if (status != IXGBE_SUCCESS)
    861 		goto out;
    862 
    863 	speed &= link_capabilities;
    864 
    865 	if (speed == IXGBE_LINK_SPEED_UNKNOWN) {
    866 		status = IXGBE_ERR_LINK_SETUP;
    867 		goto out;
    868 	}
    869 
    870 	/* Use stored value (EEPROM defaults) of AUTOC to find KR/KX4 support*/
    871 	if (hw->mac.orig_link_settings_stored)
    872 		orig_autoc = hw->mac.orig_autoc;
    873 	else
    874 		orig_autoc = autoc;
    875 
    876 	if (link_mode == IXGBE_AUTOC_LMS_KX4_KX_KR ||
    877 	    link_mode == IXGBE_AUTOC_LMS_KX4_KX_KR_1G_AN ||
    878 	    link_mode == IXGBE_AUTOC_LMS_KX4_KX_KR_SGMII) {
    879 		/* Set KX4/KX/KR support according to speed requested */
    880 		autoc &= ~(IXGBE_AUTOC_KX4_KX_SUPP_MASK | IXGBE_AUTOC_KR_SUPP);
    881 		if (speed & IXGBE_LINK_SPEED_10GB_FULL)
    882 			if (orig_autoc & IXGBE_AUTOC_KX4_SUPP)
    883 				autoc |= IXGBE_AUTOC_KX4_SUPP;
    884 			if ((orig_autoc & IXGBE_AUTOC_KR_SUPP) &&
    885 			    (hw->phy.smart_speed_active == FALSE))
    886 				autoc |= IXGBE_AUTOC_KR_SUPP;
    887 		if (speed & IXGBE_LINK_SPEED_1GB_FULL)
    888 			autoc |= IXGBE_AUTOC_KX_SUPP;
    889 	} else if ((pma_pmd_1g == IXGBE_AUTOC_1G_SFI) &&
    890 	           (link_mode == IXGBE_AUTOC_LMS_1G_LINK_NO_AN ||
    891 	            link_mode == IXGBE_AUTOC_LMS_1G_AN)) {
    892 		/* Switch from 1G SFI to 10G SFI if requested */
    893 		if ((speed == IXGBE_LINK_SPEED_10GB_FULL) &&
    894 		    (pma_pmd_10g_serial == IXGBE_AUTOC2_10G_SFI)) {
    895 			autoc &= ~IXGBE_AUTOC_LMS_MASK;
    896 			autoc |= IXGBE_AUTOC_LMS_10G_SERIAL;
    897 		}
    898 	} else if ((pma_pmd_10g_serial == IXGBE_AUTOC2_10G_SFI) &&
    899 	           (link_mode == IXGBE_AUTOC_LMS_10G_SERIAL)) {
    900 		/* Switch from 10G SFI to 1G SFI if requested */
    901 		if ((speed == IXGBE_LINK_SPEED_1GB_FULL) &&
    902 		    (pma_pmd_1g == IXGBE_AUTOC_1G_SFI)) {
    903 			autoc &= ~IXGBE_AUTOC_LMS_MASK;
    904 			if (autoneg)
    905 				autoc |= IXGBE_AUTOC_LMS_1G_AN;
    906 			else
    907 				autoc |= IXGBE_AUTOC_LMS_1G_LINK_NO_AN;
    908 		}
    909 	}
    910 
    911 	if (autoc != start_autoc) {
    912 		/* Restart link */
    913 		autoc |= IXGBE_AUTOC_AN_RESTART;
    914 		IXGBE_WRITE_REG(hw, IXGBE_AUTOC, autoc);
    915 
    916 		/* Only poll for autoneg to complete if specified to do so */
    917 		if (autoneg_wait_to_complete) {
    918 			if (link_mode == IXGBE_AUTOC_LMS_KX4_KX_KR ||
    919 			    link_mode == IXGBE_AUTOC_LMS_KX4_KX_KR_1G_AN ||
    920 			    link_mode == IXGBE_AUTOC_LMS_KX4_KX_KR_SGMII) {
    921 				links_reg = 0; /*Just in case Autoneg time=0*/
    922 				for (i = 0; i < IXGBE_AUTO_NEG_TIME; i++) {
    923 					links_reg =
    924 					       IXGBE_READ_REG(hw, IXGBE_LINKS);
    925 					if (links_reg & IXGBE_LINKS_KX_AN_COMP)
    926 						break;
    927 					msec_delay(100);
    928 				}
    929 				if (!(links_reg & IXGBE_LINKS_KX_AN_COMP)) {
    930 					status =
    931 						IXGBE_ERR_AUTONEG_NOT_COMPLETE;
    932 					DEBUGOUT("Autoneg did not complete.\n");
    933 				}
    934 			}
    935 		}
    936 
    937 		/* Add delay to filter out noises during initial link setup */
    938 		msec_delay(50);
    939 	}
    940 
    941 out:
    942 	return status;
    943 }
    944 
    945 /**
    946  *  ixgbe_setup_copper_link_82599 - Set the PHY autoneg advertised field
    947  *  @hw: pointer to hardware structure
    948  *  @speed: new link speed
    949  *  @autoneg: TRUE if autonegotiation enabled
    950  *  @autoneg_wait_to_complete: TRUE if waiting is needed to complete
    951  *
    952  *  Restarts link on PHY and MAC based on settings passed in.
    953  **/
    954 static s32 ixgbe_setup_copper_link_82599(struct ixgbe_hw *hw,
    955                                                ixgbe_link_speed speed,
    956                                                bool autoneg,
    957                                                bool autoneg_wait_to_complete)
    958 {
    959 	s32 status;
    960 
    961 	DEBUGFUNC("ixgbe_setup_copper_link_82599");
    962 
    963 	/* Setup the PHY according to input speed */
    964 	status = hw->phy.ops.setup_link_speed(hw, speed, autoneg,
    965 	                                      autoneg_wait_to_complete);
    966 	/* Set up MAC */
    967 	ixgbe_start_mac_link_82599(hw, autoneg_wait_to_complete);
    968 
    969 	return status;
    970 }
    971 
    972 /**
    973  *  ixgbe_reset_hw_82599 - Perform hardware reset
    974  *  @hw: pointer to hardware structure
    975  *
    976  *  Resets the hardware by resetting the transmit and receive units, masks
    977  *  and clears all interrupts, perform a PHY reset, and perform a link (MAC)
    978  *  reset.
    979  **/
    980 s32 ixgbe_reset_hw_82599(struct ixgbe_hw *hw)
    981 {
    982 	s32 status = IXGBE_SUCCESS;
    983 	u32 ctrl;
    984 	u32 i;
    985 	u32 autoc;
    986 	u32 autoc2;
    987 
    988 	DEBUGFUNC("ixgbe_reset_hw_82599");
    989 
    990 	/* Call adapter stop to disable tx/rx and clear interrupts */
    991 	hw->mac.ops.stop_adapter(hw);
    992 
    993 	/* PHY ops must be identified and initialized prior to reset */
    994 
    995 	/* Identify PHY and related function pointers */
    996 	status = hw->phy.ops.init(hw);
    997 
    998 	if (status == IXGBE_ERR_SFP_NOT_SUPPORTED)
    999 		goto reset_hw_out;
   1000 
   1001 	/* Setup SFP module if there is one present. */
   1002 	if (hw->phy.sfp_setup_needed) {
   1003 		status = hw->mac.ops.setup_sfp(hw);
   1004 		hw->phy.sfp_setup_needed = FALSE;
   1005 	}
   1006 
   1007 	if (status == IXGBE_ERR_SFP_NOT_SUPPORTED)
   1008 		goto reset_hw_out;
   1009 
   1010 	/* Reset PHY */
   1011 	if (hw->phy.reset_disable == FALSE && hw->phy.ops.reset != NULL)
   1012 		hw->phy.ops.reset(hw);
   1013 
   1014 	/*
   1015 	 * Prevent the PCI-E bus from from hanging by disabling PCI-E master
   1016 	 * access and verify no pending requests before reset
   1017 	 */
   1018 	ixgbe_disable_pcie_master(hw);
   1019 
   1020 mac_reset_top:
   1021 	/*
   1022 	 * Issue global reset to the MAC.  This needs to be a SW reset.
   1023 	 * If link reset is used, it might reset the MAC when mng is using it
   1024 	 */
   1025 	ctrl = IXGBE_READ_REG(hw, IXGBE_CTRL);
   1026 	IXGBE_WRITE_REG(hw, IXGBE_CTRL, (ctrl | IXGBE_CTRL_RST));
   1027 	IXGBE_WRITE_FLUSH(hw);
   1028 
   1029 	/* Poll for reset bit to self-clear indicating reset is complete */
   1030 	for (i = 0; i < 10; i++) {
   1031 		usec_delay(1);
   1032 		ctrl = IXGBE_READ_REG(hw, IXGBE_CTRL);
   1033 		if (!(ctrl & IXGBE_CTRL_RST))
   1034 			break;
   1035 	}
   1036 	if (ctrl & IXGBE_CTRL_RST) {
   1037 		status = IXGBE_ERR_RESET_FAILED;
   1038 		DEBUGOUT("Reset polling failed to complete.\n");
   1039 	}
   1040 
   1041 	/*
   1042 	 * Double resets are required for recovery from certain error
   1043 	 * conditions.  Between resets, it is necessary to stall to allow time
   1044 	 * for any pending HW events to complete.  We use 1usec since that is
   1045 	 * what is needed for ixgbe_disable_pcie_master().  The second reset
   1046 	 * then clears out any effects of those events.
   1047 	 */
   1048 	if (hw->mac.flags & IXGBE_FLAGS_DOUBLE_RESET_REQUIRED) {
   1049 		hw->mac.flags &= ~IXGBE_FLAGS_DOUBLE_RESET_REQUIRED;
   1050 		usec_delay(1);
   1051 		goto mac_reset_top;
   1052 	}
   1053 
   1054 	msec_delay(50);
   1055 
   1056 	/*
   1057 	 * Store the original AUTOC/AUTOC2 values if they have not been
   1058 	 * stored off yet.  Otherwise restore the stored original
   1059 	 * values since the reset operation sets back to defaults.
   1060 	 */
   1061 	autoc = IXGBE_READ_REG(hw, IXGBE_AUTOC);
   1062 	autoc2 = IXGBE_READ_REG(hw, IXGBE_AUTOC2);
   1063 	if (hw->mac.orig_link_settings_stored == FALSE) {
   1064 		hw->mac.orig_autoc = autoc;
   1065 		hw->mac.orig_autoc2 = autoc2;
   1066 		hw->mac.orig_link_settings_stored = TRUE;
   1067 	} else {
   1068 		if (autoc != hw->mac.orig_autoc)
   1069 			IXGBE_WRITE_REG(hw, IXGBE_AUTOC, (hw->mac.orig_autoc |
   1070 					IXGBE_AUTOC_AN_RESTART));
   1071 
   1072 		if ((autoc2 & IXGBE_AUTOC2_UPPER_MASK) !=
   1073 		    (hw->mac.orig_autoc2 & IXGBE_AUTOC2_UPPER_MASK)) {
   1074 			autoc2 &= ~IXGBE_AUTOC2_UPPER_MASK;
   1075 			autoc2 |= (hw->mac.orig_autoc2 &
   1076 			           IXGBE_AUTOC2_UPPER_MASK);
   1077 			IXGBE_WRITE_REG(hw, IXGBE_AUTOC2, autoc2);
   1078 		}
   1079 	}
   1080 
   1081 	/* Store the permanent mac address */
   1082 	hw->mac.ops.get_mac_addr(hw, hw->mac.perm_addr);
   1083 
   1084 	/*
   1085 	 * Store MAC address from RAR0, clear receive address registers, and
   1086 	 * clear the multicast table.  Also reset num_rar_entries to 128,
   1087 	 * since we modify this value when programming the SAN MAC address.
   1088 	 */
   1089 	hw->mac.num_rar_entries = 128;
   1090 	hw->mac.ops.init_rx_addrs(hw);
   1091 
   1092 	/* Store the permanent SAN mac address */
   1093 	hw->mac.ops.get_san_mac_addr(hw, hw->mac.san_addr);
   1094 
   1095 	/* Add the SAN MAC address to the RAR only if it's a valid address */
   1096 	if (ixgbe_validate_mac_addr(hw->mac.san_addr) == 0) {
   1097 		hw->mac.ops.set_rar(hw, hw->mac.num_rar_entries - 1,
   1098 		                    hw->mac.san_addr, 0, IXGBE_RAH_AV);
   1099 
   1100 		/* Reserve the last RAR for the SAN MAC address */
   1101 		hw->mac.num_rar_entries--;
   1102 	}
   1103 
   1104 	/* Store the alternative WWNN/WWPN prefix */
   1105 	hw->mac.ops.get_wwn_prefix(hw, &hw->mac.wwnn_prefix,
   1106 	                               &hw->mac.wwpn_prefix);
   1107 
   1108 reset_hw_out:
   1109 	return status;
   1110 }
   1111 
   1112 /**
   1113  *  ixgbe_reinit_fdir_tables_82599 - Reinitialize Flow Director tables.
   1114  *  @hw: pointer to hardware structure
   1115  **/
   1116 s32 ixgbe_reinit_fdir_tables_82599(struct ixgbe_hw *hw)
   1117 {
   1118 	int i;
   1119 	u32 fdirctrl = IXGBE_READ_REG(hw, IXGBE_FDIRCTRL);
   1120 	fdirctrl &= ~IXGBE_FDIRCTRL_INIT_DONE;
   1121 
   1122 	DEBUGFUNC("ixgbe_reinit_fdir_tables_82599");
   1123 
   1124 	/*
   1125 	 * Before starting reinitialization process,
   1126 	 * FDIRCMD.CMD must be zero.
   1127 	 */
   1128 	for (i = 0; i < IXGBE_FDIRCMD_CMD_POLL; i++) {
   1129 		if (!(IXGBE_READ_REG(hw, IXGBE_FDIRCMD) &
   1130 		      IXGBE_FDIRCMD_CMD_MASK))
   1131 			break;
   1132 		usec_delay(10);
   1133 	}
   1134 	if (i >= IXGBE_FDIRCMD_CMD_POLL) {
   1135 		DEBUGOUT("Flow Director previous command isn't complete, "
   1136 		         "aborting table re-initialization. \n");
   1137 		return IXGBE_ERR_FDIR_REINIT_FAILED;
   1138 	}
   1139 
   1140 	IXGBE_WRITE_REG(hw, IXGBE_FDIRFREE, 0);
   1141 	IXGBE_WRITE_FLUSH(hw);
   1142 	/*
   1143 	 * 82599 adapters flow director init flow cannot be restarted,
   1144 	 * Workaround 82599 silicon errata by performing the following steps
   1145 	 * before re-writing the FDIRCTRL control register with the same value.
   1146 	 * - write 1 to bit 8 of FDIRCMD register &
   1147 	 * - write 0 to bit 8 of FDIRCMD register
   1148 	 */
   1149 	IXGBE_WRITE_REG(hw, IXGBE_FDIRCMD,
   1150 	                (IXGBE_READ_REG(hw, IXGBE_FDIRCMD) |
   1151 	                 IXGBE_FDIRCMD_CLEARHT));
   1152 	IXGBE_WRITE_FLUSH(hw);
   1153 	IXGBE_WRITE_REG(hw, IXGBE_FDIRCMD,
   1154 	                (IXGBE_READ_REG(hw, IXGBE_FDIRCMD) &
   1155 	                 ~IXGBE_FDIRCMD_CLEARHT));
   1156 	IXGBE_WRITE_FLUSH(hw);
   1157 	/*
   1158 	 * Clear FDIR Hash register to clear any leftover hashes
   1159 	 * waiting to be programmed.
   1160 	 */
   1161 	IXGBE_WRITE_REG(hw, IXGBE_FDIRHASH, 0x00);
   1162 	IXGBE_WRITE_FLUSH(hw);
   1163 
   1164 	IXGBE_WRITE_REG(hw, IXGBE_FDIRCTRL, fdirctrl);
   1165 	IXGBE_WRITE_FLUSH(hw);
   1166 
   1167 	/* Poll init-done after we write FDIRCTRL register */
   1168 	for (i = 0; i < IXGBE_FDIR_INIT_DONE_POLL; i++) {
   1169 		if (IXGBE_READ_REG(hw, IXGBE_FDIRCTRL) &
   1170 		                   IXGBE_FDIRCTRL_INIT_DONE)
   1171 			break;
   1172 		usec_delay(10);
   1173 	}
   1174 	if (i >= IXGBE_FDIR_INIT_DONE_POLL) {
   1175 		DEBUGOUT("Flow Director Signature poll time exceeded!\n");
   1176 		return IXGBE_ERR_FDIR_REINIT_FAILED;
   1177 	}
   1178 
   1179 	/* Clear FDIR statistics registers (read to clear) */
   1180 	IXGBE_READ_REG(hw, IXGBE_FDIRUSTAT);
   1181 	IXGBE_READ_REG(hw, IXGBE_FDIRFSTAT);
   1182 	IXGBE_READ_REG(hw, IXGBE_FDIRMATCH);
   1183 	IXGBE_READ_REG(hw, IXGBE_FDIRMISS);
   1184 	IXGBE_READ_REG(hw, IXGBE_FDIRLEN);
   1185 
   1186 	return IXGBE_SUCCESS;
   1187 }
   1188 
   1189 /**
   1190  *  ixgbe_init_fdir_signature_82599 - Initialize Flow Director signature filters
   1191  *  @hw: pointer to hardware structure
   1192  *  @pballoc: which mode to allocate filters with
   1193  **/
   1194 s32 ixgbe_init_fdir_signature_82599(struct ixgbe_hw *hw, u32 pballoc)
   1195 {
   1196 	u32 fdirctrl = 0;
   1197 	u32 pbsize;
   1198 	int i;
   1199 
   1200 	DEBUGFUNC("ixgbe_init_fdir_signature_82599");
   1201 
   1202 	/*
   1203 	 * Before enabling Flow Director, the Rx Packet Buffer size
   1204 	 * must be reduced.  The new value is the current size minus
   1205 	 * flow director memory usage size.
   1206 	 */
   1207 	pbsize = (1 << (IXGBE_FDIR_PBALLOC_SIZE_SHIFT + pballoc));
   1208 	IXGBE_WRITE_REG(hw, IXGBE_RXPBSIZE(0),
   1209 	    (IXGBE_READ_REG(hw, IXGBE_RXPBSIZE(0)) - pbsize));
   1210 
   1211 	/*
   1212 	 * The defaults in the HW for RX PB 1-7 are not zero and so should be
   1213 	 * intialized to zero for non DCB mode otherwise actual total RX PB
   1214 	 * would be bigger than programmed and filter space would run into
   1215 	 * the PB 0 region.
   1216 	 */
   1217 	for (i = 1; i < 8; i++)
   1218 		IXGBE_WRITE_REG(hw, IXGBE_RXPBSIZE(i), 0);
   1219 
   1220 	/* Send interrupt when 64 filters are left */
   1221 	fdirctrl |= 4 << IXGBE_FDIRCTRL_FULL_THRESH_SHIFT;
   1222 
   1223 	/* Set the maximum length per hash bucket to 0xA filters */
   1224 	fdirctrl |= 0xA << IXGBE_FDIRCTRL_MAX_LENGTH_SHIFT;
   1225 
   1226 	switch (pballoc) {
   1227 	case IXGBE_FDIR_PBALLOC_64K:
   1228 		/* 8k - 1 signature filters */
   1229 		fdirctrl |= IXGBE_FDIRCTRL_PBALLOC_64K;
   1230 		break;
   1231 	case IXGBE_FDIR_PBALLOC_128K:
   1232 		/* 16k - 1 signature filters */
   1233 		fdirctrl |= IXGBE_FDIRCTRL_PBALLOC_128K;
   1234 		break;
   1235 	case IXGBE_FDIR_PBALLOC_256K:
   1236 		/* 32k - 1 signature filters */
   1237 		fdirctrl |= IXGBE_FDIRCTRL_PBALLOC_256K;
   1238 		break;
   1239 	default:
   1240 		/* bad value */
   1241 		return IXGBE_ERR_CONFIG;
   1242 	};
   1243 
   1244 	/* Move the flexible bytes to use the ethertype - shift 6 words */
   1245 	fdirctrl |= (0x6 << IXGBE_FDIRCTRL_FLEX_SHIFT);
   1246 
   1247 
   1248 	/* Prime the keys for hashing */
   1249 	IXGBE_WRITE_REG(hw, IXGBE_FDIRHKEY, IXGBE_ATR_BUCKET_HASH_KEY);
   1250 	IXGBE_WRITE_REG(hw, IXGBE_FDIRSKEY, IXGBE_ATR_SIGNATURE_HASH_KEY);
   1251 
   1252 	/*
   1253 	 * Poll init-done after we write the register.  Estimated times:
   1254 	 *      10G: PBALLOC = 11b, timing is 60us
   1255 	 *       1G: PBALLOC = 11b, timing is 600us
   1256 	 *     100M: PBALLOC = 11b, timing is 6ms
   1257 	 *
   1258 	 *     Multiple these timings by 4 if under full Rx load
   1259 	 *
   1260 	 * So we'll poll for IXGBE_FDIR_INIT_DONE_POLL times, sleeping for
   1261 	 * 1 msec per poll time.  If we're at line rate and drop to 100M, then
   1262 	 * this might not finish in our poll time, but we can live with that
   1263 	 * for now.
   1264 	 */
   1265 	IXGBE_WRITE_REG(hw, IXGBE_FDIRCTRL, fdirctrl);
   1266 	IXGBE_WRITE_FLUSH(hw);
   1267 	for (i = 0; i < IXGBE_FDIR_INIT_DONE_POLL; i++) {
   1268 		if (IXGBE_READ_REG(hw, IXGBE_FDIRCTRL) &
   1269 		                   IXGBE_FDIRCTRL_INIT_DONE)
   1270 			break;
   1271 		msec_delay(1);
   1272 	}
   1273 	if (i >= IXGBE_FDIR_INIT_DONE_POLL)
   1274 		DEBUGOUT("Flow Director Signature poll time exceeded!\n");
   1275 
   1276 	return IXGBE_SUCCESS;
   1277 }
   1278 
   1279 /**
   1280  *  ixgbe_init_fdir_perfect_82599 - Initialize Flow Director perfect filters
   1281  *  @hw: pointer to hardware structure
   1282  *  @pballoc: which mode to allocate filters with
   1283  **/
   1284 s32 ixgbe_init_fdir_perfect_82599(struct ixgbe_hw *hw, u32 pballoc)
   1285 {
   1286 	u32 fdirctrl = 0;
   1287 	u32 pbsize;
   1288 	int i;
   1289 
   1290 	DEBUGFUNC("ixgbe_init_fdir_perfect_82599");
   1291 
   1292 	/*
   1293 	 * Before enabling Flow Director, the Rx Packet Buffer size
   1294 	 * must be reduced.  The new value is the current size minus
   1295 	 * flow director memory usage size.
   1296 	 */
   1297 	pbsize = (1 << (IXGBE_FDIR_PBALLOC_SIZE_SHIFT + pballoc));
   1298 	IXGBE_WRITE_REG(hw, IXGBE_RXPBSIZE(0),
   1299 	    (IXGBE_READ_REG(hw, IXGBE_RXPBSIZE(0)) - pbsize));
   1300 
   1301 	/*
   1302 	 * The defaults in the HW for RX PB 1-7 are not zero and so should be
   1303 	 * intialized to zero for non DCB mode otherwise actual total RX PB
   1304 	 * would be bigger than programmed and filter space would run into
   1305 	 * the PB 0 region.
   1306 	 */
   1307 	for (i = 1; i < 8; i++)
   1308 		IXGBE_WRITE_REG(hw, IXGBE_RXPBSIZE(i), 0);
   1309 
   1310 	/* Send interrupt when 64 filters are left */
   1311 	fdirctrl |= 4 << IXGBE_FDIRCTRL_FULL_THRESH_SHIFT;
   1312 
   1313 	/* Initialize the drop queue to Rx queue 127 */
   1314 	fdirctrl |= (127 << IXGBE_FDIRCTRL_DROP_Q_SHIFT);
   1315 
   1316 	switch (pballoc) {
   1317 	case IXGBE_FDIR_PBALLOC_64K:
   1318 		/* 2k - 1 perfect filters */
   1319 		fdirctrl |= IXGBE_FDIRCTRL_PBALLOC_64K;
   1320 		break;
   1321 	case IXGBE_FDIR_PBALLOC_128K:
   1322 		/* 4k - 1 perfect filters */
   1323 		fdirctrl |= IXGBE_FDIRCTRL_PBALLOC_128K;
   1324 		break;
   1325 	case IXGBE_FDIR_PBALLOC_256K:
   1326 		/* 8k - 1 perfect filters */
   1327 		fdirctrl |= IXGBE_FDIRCTRL_PBALLOC_256K;
   1328 		break;
   1329 	default:
   1330 		/* bad value */
   1331 		return IXGBE_ERR_CONFIG;
   1332 	};
   1333 
   1334 	/* Turn perfect match filtering on */
   1335 	fdirctrl |= IXGBE_FDIRCTRL_PERFECT_MATCH;
   1336 	fdirctrl |= IXGBE_FDIRCTRL_REPORT_STATUS;
   1337 
   1338 	/* Move the flexible bytes to use the ethertype - shift 6 words */
   1339 	fdirctrl |= (0x6 << IXGBE_FDIRCTRL_FLEX_SHIFT);
   1340 
   1341 	/* Prime the keys for hashing */
   1342 	IXGBE_WRITE_REG(hw, IXGBE_FDIRHKEY, IXGBE_ATR_BUCKET_HASH_KEY);
   1343 	IXGBE_WRITE_REG(hw, IXGBE_FDIRSKEY,IXGBE_ATR_SIGNATURE_HASH_KEY);
   1344 
   1345 	/*
   1346 	 * Poll init-done after we write the register.  Estimated times:
   1347 	 *      10G: PBALLOC = 11b, timing is 60us
   1348 	 *       1G: PBALLOC = 11b, timing is 600us
   1349 	 *     100M: PBALLOC = 11b, timing is 6ms
   1350 	 *
   1351 	 *     Multiple these timings by 4 if under full Rx load
   1352 	 *
   1353 	 * So we'll poll for IXGBE_FDIR_INIT_DONE_POLL times, sleeping for
   1354 	 * 1 msec per poll time.  If we're at line rate and drop to 100M, then
   1355 	 * this might not finish in our poll time, but we can live with that
   1356 	 * for now.
   1357 	 */
   1358 
   1359 	/* Set the maximum length per hash bucket to 0xA filters */
   1360 	fdirctrl |= (0xA << IXGBE_FDIRCTRL_MAX_LENGTH_SHIFT);
   1361 
   1362 	IXGBE_WRITE_REG(hw, IXGBE_FDIRCTRL, fdirctrl);
   1363 	IXGBE_WRITE_FLUSH(hw);
   1364 	for (i = 0; i < IXGBE_FDIR_INIT_DONE_POLL; i++) {
   1365 		if (IXGBE_READ_REG(hw, IXGBE_FDIRCTRL) &
   1366 		                   IXGBE_FDIRCTRL_INIT_DONE)
   1367 			break;
   1368 		msec_delay(1);
   1369 	}
   1370 	if (i >= IXGBE_FDIR_INIT_DONE_POLL)
   1371 		DEBUGOUT("Flow Director Perfect poll time exceeded!\n");
   1372 
   1373 	return IXGBE_SUCCESS;
   1374 }
   1375 
   1376 /**
   1377  *  ixgbe_atr_compute_hash_82599 - Compute the hashes for SW ATR
   1378  *  @stream: input bitstream to compute the hash on
   1379  *  @key: 32-bit hash key
   1380  **/
   1381 u32 ixgbe_atr_compute_hash_82599(union ixgbe_atr_input *atr_input,
   1382 				 u32 key)
   1383 {
   1384 	/*
   1385 	 * The algorithm is as follows:
   1386 	 *    Hash[15:0] = Sum { S[n] x K[n+16] }, n = 0...350
   1387 	 *    where Sum {A[n]}, n = 0...n is bitwise XOR of A[0], A[1]...A[n]
   1388 	 *    and A[n] x B[n] is bitwise AND between same length strings
   1389 	 *
   1390 	 *    K[n] is 16 bits, defined as:
   1391 	 *       for n modulo 32 >= 15, K[n] = K[n % 32 : (n % 32) - 15]
   1392 	 *       for n modulo 32 < 15, K[n] =
   1393 	 *             K[(n % 32:0) | (31:31 - (14 - (n % 32)))]
   1394 	 *
   1395 	 *    S[n] is 16 bits, defined as:
   1396 	 *       for n >= 15, S[n] = S[n:n - 15]
   1397 	 *       for n < 15, S[n] = S[(n:0) | (350:350 - (14 - n))]
   1398 	 *
   1399 	 *    To simplify for programming, the algorithm is implemented
   1400 	 *    in software this way:
   1401 	 *
   1402 	 *    key[31:0], hi_hash_dword[31:0], lo_hash_dword[31:0], hash[15:0]
   1403 	 *
   1404 	 *    for (i = 0; i < 352; i+=32)
   1405 	 *        hi_hash_dword[31:0] ^= Stream[(i+31):i];
   1406 	 *
   1407 	 *    lo_hash_dword[15:0]  ^= Stream[15:0];
   1408 	 *    lo_hash_dword[15:0]  ^= hi_hash_dword[31:16];
   1409 	 *    lo_hash_dword[31:16] ^= hi_hash_dword[15:0];
   1410 	 *
   1411 	 *    hi_hash_dword[31:0]  ^= Stream[351:320];
   1412 	 *
   1413 	 *    if(key[0])
   1414 	 *        hash[15:0] ^= Stream[15:0];
   1415 	 *
   1416 	 *    for (i = 0; i < 16; i++) {
   1417 	 *        if (key[i])
   1418 	 *            hash[15:0] ^= lo_hash_dword[(i+15):i];
   1419 	 *        if (key[i + 16])
   1420 	 *            hash[15:0] ^= hi_hash_dword[(i+15):i];
   1421 	 *    }
   1422 	 *
   1423 	 */
   1424 	__be32 common_hash_dword = 0;
   1425 	u32 hi_hash_dword, lo_hash_dword, flow_vm_vlan;
   1426 	u32 hash_result = 0;
   1427 	u8 i;
   1428 
   1429 	/* record the flow_vm_vlan bits as they are a key part to the hash */
   1430 	flow_vm_vlan = IXGBE_NTOHL(atr_input->dword_stream[0]);
   1431 
   1432 	/* generate common hash dword */
   1433 	for (i = 10; i; i -= 2)
   1434 		common_hash_dword ^= atr_input->dword_stream[i] ^
   1435 				     atr_input->dword_stream[i - 1];
   1436 
   1437 	hi_hash_dword = IXGBE_NTOHL(common_hash_dword);
   1438 
   1439 	/* low dword is word swapped version of common */
   1440 	lo_hash_dword = (hi_hash_dword >> 16) | (hi_hash_dword << 16);
   1441 
   1442 	/* apply flow ID/VM pool/VLAN ID bits to hash words */
   1443 	hi_hash_dword ^= flow_vm_vlan ^ (flow_vm_vlan >> 16);
   1444 
   1445 	/* Process bits 0 and 16 */
   1446 	if (key & 0x0001) hash_result ^= lo_hash_dword;
   1447 	if (key & 0x00010000) hash_result ^= hi_hash_dword;
   1448 
   1449 	/*
   1450 	 * apply flow ID/VM pool/VLAN ID bits to lo hash dword, we had to
   1451 	 * delay this because bit 0 of the stream should not be processed
   1452 	 * so we do not add the vlan until after bit 0 was processed
   1453 	 */
   1454 	lo_hash_dword ^= flow_vm_vlan ^ (flow_vm_vlan << 16);
   1455 
   1456 
   1457 	/* process the remaining 30 bits in the key 2 bits at a time */
   1458 	for (i = 15; i; i-- ) {
   1459 		if (key & (0x0001 << i)) hash_result ^= lo_hash_dword >> i;
   1460 		if (key & (0x00010000 << i)) hash_result ^= hi_hash_dword >> i;
   1461 	}
   1462 
   1463 	return hash_result & IXGBE_ATR_HASH_MASK;
   1464 }
   1465 
   1466 /*
   1467  * These defines allow us to quickly generate all of the necessary instructions
   1468  * in the function below by simply calling out IXGBE_COMPUTE_SIG_HASH_ITERATION
   1469  * for values 0 through 15
   1470  */
   1471 #define IXGBE_ATR_COMMON_HASH_KEY \
   1472 		(IXGBE_ATR_BUCKET_HASH_KEY & IXGBE_ATR_SIGNATURE_HASH_KEY)
   1473 #define IXGBE_COMPUTE_SIG_HASH_ITERATION(_n) \
   1474 do { \
   1475 	u32 n = (_n); \
   1476 	if (IXGBE_ATR_COMMON_HASH_KEY & (0x01 << n)) \
   1477 		common_hash ^= lo_hash_dword >> n; \
   1478 	else if (IXGBE_ATR_BUCKET_HASH_KEY & (0x01 << n)) \
   1479 		bucket_hash ^= lo_hash_dword >> n; \
   1480 	else if (IXGBE_ATR_SIGNATURE_HASH_KEY & (0x01 << n)) \
   1481 		sig_hash ^= lo_hash_dword << (16 - n); \
   1482 	if (IXGBE_ATR_COMMON_HASH_KEY & (0x01 << (n + 16))) \
   1483 		common_hash ^= hi_hash_dword >> n; \
   1484 	else if (IXGBE_ATR_BUCKET_HASH_KEY & (0x01 << (n + 16))) \
   1485 		bucket_hash ^= hi_hash_dword >> n; \
   1486 	else if (IXGBE_ATR_SIGNATURE_HASH_KEY & (0x01 << (n + 16))) \
   1487 		sig_hash ^= hi_hash_dword << (16 - n); \
   1488 } while (0);
   1489 
   1490 /**
   1491  *  ixgbe_atr_compute_sig_hash_82599 - Compute the signature hash
   1492  *  @stream: input bitstream to compute the hash on
   1493  *
   1494  *  This function is almost identical to the function above but contains
   1495  *  several optomizations such as unwinding all of the loops, letting the
   1496  *  compiler work out all of the conditional ifs since the keys are static
   1497  *  defines, and computing two keys at once since the hashed dword stream
   1498  *  will be the same for both keys.
   1499  **/
   1500 static u32 ixgbe_atr_compute_sig_hash_82599(union ixgbe_atr_hash_dword input,
   1501 					    union ixgbe_atr_hash_dword common)
   1502 {
   1503 	u32 hi_hash_dword, lo_hash_dword, flow_vm_vlan;
   1504 	u32 sig_hash = 0, bucket_hash = 0, common_hash = 0;
   1505 
   1506 	/* record the flow_vm_vlan bits as they are a key part to the hash */
   1507 	flow_vm_vlan = IXGBE_NTOHL(input.dword);
   1508 
   1509 	/* generate common hash dword */
   1510 	hi_hash_dword = IXGBE_NTOHL(common.dword);
   1511 
   1512 	/* low dword is word swapped version of common */
   1513 	lo_hash_dword = (hi_hash_dword >> 16) | (hi_hash_dword << 16);
   1514 
   1515 	/* apply flow ID/VM pool/VLAN ID bits to hash words */
   1516 	hi_hash_dword ^= flow_vm_vlan ^ (flow_vm_vlan >> 16);
   1517 
   1518 	/* Process bits 0 and 16 */
   1519 	IXGBE_COMPUTE_SIG_HASH_ITERATION(0);
   1520 
   1521 	/*
   1522 	 * apply flow ID/VM pool/VLAN ID bits to lo hash dword, we had to
   1523 	 * delay this because bit 0 of the stream should not be processed
   1524 	 * so we do not add the vlan until after bit 0 was processed
   1525 	 */
   1526 	lo_hash_dword ^= flow_vm_vlan ^ (flow_vm_vlan << 16);
   1527 
   1528 	/* Process remaining 30 bit of the key */
   1529 	IXGBE_COMPUTE_SIG_HASH_ITERATION(1);
   1530 	IXGBE_COMPUTE_SIG_HASH_ITERATION(2);
   1531 	IXGBE_COMPUTE_SIG_HASH_ITERATION(3);
   1532 	IXGBE_COMPUTE_SIG_HASH_ITERATION(4);
   1533 	IXGBE_COMPUTE_SIG_HASH_ITERATION(5);
   1534 	IXGBE_COMPUTE_SIG_HASH_ITERATION(6);
   1535 	IXGBE_COMPUTE_SIG_HASH_ITERATION(7);
   1536 	IXGBE_COMPUTE_SIG_HASH_ITERATION(8);
   1537 	IXGBE_COMPUTE_SIG_HASH_ITERATION(9);
   1538 	IXGBE_COMPUTE_SIG_HASH_ITERATION(10);
   1539 	IXGBE_COMPUTE_SIG_HASH_ITERATION(11);
   1540 	IXGBE_COMPUTE_SIG_HASH_ITERATION(12);
   1541 	IXGBE_COMPUTE_SIG_HASH_ITERATION(13);
   1542 	IXGBE_COMPUTE_SIG_HASH_ITERATION(14);
   1543 	IXGBE_COMPUTE_SIG_HASH_ITERATION(15);
   1544 
   1545 	/* combine common_hash result with signature and bucket hashes */
   1546 	bucket_hash ^= common_hash;
   1547 	bucket_hash &= IXGBE_ATR_HASH_MASK;
   1548 
   1549 	sig_hash ^= common_hash << 16;
   1550 	sig_hash &= IXGBE_ATR_HASH_MASK << 16;
   1551 
   1552 	/* return completed signature hash */
   1553 	return sig_hash ^ bucket_hash;
   1554 }
   1555 
   1556 /**
   1557  *  ixgbe_atr_add_signature_filter_82599 - Adds a signature hash filter
   1558  *  @hw: pointer to hardware structure
   1559  *  @stream: input bitstream
   1560  *  @queue: queue index to direct traffic to
   1561  **/
   1562 s32 ixgbe_fdir_add_signature_filter_82599(struct ixgbe_hw *hw,
   1563                                           union ixgbe_atr_hash_dword input,
   1564                                           union ixgbe_atr_hash_dword common,
   1565                                           u8 queue)
   1566 {
   1567 	u64  fdirhashcmd;
   1568 	u32  fdircmd;
   1569 
   1570 	DEBUGFUNC("ixgbe_fdir_add_signature_filter_82599");
   1571 
   1572 	/*
   1573 	 * Get the flow_type in order to program FDIRCMD properly
   1574 	 * lowest 2 bits are FDIRCMD.L4TYPE, third lowest bit is FDIRCMD.IPV6
   1575 	 */
   1576 	switch (input.formatted.flow_type) {
   1577 	case IXGBE_ATR_FLOW_TYPE_TCPV4:
   1578 	case IXGBE_ATR_FLOW_TYPE_UDPV4:
   1579 	case IXGBE_ATR_FLOW_TYPE_SCTPV4:
   1580 	case IXGBE_ATR_FLOW_TYPE_TCPV6:
   1581 	case IXGBE_ATR_FLOW_TYPE_UDPV6:
   1582 	case IXGBE_ATR_FLOW_TYPE_SCTPV6:
   1583 		break;
   1584 	default:
   1585 		DEBUGOUT(" Error on flow type input\n");
   1586 		return IXGBE_ERR_CONFIG;
   1587 	}
   1588 
   1589 	/* configure FDIRCMD register */
   1590 	fdircmd = IXGBE_FDIRCMD_CMD_ADD_FLOW | IXGBE_FDIRCMD_FILTER_UPDATE |
   1591 	          IXGBE_FDIRCMD_LAST | IXGBE_FDIRCMD_QUEUE_EN;
   1592 	fdircmd |= input.formatted.flow_type << IXGBE_FDIRCMD_FLOW_TYPE_SHIFT;
   1593 	fdircmd |= (u32)queue << IXGBE_FDIRCMD_RX_QUEUE_SHIFT;
   1594 
   1595 	/*
   1596 	 * The lower 32-bits of fdirhashcmd is for FDIRHASH, the upper 32-bits
   1597 	 * is for FDIRCMD.  Then do a 64-bit register write from FDIRHASH.
   1598 	 */
   1599 	fdirhashcmd = (u64)fdircmd << 32;
   1600 	fdirhashcmd |= ixgbe_atr_compute_sig_hash_82599(input, common);
   1601 	IXGBE_WRITE_REG64(hw, IXGBE_FDIRHASH, fdirhashcmd);
   1602 
   1603 	DEBUGOUT2("Tx Queue=%x hash=%x\n", queue, (u32)fdirhashcmd);
   1604 
   1605 	return IXGBE_SUCCESS;
   1606 }
   1607 
   1608 /**
   1609  *  ixgbe_get_fdirtcpm_82599 - generate a tcp port from atr_input_masks
   1610  *  @input_mask: mask to be bit swapped
   1611  *
   1612  *  The source and destination port masks for flow director are bit swapped
   1613  *  in that bit 15 effects bit 0, 14 effects 1, 13, 2 etc.  In order to
   1614  *  generate a correctly swapped value we need to bit swap the mask and that
   1615  *  is what is accomplished by this function.
   1616  **/
   1617 static u32 ixgbe_get_fdirtcpm_82599(struct ixgbe_atr_input_masks *input_masks)
   1618 {
   1619 	u32 mask = IXGBE_NTOHS(input_masks->dst_port_mask);
   1620 	mask <<= IXGBE_FDIRTCPM_DPORTM_SHIFT;
   1621 	mask |= IXGBE_NTOHS(input_masks->src_port_mask);
   1622 	mask = ((mask & 0x55555555) << 1) | ((mask & 0xAAAAAAAA) >> 1);
   1623 	mask = ((mask & 0x33333333) << 2) | ((mask & 0xCCCCCCCC) >> 2);
   1624 	mask = ((mask & 0x0F0F0F0F) << 4) | ((mask & 0xF0F0F0F0) >> 4);
   1625 	return ((mask & 0x00FF00FF) << 8) | ((mask & 0xFF00FF00) >> 8);
   1626 }
   1627 
   1628 /*
   1629  * These two macros are meant to address the fact that we have registers
   1630  * that are either all or in part big-endian.  As a result on big-endian
   1631  * systems we will end up byte swapping the value to little-endian before
   1632  * it is byte swapped again and written to the hardware in the original
   1633  * big-endian format.
   1634  */
   1635 #define IXGBE_STORE_AS_BE32(_value) \
   1636 	(((u32)(_value) >> 24) | (((u32)(_value) & 0x00FF0000) >> 8) | \
   1637 	 (((u32)(_value) & 0x0000FF00) << 8) | ((u32)(_value) << 24))
   1638 
   1639 #define IXGBE_WRITE_REG_BE32(a, reg, value) \
   1640 	IXGBE_WRITE_REG((a), (reg), IXGBE_STORE_AS_BE32(IXGBE_NTOHL(value)))
   1641 
   1642 #define IXGBE_STORE_AS_BE16(_value) \
   1643 	(((u16)(_value) >> 8) | ((u16)(_value) << 8))
   1644 
   1645 
   1646 /**
   1647  *  ixgbe_fdir_add_perfect_filter_82599 - Adds a perfect filter
   1648  *  @hw: pointer to hardware structure
   1649  *  @input: input bitstream
   1650  *  @input_masks: masks for the input bitstream
   1651  *  @soft_id: software index for the filters
   1652  *  @queue: queue index to direct traffic to
   1653  *
   1654  *  Note that the caller to this function must lock before calling, since the
   1655  *  hardware writes must be protected from one another.
   1656  **/
   1657 s32 ixgbe_fdir_add_perfect_filter_82599(struct ixgbe_hw *hw,
   1658                                       union ixgbe_atr_input *input,
   1659                                       struct ixgbe_atr_input_masks *input_masks,
   1660                                       u16 soft_id, u8 queue)
   1661 {
   1662 	u32 fdirhash;
   1663 	u32 fdircmd;
   1664 	u32 fdirport, fdirtcpm;
   1665 	u32 fdirvlan;
   1666 	/* start with VLAN, flex bytes, VM pool, and IPv6 destination masked */
   1667 	u32 fdirm = IXGBE_FDIRM_VLANID | IXGBE_FDIRM_VLANP | IXGBE_FDIRM_FLEX |
   1668 		    IXGBE_FDIRM_POOL | IXGBE_FDIRM_DIPv6;
   1669 
   1670 	DEBUGFUNC("ixgbe_fdir_add_perfect_filter_82599");
   1671 
   1672 	/*
   1673 	 * Check flow_type formatting, and bail out before we touch the hardware
   1674 	 * if there's a configuration issue
   1675 	 */
   1676 	switch (input->formatted.flow_type) {
   1677 	case IXGBE_ATR_FLOW_TYPE_IPV4:
   1678 		/* use the L4 protocol mask for raw IPv4/IPv6 traffic */
   1679 		fdirm |= IXGBE_FDIRM_L4P;
   1680 		break;
   1681 	case IXGBE_ATR_FLOW_TYPE_SCTPV4:
   1682 		if (input_masks->dst_port_mask || input_masks->src_port_mask) {
   1683 			DEBUGOUT(" Error on src/dst port mask\n");
   1684 			return IXGBE_ERR_CONFIG;
   1685 		}
   1686 	case IXGBE_ATR_FLOW_TYPE_TCPV4:
   1687 	case IXGBE_ATR_FLOW_TYPE_UDPV4:
   1688 		break;
   1689 	default:
   1690 		DEBUGOUT(" Error on flow type input\n");
   1691 		return IXGBE_ERR_CONFIG;
   1692 	}
   1693 
   1694 	/*
   1695 	 * Program the relevant mask registers.  If src/dst_port or src/dst_addr
   1696 	 * are zero, then assume a full mask for that field.  Also assume that
   1697 	 * a VLAN of 0 is unspecified, so mask that out as well.  L4type
   1698 	 * cannot be masked out in this implementation.
   1699 	 *
   1700 	 * This also assumes IPv4 only.  IPv6 masking isn't supported at this
   1701 	 * point in time.
   1702 	 */
   1703 
   1704 	/* Program FDIRM */
   1705 	switch (IXGBE_NTOHS(input_masks->vlan_id_mask) & 0xEFFF) {
   1706 	case 0xEFFF:
   1707 		/* Unmask VLAN ID - bit 0 and fall through to unmask prio */
   1708 		fdirm &= ~IXGBE_FDIRM_VLANID;
   1709 		/*FALLTHROUGH*/
   1710 	case 0xE000:
   1711 		/* Unmask VLAN prio - bit 1 */
   1712 		fdirm &= ~IXGBE_FDIRM_VLANP;
   1713 		break;
   1714 	case 0x0FFF:
   1715 		/* Unmask VLAN ID - bit 0 */
   1716 		fdirm &= ~IXGBE_FDIRM_VLANID;
   1717 		break;
   1718 	case 0x0000:
   1719 		/* do nothing, vlans already masked */
   1720 		break;
   1721 	default:
   1722 		DEBUGOUT(" Error on VLAN mask\n");
   1723 		return IXGBE_ERR_CONFIG;
   1724 	}
   1725 
   1726 	if (input_masks->flex_mask & 0xFFFF) {
   1727 		if ((input_masks->flex_mask & 0xFFFF) != 0xFFFF) {
   1728 			DEBUGOUT(" Error on flexible byte mask\n");
   1729 			return IXGBE_ERR_CONFIG;
   1730 		}
   1731 		/* Unmask Flex Bytes - bit 4 */
   1732 		fdirm &= ~IXGBE_FDIRM_FLEX;
   1733 	}
   1734 
   1735 	/* Now mask VM pool and destination IPv6 - bits 5 and 2 */
   1736 	IXGBE_WRITE_REG(hw, IXGBE_FDIRM, fdirm);
   1737 
   1738 	/* store the TCP/UDP port masks, bit reversed from port layout */
   1739 	fdirtcpm = ixgbe_get_fdirtcpm_82599(input_masks);
   1740 
   1741 	/* write both the same so that UDP and TCP use the same mask */
   1742 	IXGBE_WRITE_REG(hw, IXGBE_FDIRTCPM, ~fdirtcpm);
   1743 	IXGBE_WRITE_REG(hw, IXGBE_FDIRUDPM, ~fdirtcpm);
   1744 
   1745 	/* store source and destination IP masks (big-enian) */
   1746 	IXGBE_WRITE_REG_BE32(hw, IXGBE_FDIRSIP4M,
   1747 			     ~input_masks->src_ip_mask[0]);
   1748 	IXGBE_WRITE_REG_BE32(hw, IXGBE_FDIRDIP4M,
   1749 			     ~input_masks->dst_ip_mask[0]);
   1750 
   1751 	/* Apply masks to input data */
   1752 	input->formatted.vlan_id &= input_masks->vlan_id_mask;
   1753 	input->formatted.flex_bytes &= input_masks->flex_mask;
   1754 	input->formatted.src_port &= input_masks->src_port_mask;
   1755 	input->formatted.dst_port &= input_masks->dst_port_mask;
   1756 	input->formatted.src_ip[0] &= input_masks->src_ip_mask[0];
   1757 	input->formatted.dst_ip[0] &= input_masks->dst_ip_mask[0];
   1758 
   1759 	/* record vlan (little-endian) and flex_bytes(big-endian) */
   1760 	fdirvlan =
   1761 		IXGBE_STORE_AS_BE16(IXGBE_NTOHS(input->formatted.flex_bytes));
   1762 	fdirvlan <<= IXGBE_FDIRVLAN_FLEX_SHIFT;
   1763 	fdirvlan |= IXGBE_NTOHS(input->formatted.vlan_id);
   1764 	IXGBE_WRITE_REG(hw, IXGBE_FDIRVLAN, fdirvlan);
   1765 
   1766 	/* record source and destination port (little-endian)*/
   1767 	fdirport = IXGBE_NTOHS(input->formatted.dst_port);
   1768 	fdirport <<= IXGBE_FDIRPORT_DESTINATION_SHIFT;
   1769 	fdirport |= IXGBE_NTOHS(input->formatted.src_port);
   1770 	IXGBE_WRITE_REG(hw, IXGBE_FDIRPORT, fdirport);
   1771 
   1772 	/* record the first 32 bits of the destination address (big-endian) */
   1773 	IXGBE_WRITE_REG_BE32(hw, IXGBE_FDIRIPDA, input->formatted.dst_ip[0]);
   1774 
   1775 	/* record the source address (big-endian) */
   1776 	IXGBE_WRITE_REG_BE32(hw, IXGBE_FDIRIPSA, input->formatted.src_ip[0]);
   1777 
   1778 	/* configure FDIRCMD register */
   1779 	fdircmd = IXGBE_FDIRCMD_CMD_ADD_FLOW | IXGBE_FDIRCMD_FILTER_UPDATE |
   1780 		  IXGBE_FDIRCMD_LAST | IXGBE_FDIRCMD_QUEUE_EN;
   1781 	fdircmd |= input->formatted.flow_type << IXGBE_FDIRCMD_FLOW_TYPE_SHIFT;
   1782 	fdircmd |= (u32)queue << IXGBE_FDIRCMD_RX_QUEUE_SHIFT;
   1783 
   1784 	/* we only want the bucket hash so drop the upper 16 bits */
   1785 	fdirhash = ixgbe_atr_compute_hash_82599(input,
   1786 						IXGBE_ATR_BUCKET_HASH_KEY);
   1787 	fdirhash |= soft_id << IXGBE_FDIRHASH_SIG_SW_INDEX_SHIFT;
   1788 
   1789 	IXGBE_WRITE_REG(hw, IXGBE_FDIRHASH, fdirhash);
   1790 	IXGBE_WRITE_REG(hw, IXGBE_FDIRCMD, fdircmd);
   1791 
   1792 	return IXGBE_SUCCESS;
   1793 }
   1794 
   1795 /**
   1796  *  ixgbe_read_analog_reg8_82599 - Reads 8 bit Omer analog register
   1797  *  @hw: pointer to hardware structure
   1798  *  @reg: analog register to read
   1799  *  @val: read value
   1800  *
   1801  *  Performs read operation to Omer analog register specified.
   1802  **/
   1803 s32 ixgbe_read_analog_reg8_82599(struct ixgbe_hw *hw, u32 reg, u8 *val)
   1804 {
   1805 	u32  core_ctl;
   1806 
   1807 	DEBUGFUNC("ixgbe_read_analog_reg8_82599");
   1808 
   1809 	IXGBE_WRITE_REG(hw, IXGBE_CORECTL, IXGBE_CORECTL_WRITE_CMD |
   1810 	                (reg << 8));
   1811 	IXGBE_WRITE_FLUSH(hw);
   1812 	usec_delay(10);
   1813 	core_ctl = IXGBE_READ_REG(hw, IXGBE_CORECTL);
   1814 	*val = (u8)core_ctl;
   1815 
   1816 	return IXGBE_SUCCESS;
   1817 }
   1818 
   1819 /**
   1820  *  ixgbe_write_analog_reg8_82599 - Writes 8 bit Omer analog register
   1821  *  @hw: pointer to hardware structure
   1822  *  @reg: atlas register to write
   1823  *  @val: value to write
   1824  *
   1825  *  Performs write operation to Omer analog register specified.
   1826  **/
   1827 s32 ixgbe_write_analog_reg8_82599(struct ixgbe_hw *hw, u32 reg, u8 val)
   1828 {
   1829 	u32  core_ctl;
   1830 
   1831 	DEBUGFUNC("ixgbe_write_analog_reg8_82599");
   1832 
   1833 	core_ctl = (reg << 8) | val;
   1834 	IXGBE_WRITE_REG(hw, IXGBE_CORECTL, core_ctl);
   1835 	IXGBE_WRITE_FLUSH(hw);
   1836 	usec_delay(10);
   1837 
   1838 	return IXGBE_SUCCESS;
   1839 }
   1840 
   1841 /**
   1842  *  ixgbe_start_hw_rev_1_82599 - Prepare hardware for Tx/Rx
   1843  *  @hw: pointer to hardware structure
   1844  *
   1845  *  Starts the hardware using the generic start_hw function
   1846  *  and the generation start_hw function.
   1847  *  Then performs revision-specific operations, if any.
   1848  **/
   1849 s32 ixgbe_start_hw_rev_1_82599(struct ixgbe_hw *hw)
   1850 {
   1851 	s32 ret_val = IXGBE_SUCCESS;
   1852 
   1853 	DEBUGFUNC("ixgbe_start_hw_rev_1__82599");
   1854 
   1855 	ret_val = ixgbe_start_hw_generic(hw);
   1856 	if (ret_val != IXGBE_SUCCESS)
   1857 		goto out;
   1858 
   1859 	ret_val = ixgbe_start_hw_gen2(hw);
   1860 	if (ret_val != IXGBE_SUCCESS)
   1861 		goto out;
   1862 
   1863 	/* We need to run link autotry after the driver loads */
   1864 	hw->mac.autotry_restart = TRUE;
   1865 
   1866 	if (ret_val == IXGBE_SUCCESS)
   1867 		ret_val = ixgbe_verify_fw_version_82599(hw);
   1868 out:
   1869 	return ret_val;
   1870 }
   1871 
   1872 /**
   1873  *  ixgbe_identify_phy_82599 - Get physical layer module
   1874  *  @hw: pointer to hardware structure
   1875  *
   1876  *  Determines the physical layer module found on the current adapter.
   1877  *  If PHY already detected, maintains current PHY type in hw struct,
   1878  *  otherwise executes the PHY detection routine.
   1879  **/
   1880 s32 ixgbe_identify_phy_82599(struct ixgbe_hw *hw)
   1881 {
   1882 	s32 status = IXGBE_ERR_PHY_ADDR_INVALID;
   1883 
   1884 	DEBUGFUNC("ixgbe_identify_phy_82599");
   1885 
   1886 	/* Detect PHY if not unknown - returns success if already detected. */
   1887 	status = ixgbe_identify_phy_generic(hw);
   1888 	if (status != IXGBE_SUCCESS) {
   1889 		/* 82599 10GBASE-T requires an external PHY */
   1890 		if (hw->mac.ops.get_media_type(hw) == ixgbe_media_type_copper)
   1891 			goto out;
   1892 		else
   1893 			status = ixgbe_identify_sfp_module_generic(hw);
   1894 	}
   1895 
   1896 	/* Set PHY type none if no PHY detected */
   1897 	if (hw->phy.type == ixgbe_phy_unknown) {
   1898 		hw->phy.type = ixgbe_phy_none;
   1899 		status = IXGBE_SUCCESS;
   1900 	}
   1901 
   1902 	/* Return error if SFP module has been detected but is not supported */
   1903 	if (hw->phy.type == ixgbe_phy_sfp_unsupported)
   1904 		status = IXGBE_ERR_SFP_NOT_SUPPORTED;
   1905 
   1906 out:
   1907 	return status;
   1908 }
   1909 
   1910 /**
   1911  *  ixgbe_get_supported_physical_layer_82599 - Returns physical layer type
   1912  *  @hw: pointer to hardware structure
   1913  *
   1914  *  Determines physical layer capabilities of the current configuration.
   1915  **/
   1916 u32 ixgbe_get_supported_physical_layer_82599(struct ixgbe_hw *hw)
   1917 {
   1918 	u32 physical_layer = IXGBE_PHYSICAL_LAYER_UNKNOWN;
   1919 	u32 autoc = IXGBE_READ_REG(hw, IXGBE_AUTOC);
   1920 	u32 autoc2 = IXGBE_READ_REG(hw, IXGBE_AUTOC2);
   1921 	u32 pma_pmd_10g_serial = autoc2 & IXGBE_AUTOC2_10G_SERIAL_PMA_PMD_MASK;
   1922 	u32 pma_pmd_10g_parallel = autoc & IXGBE_AUTOC_10G_PMA_PMD_MASK;
   1923 	u32 pma_pmd_1g = autoc & IXGBE_AUTOC_1G_PMA_PMD_MASK;
   1924 	u16 ext_ability = 0;
   1925 	u8 comp_codes_10g = 0;
   1926 	u8 comp_codes_1g = 0;
   1927 
   1928 	DEBUGFUNC("ixgbe_get_support_physical_layer_82599");
   1929 
   1930 	hw->phy.ops.identify(hw);
   1931 
   1932 	switch (hw->phy.type) {
   1933 	case ixgbe_phy_tn:
   1934 	case ixgbe_phy_aq:
   1935 	case ixgbe_phy_cu_unknown:
   1936 		hw->phy.ops.read_reg(hw, IXGBE_MDIO_PHY_EXT_ABILITY,
   1937 		IXGBE_MDIO_PMA_PMD_DEV_TYPE, &ext_ability);
   1938 		if (ext_ability & IXGBE_MDIO_PHY_10GBASET_ABILITY)
   1939 			physical_layer |= IXGBE_PHYSICAL_LAYER_10GBASE_T;
   1940 		if (ext_ability & IXGBE_MDIO_PHY_1000BASET_ABILITY)
   1941 			physical_layer |= IXGBE_PHYSICAL_LAYER_1000BASE_T;
   1942 		if (ext_ability & IXGBE_MDIO_PHY_100BASETX_ABILITY)
   1943 			physical_layer |= IXGBE_PHYSICAL_LAYER_100BASE_TX;
   1944 		goto out;
   1945 	default:
   1946 		break;
   1947 	}
   1948 
   1949 	switch (autoc & IXGBE_AUTOC_LMS_MASK) {
   1950 	case IXGBE_AUTOC_LMS_1G_AN:
   1951 	case IXGBE_AUTOC_LMS_1G_LINK_NO_AN:
   1952 		if (pma_pmd_1g == IXGBE_AUTOC_1G_KX_BX) {
   1953 			physical_layer = IXGBE_PHYSICAL_LAYER_1000BASE_KX |
   1954 			    IXGBE_PHYSICAL_LAYER_1000BASE_BX;
   1955 			goto out;
   1956 		} else
   1957 			/* SFI mode so read SFP module */
   1958 			goto sfp_check;
   1959 		break;
   1960 	case IXGBE_AUTOC_LMS_10G_LINK_NO_AN:
   1961 		if (pma_pmd_10g_parallel == IXGBE_AUTOC_10G_CX4)
   1962 			physical_layer = IXGBE_PHYSICAL_LAYER_10GBASE_CX4;
   1963 		else if (pma_pmd_10g_parallel == IXGBE_AUTOC_10G_KX4)
   1964 			physical_layer = IXGBE_PHYSICAL_LAYER_10GBASE_KX4;
   1965 		else if (pma_pmd_10g_parallel == IXGBE_AUTOC_10G_XAUI)
   1966 			physical_layer = IXGBE_PHYSICAL_LAYER_10GBASE_XAUI;
   1967 		goto out;
   1968 		break;
   1969 	case IXGBE_AUTOC_LMS_10G_SERIAL:
   1970 		if (pma_pmd_10g_serial == IXGBE_AUTOC2_10G_KR) {
   1971 			physical_layer = IXGBE_PHYSICAL_LAYER_10GBASE_KR;
   1972 			goto out;
   1973 		} else if (pma_pmd_10g_serial == IXGBE_AUTOC2_10G_SFI)
   1974 			goto sfp_check;
   1975 		break;
   1976 	case IXGBE_AUTOC_LMS_KX4_KX_KR:
   1977 	case IXGBE_AUTOC_LMS_KX4_KX_KR_1G_AN:
   1978 		if (autoc & IXGBE_AUTOC_KX_SUPP)
   1979 			physical_layer |= IXGBE_PHYSICAL_LAYER_1000BASE_KX;
   1980 		if (autoc & IXGBE_AUTOC_KX4_SUPP)
   1981 			physical_layer |= IXGBE_PHYSICAL_LAYER_10GBASE_KX4;
   1982 		if (autoc & IXGBE_AUTOC_KR_SUPP)
   1983 			physical_layer |= IXGBE_PHYSICAL_LAYER_10GBASE_KR;
   1984 		goto out;
   1985 		break;
   1986 	default:
   1987 		goto out;
   1988 		break;
   1989 	}
   1990 
   1991 sfp_check:
   1992 	/* SFP check must be done last since DA modules are sometimes used to
   1993 	 * test KR mode -  we need to id KR mode correctly before SFP module.
   1994 	 * Call identify_sfp because the pluggable module may have changed */
   1995 	hw->phy.ops.identify_sfp(hw);
   1996 	if (hw->phy.sfp_type == ixgbe_sfp_type_not_present)
   1997 		goto out;
   1998 
   1999 	switch (hw->phy.type) {
   2000 	case ixgbe_phy_sfp_passive_tyco:
   2001 	case ixgbe_phy_sfp_passive_unknown:
   2002 		physical_layer = IXGBE_PHYSICAL_LAYER_SFP_PLUS_CU;
   2003 		break;
   2004 	case ixgbe_phy_sfp_ftl_active:
   2005 	case ixgbe_phy_sfp_active_unknown:
   2006 		physical_layer = IXGBE_PHYSICAL_LAYER_SFP_ACTIVE_DA;
   2007 		break;
   2008 	case ixgbe_phy_sfp_avago:
   2009 	case ixgbe_phy_sfp_ftl:
   2010 	case ixgbe_phy_sfp_intel:
   2011 	case ixgbe_phy_sfp_unknown:
   2012 		hw->phy.ops.read_i2c_eeprom(hw,
   2013 		      IXGBE_SFF_1GBE_COMP_CODES, &comp_codes_1g);
   2014 		hw->phy.ops.read_i2c_eeprom(hw,
   2015 		      IXGBE_SFF_10GBE_COMP_CODES, &comp_codes_10g);
   2016 		if (comp_codes_10g & IXGBE_SFF_10GBASESR_CAPABLE)
   2017 			physical_layer = IXGBE_PHYSICAL_LAYER_10GBASE_SR;
   2018 		else if (comp_codes_10g & IXGBE_SFF_10GBASELR_CAPABLE)
   2019 			physical_layer = IXGBE_PHYSICAL_LAYER_10GBASE_LR;
   2020 		else if (comp_codes_1g & IXGBE_SFF_1GBASET_CAPABLE)
   2021 			physical_layer = IXGBE_PHYSICAL_LAYER_1000BASE_T;
   2022 		break;
   2023 	default:
   2024 		break;
   2025 	}
   2026 
   2027 out:
   2028 	return physical_layer;
   2029 }
   2030 
   2031 /**
   2032  *  ixgbe_enable_rx_dma_82599 - Enable the Rx DMA unit on 82599
   2033  *  @hw: pointer to hardware structure
   2034  *  @regval: register value to write to RXCTRL
   2035  *
   2036  *  Enables the Rx DMA unit for 82599
   2037  **/
   2038 s32 ixgbe_enable_rx_dma_82599(struct ixgbe_hw *hw, u32 regval)
   2039 {
   2040 #define IXGBE_MAX_SECRX_POLL 30
   2041 	int i;
   2042 	int secrxreg;
   2043 
   2044 	DEBUGFUNC("ixgbe_enable_rx_dma_82599");
   2045 
   2046 	/*
   2047 	 * Workaround for 82599 silicon errata when enabling the Rx datapath.
   2048 	 * If traffic is incoming before we enable the Rx unit, it could hang
   2049 	 * the Rx DMA unit.  Therefore, make sure the security engine is
   2050 	 * completely disabled prior to enabling the Rx unit.
   2051 	 */
   2052 	secrxreg = IXGBE_READ_REG(hw, IXGBE_SECRXCTRL);
   2053 	secrxreg |= IXGBE_SECRXCTRL_RX_DIS;
   2054 	IXGBE_WRITE_REG(hw, IXGBE_SECRXCTRL, secrxreg);
   2055 	for (i = 0; i < IXGBE_MAX_SECRX_POLL; i++) {
   2056 		secrxreg = IXGBE_READ_REG(hw, IXGBE_SECRXSTAT);
   2057 		if (secrxreg & IXGBE_SECRXSTAT_SECRX_RDY)
   2058 			break;
   2059 		else
   2060 			/* Use interrupt-safe sleep just in case */
   2061 			usec_delay(10);
   2062 	}
   2063 
   2064 	/* For informational purposes only */
   2065 	if (i >= IXGBE_MAX_SECRX_POLL)
   2066 		DEBUGOUT("Rx unit being enabled before security "
   2067 		         "path fully disabled.  Continuing with init.\n");
   2068 
   2069 	IXGBE_WRITE_REG(hw, IXGBE_RXCTRL, regval);
   2070 	secrxreg = IXGBE_READ_REG(hw, IXGBE_SECRXCTRL);
   2071 	secrxreg &= ~IXGBE_SECRXCTRL_RX_DIS;
   2072 	IXGBE_WRITE_REG(hw, IXGBE_SECRXCTRL, secrxreg);
   2073 	IXGBE_WRITE_FLUSH(hw);
   2074 
   2075 	return IXGBE_SUCCESS;
   2076 }
   2077 
   2078 /**
   2079  *  ixgbe_verify_fw_version_82599 - verify fw version for 82599
   2080  *  @hw: pointer to hardware structure
   2081  *
   2082  *  Verifies that installed the firmware version is 0.6 or higher
   2083  *  for SFI devices. All 82599 SFI devices should have version 0.6 or higher.
   2084  *
   2085  *  Returns IXGBE_ERR_EEPROM_VERSION if the FW is not present or
   2086  *  if the FW version is not supported.
   2087  **/
   2088 static s32 ixgbe_verify_fw_version_82599(struct ixgbe_hw *hw)
   2089 {
   2090 	s32 status = IXGBE_ERR_EEPROM_VERSION;
   2091 	u16 fw_offset, fw_ptp_cfg_offset;
   2092 	u16 fw_version = 0;
   2093 
   2094 	DEBUGFUNC("ixgbe_verify_fw_version_82599");
   2095 
   2096 	/* firmware check is only necessary for SFI devices */
   2097 	if (hw->phy.media_type != ixgbe_media_type_fiber) {
   2098 		status = IXGBE_SUCCESS;
   2099 		goto fw_version_out;
   2100 	}
   2101 
   2102 	/* get the offset to the Firmware Module block */
   2103 	hw->eeprom.ops.read(hw, IXGBE_FW_PTR, &fw_offset);
   2104 
   2105 	if ((fw_offset == 0) || (fw_offset == 0xFFFF))
   2106 		goto fw_version_out;
   2107 
   2108 	/* get the offset to the Pass Through Patch Configuration block */
   2109 	hw->eeprom.ops.read(hw, (fw_offset +
   2110 	                         IXGBE_FW_PASSTHROUGH_PATCH_CONFIG_PTR),
   2111 	                         &fw_ptp_cfg_offset);
   2112 
   2113 	if ((fw_ptp_cfg_offset == 0) || (fw_ptp_cfg_offset == 0xFFFF))
   2114 		goto fw_version_out;
   2115 
   2116 	/* get the firmware version */
   2117 	hw->eeprom.ops.read(hw, (fw_ptp_cfg_offset +
   2118 	                         IXGBE_FW_PATCH_VERSION_4),
   2119 	                         &fw_version);
   2120 
   2121 	if (fw_version > 0x5)
   2122 		status = IXGBE_SUCCESS;
   2123 
   2124 fw_version_out:
   2125 	return status;
   2126 }
   2127 
   2128 /**
   2129  *  ixgbe_verify_lesm_fw_enabled_82599 - Checks LESM FW module state.
   2130  *  @hw: pointer to hardware structure
   2131  *
   2132  *  Returns TRUE if the LESM FW module is present and enabled. Otherwise
   2133  *  returns FALSE. Smart Speed must be disabled if LESM FW module is enabled.
   2134  **/
   2135 bool ixgbe_verify_lesm_fw_enabled_82599(struct ixgbe_hw *hw)
   2136 {
   2137 	bool lesm_enabled = FALSE;
   2138 	u16 fw_offset, fw_lesm_param_offset, fw_lesm_state;
   2139 	s32 status;
   2140 
   2141 	DEBUGFUNC("ixgbe_verify_lesm_fw_enabled_82599");
   2142 
   2143 	/* get the offset to the Firmware Module block */
   2144 	status = hw->eeprom.ops.read(hw, IXGBE_FW_PTR, &fw_offset);
   2145 
   2146 	if ((status != IXGBE_SUCCESS) ||
   2147 	    (fw_offset == 0) || (fw_offset == 0xFFFF))
   2148 		goto out;
   2149 
   2150 	/* get the offset to the LESM Parameters block */
   2151 	status = hw->eeprom.ops.read(hw, (fw_offset +
   2152 	                         IXGBE_FW_LESM_PARAMETERS_PTR),
   2153 	                         &fw_lesm_param_offset);
   2154 
   2155 	if ((status != IXGBE_SUCCESS) ||
   2156 	    (fw_lesm_param_offset == 0) || (fw_lesm_param_offset == 0xFFFF))
   2157 		goto out;
   2158 
   2159 	/* get the lesm state word */
   2160 	status = hw->eeprom.ops.read(hw, (fw_lesm_param_offset +
   2161 	                             IXGBE_FW_LESM_STATE_1),
   2162 	                             &fw_lesm_state);
   2163 
   2164 	if ((status == IXGBE_SUCCESS) &&
   2165 	    (fw_lesm_state & IXGBE_FW_LESM_STATE_ENABLED))
   2166 		lesm_enabled = TRUE;
   2167 
   2168 out:
   2169 	return lesm_enabled;
   2170 }
   2171 
   2172 
   2173