Commit d59684a0 authored by Jesse Brandeburg's avatar Jesse Brandeburg Committed by Tony Nguyen

ice: refactor ITR data structures

Use a dedicated bitfield in order to both increase
the amount of checking around the length of ITR writes
as well as simplify the checks of dynamic mode.

Basically unpack the "high bit means dynamic" logic
into bitfields.

Also, remove some unused ITR defines.
Signed-off-by: default avatarJesse Brandeburg <jesse.brandeburg@intel.com>
Tested-by: default avatarTony Brelinski <tonyx.brelinski@intel.com>
Signed-off-by: default avatarTony Nguyen <anthony.l.nguyen@intel.com>
parent b7306b42
...@@ -113,6 +113,9 @@ static int ice_vsi_alloc_q_vector(struct ice_vsi *vsi, u16 v_idx) ...@@ -113,6 +113,9 @@ static int ice_vsi_alloc_q_vector(struct ice_vsi *vsi, u16 v_idx)
q_vector->v_idx = v_idx; q_vector->v_idx = v_idx;
q_vector->tx.itr_setting = ICE_DFLT_TX_ITR; q_vector->tx.itr_setting = ICE_DFLT_TX_ITR;
q_vector->rx.itr_setting = ICE_DFLT_RX_ITR; q_vector->rx.itr_setting = ICE_DFLT_RX_ITR;
q_vector->tx.itr_mode = ITR_DYNAMIC;
q_vector->rx.itr_mode = ITR_DYNAMIC;
if (vsi->type == ICE_VSI_VF) if (vsi->type == ICE_VSI_VF)
goto out; goto out;
/* only set affinity_mask if the CPU is online */ /* only set affinity_mask if the CPU is online */
......
...@@ -3510,13 +3510,13 @@ ice_get_rc_coalesce(struct ethtool_coalesce *ec, enum ice_container_type c_type, ...@@ -3510,13 +3510,13 @@ ice_get_rc_coalesce(struct ethtool_coalesce *ec, enum ice_container_type c_type,
switch (c_type) { switch (c_type) {
case ICE_RX_CONTAINER: case ICE_RX_CONTAINER:
ec->use_adaptive_rx_coalesce = ITR_IS_DYNAMIC(rc->itr_setting); ec->use_adaptive_rx_coalesce = ITR_IS_DYNAMIC(rc);
ec->rx_coalesce_usecs = rc->itr_setting & ~ICE_ITR_DYNAMIC; ec->rx_coalesce_usecs = rc->itr_setting;
ec->rx_coalesce_usecs_high = rc->ring->q_vector->intrl; ec->rx_coalesce_usecs_high = rc->ring->q_vector->intrl;
break; break;
case ICE_TX_CONTAINER: case ICE_TX_CONTAINER:
ec->use_adaptive_tx_coalesce = ITR_IS_DYNAMIC(rc->itr_setting); ec->use_adaptive_tx_coalesce = ITR_IS_DYNAMIC(rc);
ec->tx_coalesce_usecs = rc->itr_setting & ~ICE_ITR_DYNAMIC; ec->tx_coalesce_usecs = rc->itr_setting;
break; break;
default: default:
dev_dbg(ice_pf_to_dev(pf), "Invalid c_type %d\n", c_type); dev_dbg(ice_pf_to_dev(pf), "Invalid c_type %d\n", c_type);
...@@ -3661,7 +3661,7 @@ ice_set_rc_coalesce(enum ice_container_type c_type, struct ethtool_coalesce *ec, ...@@ -3661,7 +3661,7 @@ ice_set_rc_coalesce(enum ice_container_type c_type, struct ethtool_coalesce *ec,
return -EINVAL; return -EINVAL;
} }
itr_setting = rc->itr_setting & ~ICE_ITR_DYNAMIC; itr_setting = rc->itr_setting;
if (coalesce_usecs != itr_setting && use_adaptive_coalesce) { if (coalesce_usecs != itr_setting && use_adaptive_coalesce) {
netdev_info(vsi->netdev, "%s interrupt throttling cannot be changed if adaptive-%s is enabled\n", netdev_info(vsi->netdev, "%s interrupt throttling cannot be changed if adaptive-%s is enabled\n",
c_type_str, c_type_str); c_type_str, c_type_str);
...@@ -3675,8 +3675,9 @@ ice_set_rc_coalesce(enum ice_container_type c_type, struct ethtool_coalesce *ec, ...@@ -3675,8 +3675,9 @@ ice_set_rc_coalesce(enum ice_container_type c_type, struct ethtool_coalesce *ec,
} }
if (use_adaptive_coalesce) { if (use_adaptive_coalesce) {
rc->itr_setting |= ICE_ITR_DYNAMIC; rc->itr_mode = ITR_DYNAMIC;
} else { } else {
rc->itr_mode = ITR_STATIC;
/* store user facing value how it was set */ /* store user facing value how it was set */
rc->itr_setting = coalesce_usecs; rc->itr_setting = coalesce_usecs;
/* write the change to the register */ /* write the change to the register */
...@@ -3747,8 +3748,6 @@ ice_print_if_odd_usecs(struct net_device *netdev, u16 itr_setting, ...@@ -3747,8 +3748,6 @@ ice_print_if_odd_usecs(struct net_device *netdev, u16 itr_setting,
if (use_adaptive_coalesce) if (use_adaptive_coalesce)
return; return;
itr_setting = ITR_TO_REG(itr_setting);
if (itr_setting != coalesce_usecs && (coalesce_usecs % 2)) if (itr_setting != coalesce_usecs && (coalesce_usecs % 2))
netdev_info(netdev, "User set %s-usecs to %d, device only supports even values. Rounding down and attempting to set %s-usecs to %d\n", netdev_info(netdev, "User set %s-usecs to %d, device only supports even values. Rounding down and attempting to set %s-usecs to %d\n",
c_type_str, coalesce_usecs, c_type_str, c_type_str, coalesce_usecs, c_type_str,
......
...@@ -1816,10 +1816,6 @@ static void __ice_write_itr(struct ice_q_vector *q_vector, ...@@ -1816,10 +1816,6 @@ static void __ice_write_itr(struct ice_q_vector *q_vector,
* ice_write_itr - write throttle rate to queue specific register * ice_write_itr - write throttle rate to queue specific register
* @rc: pointer to ring container * @rc: pointer to ring container
* @itr: throttle rate in microseconds to write * @itr: throttle rate in microseconds to write
*
* This function is resilient to having the 0x8000 bit set which
* is indicating that an ITR value is "DYNAMIC", and will write
* the correct value to the register.
*/ */
void ice_write_itr(struct ice_ring_container *rc, u16 itr) void ice_write_itr(struct ice_ring_container *rc, u16 itr)
{ {
...@@ -1830,9 +1826,6 @@ void ice_write_itr(struct ice_ring_container *rc, u16 itr) ...@@ -1830,9 +1826,6 @@ void ice_write_itr(struct ice_ring_container *rc, u16 itr)
q_vector = rc->ring->q_vector; q_vector = rc->ring->q_vector;
/* clear the "DYNAMIC" bit */
itr = ITR_TO_REG(itr);
__ice_write_itr(q_vector, rc, itr); __ice_write_itr(q_vector, rc, itr);
} }
......
...@@ -1236,7 +1236,7 @@ static void ice_net_dim(struct ice_q_vector *q_vector) ...@@ -1236,7 +1236,7 @@ static void ice_net_dim(struct ice_q_vector *q_vector)
struct ice_ring_container *tx = &q_vector->tx; struct ice_ring_container *tx = &q_vector->tx;
struct ice_ring_container *rx = &q_vector->rx; struct ice_ring_container *rx = &q_vector->rx;
if (ITR_IS_DYNAMIC(tx->itr_setting)) { if (ITR_IS_DYNAMIC(tx)) {
struct dim_sample dim_sample = {}; struct dim_sample dim_sample = {};
u64 packets = 0, bytes = 0; u64 packets = 0, bytes = 0;
struct ice_ring *ring; struct ice_ring *ring;
...@@ -1252,7 +1252,7 @@ static void ice_net_dim(struct ice_q_vector *q_vector) ...@@ -1252,7 +1252,7 @@ static void ice_net_dim(struct ice_q_vector *q_vector)
net_dim(&tx->dim, dim_sample); net_dim(&tx->dim, dim_sample);
} }
if (ITR_IS_DYNAMIC(rx->itr_setting)) { if (ITR_IS_DYNAMIC(rx)) {
struct dim_sample dim_sample = {}; struct dim_sample dim_sample = {};
u64 packets = 0, bytes = 0; u64 packets = 0, bytes = 0;
struct ice_ring *ring; struct ice_ring *ring;
......
...@@ -223,23 +223,20 @@ enum ice_rx_dtype { ...@@ -223,23 +223,20 @@ enum ice_rx_dtype {
#define ICE_TX_ITR ICE_IDX_ITR1 #define ICE_TX_ITR ICE_IDX_ITR1
#define ICE_ITR_8K 124 #define ICE_ITR_8K 124
#define ICE_ITR_20K 50 #define ICE_ITR_20K 50
#define ICE_ITR_MAX 8160 #define ICE_ITR_MAX 8160 /* 0x1FE0 */
#define ICE_DFLT_TX_ITR (ICE_ITR_20K | ICE_ITR_DYNAMIC) #define ICE_DFLT_TX_ITR ICE_ITR_20K
#define ICE_DFLT_RX_ITR (ICE_ITR_20K | ICE_ITR_DYNAMIC) #define ICE_DFLT_RX_ITR ICE_ITR_20K
#define ICE_ITR_DYNAMIC 0x8000 /* used as flag for itr_setting */ enum ice_dynamic_itr {
#define ITR_IS_DYNAMIC(setting) (!!((setting) & ICE_ITR_DYNAMIC)) ITR_STATIC = 0,
#define ITR_TO_REG(setting) ((setting) & ~ICE_ITR_DYNAMIC) ITR_DYNAMIC = 1
};
#define ITR_IS_DYNAMIC(rc) ((rc)->itr_mode == ITR_DYNAMIC)
#define ICE_ITR_GRAN_S 1 /* ITR granularity is always 2us */ #define ICE_ITR_GRAN_S 1 /* ITR granularity is always 2us */
#define ICE_ITR_GRAN_US BIT(ICE_ITR_GRAN_S) #define ICE_ITR_GRAN_US BIT(ICE_ITR_GRAN_S)
#define ICE_ITR_MASK 0x1FFE /* ITR register value alignment mask */ #define ICE_ITR_MASK 0x1FFE /* ITR register value alignment mask */
#define ITR_REG_ALIGN(setting) ((setting) & ICE_ITR_MASK) #define ITR_REG_ALIGN(setting) ((setting) & ICE_ITR_MASK)
#define ICE_ITR_ADAPTIVE_MIN_INC 0x0002
#define ICE_ITR_ADAPTIVE_MIN_USECS 0x0002
#define ICE_ITR_ADAPTIVE_MAX_USECS 0x00FA
#define ICE_ITR_ADAPTIVE_LATENCY 0x8000
#define ICE_ITR_ADAPTIVE_BULK 0x0000
#define ICE_DFLT_INTRL 0 #define ICE_DFLT_INTRL 0
#define ICE_MAX_INTRL 236 #define ICE_MAX_INTRL 236
...@@ -341,11 +338,12 @@ struct ice_ring_container { ...@@ -341,11 +338,12 @@ struct ice_ring_container {
struct ice_ring *ring; struct ice_ring *ring;
struct dim dim; /* data for net_dim algorithm */ struct dim dim; /* data for net_dim algorithm */
u16 itr_idx; /* index in the interrupt vector */ u16 itr_idx; /* index in the interrupt vector */
/* high bit set means dynamic ITR, rest is used to store user /* this matches the maximum number of ITR bits, but in usec
* readable ITR value in usecs and must be converted before programming * values, so it is shifted left one bit (bit zero is ignored)
* to a register.
*/ */
u16 itr_setting; u16 itr_setting:13;
u16 itr_reserved:2;
u16 itr_mode:1;
}; };
struct ice_coalesce_stored { struct ice_coalesce_stored {
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment