Merge branch '100GbE' of git://git.kernel.org/pub/scm/linux/kernel/git/tnguy/next-queue
Tony Nguyen says: ==================== ice: refactor mailbox overflow detection Jake Keller says: The primary motivation of this series is to cleanup and refactor the mailbox overflow detection logic such that it will work with Scalable IOV. In addition a few other minor cleanups are done while I was working on the code in the area. First, the mailbox overflow functions in ice_vf_mbx.c are refactored to store the data per-VF as an embedded structure in struct ice_vf, rather than stored separately as a fixed-size array which only works with Single Root IOV. This reduces the overall memory footprint when only a handful of VFs are used. The overflow detection functions are also cleaned up to reduce the need for multiple separate calls to determine when to report a VF as potentially malicious. Finally, the ice_is_malicious_vf function is cleaned up and moved into ice_virtchnl.c since it is not Single Root IOV specific, and thus does not belong in ice_sriov.c I could probably have done this in fewer patches, but I split pieces out to hopefully aid in reviewing the overall sequence of changes. This does cause some additional thrash as it results in intermediate versions of the refactor, but I think its worth it for making each step easier to understand. * '100GbE' of git://git.kernel.org/pub/scm/linux/kernel/git/tnguy/next-queue: ice: call ice_is_malicious_vf() from ice_vc_process_vf_msg() ice: move ice_is_malicious_vf() to ice_virtchnl.c ice: print message if ice_mbx_vf_state_handler returns an error ice: pass mbxdata to ice_is_malicious_vf() ice: remove unnecessary &array[0] and just use array ice: always report VF overflowing mailbox even without PF VSI ice: declare ice_vc_process_vf_msg in ice_virtchnl.h ice: initialize mailbox snapshot earlier in PF init ice: merge ice_mbx_report_malvf with ice_mbx_vf_state_handler ice: remove ice_mbx_deinit_snapshot ice: move VF overflow message count into struct ice_mbx_vf_info ice: track malicious VFs in new ice_mbx_vf_info structure ice: convert ice_mbx_clear_malvf to void and use WARN ice: re-order ice_mbx_reset_snapshot function ==================== Link: https://lore.kernel.org/r/20230313182123.483057-1-anthony.l.nguyen@intel.com Signed-off-by: Jakub Kicinski <kuba@kernel.org>
This commit is contained in:
commit
0384d05555
@ -1393,6 +1393,8 @@ static void ice_aq_cancel_waiting_tasks(struct ice_pf *pf)
|
||||
wake_up(&pf->aq_wait_queue);
|
||||
}
|
||||
|
||||
#define ICE_MBX_OVERFLOW_WATERMARK 64
|
||||
|
||||
/**
|
||||
* __ice_clean_ctrlq - helper function to clean controlq rings
|
||||
* @pf: ptr to struct ice_pf
|
||||
@ -1483,6 +1485,7 @@ static int __ice_clean_ctrlq(struct ice_pf *pf, enum ice_ctl_q q_type)
|
||||
return 0;
|
||||
|
||||
do {
|
||||
struct ice_mbx_data data = {};
|
||||
u16 opcode;
|
||||
int ret;
|
||||
|
||||
@ -1509,8 +1512,12 @@ static int __ice_clean_ctrlq(struct ice_pf *pf, enum ice_ctl_q q_type)
|
||||
ice_vf_lan_overflow_event(pf, &event);
|
||||
break;
|
||||
case ice_mbx_opc_send_msg_to_pf:
|
||||
if (!ice_is_malicious_vf(pf, &event, i, pending))
|
||||
ice_vc_process_vf_msg(pf, &event);
|
||||
data.num_msg_proc = i;
|
||||
data.num_pending_arq = pending;
|
||||
data.max_num_msgs_mbx = hw->mailboxq.num_rq_entries;
|
||||
data.async_watermark_val = ICE_MBX_OVERFLOW_WATERMARK;
|
||||
|
||||
ice_vc_process_vf_msg(pf, &event, &data);
|
||||
break;
|
||||
case ice_aqc_opc_fw_logging:
|
||||
ice_output_fw_log(hw, &event.desc, event.msg_buf);
|
||||
@ -3891,6 +3898,7 @@ static int ice_init_pf(struct ice_pf *pf)
|
||||
|
||||
mutex_init(&pf->vfs.table_lock);
|
||||
hash_init(pf->vfs.table);
|
||||
ice_mbx_init_snapshot(&pf->hw);
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
@ -204,10 +204,7 @@ void ice_free_vfs(struct ice_pf *pf)
|
||||
}
|
||||
|
||||
/* clear malicious info since the VF is getting released */
|
||||
if (ice_mbx_clear_malvf(&hw->mbx_snapshot, pf->vfs.malvfs,
|
||||
ICE_MAX_SRIOV_VFS, vf->vf_id))
|
||||
dev_dbg(dev, "failed to clear malicious VF state for VF %u\n",
|
||||
vf->vf_id);
|
||||
list_del(&vf->mbx_info.list_entry);
|
||||
|
||||
mutex_unlock(&vf->cfg_lock);
|
||||
}
|
||||
@ -1017,7 +1014,6 @@ int ice_sriov_configure(struct pci_dev *pdev, int num_vfs)
|
||||
if (!num_vfs) {
|
||||
if (!pci_vfs_assigned(pdev)) {
|
||||
ice_free_vfs(pf);
|
||||
ice_mbx_deinit_snapshot(&pf->hw);
|
||||
if (pf->lag)
|
||||
ice_enable_lag(pf->lag);
|
||||
return 0;
|
||||
@ -1027,16 +1023,10 @@ int ice_sriov_configure(struct pci_dev *pdev, int num_vfs)
|
||||
return -EBUSY;
|
||||
}
|
||||
|
||||
err = ice_mbx_init_snapshot(&pf->hw, num_vfs);
|
||||
err = ice_pci_sriov_ena(pf, num_vfs);
|
||||
if (err)
|
||||
return err;
|
||||
|
||||
err = ice_pci_sriov_ena(pf, num_vfs);
|
||||
if (err) {
|
||||
ice_mbx_deinit_snapshot(&pf->hw);
|
||||
return err;
|
||||
}
|
||||
|
||||
if (pf->lag)
|
||||
ice_disable_lag(pf->lag);
|
||||
return num_vfs;
|
||||
@ -1787,66 +1777,3 @@ void ice_restore_all_vfs_msi_state(struct pci_dev *pdev)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* ice_is_malicious_vf - helper function to detect a malicious VF
|
||||
* @pf: ptr to struct ice_pf
|
||||
* @event: pointer to the AQ event
|
||||
* @num_msg_proc: the number of messages processed so far
|
||||
* @num_msg_pending: the number of messages peinding in admin queue
|
||||
*/
|
||||
bool
|
||||
ice_is_malicious_vf(struct ice_pf *pf, struct ice_rq_event_info *event,
|
||||
u16 num_msg_proc, u16 num_msg_pending)
|
||||
{
|
||||
s16 vf_id = le16_to_cpu(event->desc.retval);
|
||||
struct device *dev = ice_pf_to_dev(pf);
|
||||
struct ice_mbx_data mbxdata;
|
||||
bool malvf = false;
|
||||
struct ice_vf *vf;
|
||||
int status;
|
||||
|
||||
vf = ice_get_vf_by_id(pf, vf_id);
|
||||
if (!vf)
|
||||
return false;
|
||||
|
||||
if (test_bit(ICE_VF_STATE_DIS, vf->vf_states))
|
||||
goto out_put_vf;
|
||||
|
||||
mbxdata.num_msg_proc = num_msg_proc;
|
||||
mbxdata.num_pending_arq = num_msg_pending;
|
||||
mbxdata.max_num_msgs_mbx = pf->hw.mailboxq.num_rq_entries;
|
||||
#define ICE_MBX_OVERFLOW_WATERMARK 64
|
||||
mbxdata.async_watermark_val = ICE_MBX_OVERFLOW_WATERMARK;
|
||||
|
||||
/* check to see if we have a malicious VF */
|
||||
status = ice_mbx_vf_state_handler(&pf->hw, &mbxdata, vf_id, &malvf);
|
||||
if (status)
|
||||
goto out_put_vf;
|
||||
|
||||
if (malvf) {
|
||||
bool report_vf = false;
|
||||
|
||||
/* if the VF is malicious and we haven't let the user
|
||||
* know about it, then let them know now
|
||||
*/
|
||||
status = ice_mbx_report_malvf(&pf->hw, pf->vfs.malvfs,
|
||||
ICE_MAX_SRIOV_VFS, vf_id,
|
||||
&report_vf);
|
||||
if (status)
|
||||
dev_dbg(dev, "Error reporting malicious VF\n");
|
||||
|
||||
if (report_vf) {
|
||||
struct ice_vsi *pf_vsi = ice_get_main_vsi(pf);
|
||||
|
||||
if (pf_vsi)
|
||||
dev_warn(dev, "VF MAC %pM on PF MAC %pM is generating asynchronous messages and may be overflowing the PF message queue. Please see the Adapter User Guide for more information\n",
|
||||
&vf->dev_lan_addr[0],
|
||||
pf_vsi->netdev->dev_addr);
|
||||
}
|
||||
}
|
||||
|
||||
out_put_vf:
|
||||
ice_put_vf(vf);
|
||||
return malvf;
|
||||
}
|
||||
|
@ -33,11 +33,7 @@ int
|
||||
ice_get_vf_cfg(struct net_device *netdev, int vf_id, struct ifla_vf_info *ivi);
|
||||
|
||||
void ice_free_vfs(struct ice_pf *pf);
|
||||
void ice_vc_process_vf_msg(struct ice_pf *pf, struct ice_rq_event_info *event);
|
||||
void ice_restore_all_vfs_msi_state(struct pci_dev *pdev);
|
||||
bool
|
||||
ice_is_malicious_vf(struct ice_pf *pf, struct ice_rq_event_info *event,
|
||||
u16 num_msg_proc, u16 num_msg_pending);
|
||||
|
||||
int
|
||||
ice_set_vf_port_vlan(struct net_device *netdev, int vf_id, u16 vlan_id, u8 qos,
|
||||
@ -68,22 +64,11 @@ ice_vc_validate_pattern(struct ice_vf *vf, struct virtchnl_proto_hdrs *proto);
|
||||
static inline void ice_process_vflr_event(struct ice_pf *pf) { }
|
||||
static inline void ice_free_vfs(struct ice_pf *pf) { }
|
||||
static inline
|
||||
void ice_vc_process_vf_msg(struct ice_pf *pf, struct ice_rq_event_info *event) { }
|
||||
static inline
|
||||
void ice_vf_lan_overflow_event(struct ice_pf *pf, struct ice_rq_event_info *event) { }
|
||||
static inline void ice_print_vfs_mdd_events(struct ice_pf *pf) { }
|
||||
static inline void ice_print_vf_rx_mdd_event(struct ice_vf *vf) { }
|
||||
static inline void ice_restore_all_vfs_msi_state(struct pci_dev *pdev) { }
|
||||
|
||||
static inline bool
|
||||
ice_is_malicious_vf(struct ice_pf __always_unused *pf,
|
||||
struct ice_rq_event_info __always_unused *event,
|
||||
u16 __always_unused num_msg_proc,
|
||||
u16 __always_unused num_msg_pending)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
|
||||
static inline int
|
||||
ice_sriov_configure(struct pci_dev __always_unused *pdev,
|
||||
int __always_unused num_vfs)
|
||||
|
@ -784,14 +784,15 @@ struct ice_mbx_snap_buffer_data {
|
||||
u16 max_num_msgs_mbx;
|
||||
};
|
||||
|
||||
/* Structure to track messages sent by VFs on mailbox:
|
||||
* 1. vf_cntr: a counter array of VFs to track the number of
|
||||
* asynchronous messages sent by each VF
|
||||
* 2. vfcntr_len: number of entries in VF counter array
|
||||
/* Structure used to track a single VF's messages on the mailbox:
|
||||
* 1. list_entry: linked list entry node
|
||||
* 2. msg_count: the number of asynchronous messages sent by this VF
|
||||
* 3. malicious: whether this VF has been detected as malicious before
|
||||
*/
|
||||
struct ice_mbx_vf_counter {
|
||||
u32 *vf_cntr;
|
||||
u32 vfcntr_len;
|
||||
struct ice_mbx_vf_info {
|
||||
struct list_head list_entry;
|
||||
u32 msg_count;
|
||||
u8 malicious : 1;
|
||||
};
|
||||
|
||||
/* Structure to hold data relevant to the captured static snapshot
|
||||
@ -799,7 +800,7 @@ struct ice_mbx_vf_counter {
|
||||
*/
|
||||
struct ice_mbx_snapshot {
|
||||
struct ice_mbx_snap_buffer_data mbx_buf;
|
||||
struct ice_mbx_vf_counter mbx_vf;
|
||||
struct list_head mbx_vf;
|
||||
};
|
||||
|
||||
/* Structure to hold data to be used for capturing or updating a
|
||||
|
@ -496,10 +496,7 @@ void ice_reset_all_vfs(struct ice_pf *pf)
|
||||
|
||||
/* clear all malicious info if the VFs are getting reset */
|
||||
ice_for_each_vf(pf, bkt, vf)
|
||||
if (ice_mbx_clear_malvf(&hw->mbx_snapshot, pf->vfs.malvfs,
|
||||
ICE_MAX_SRIOV_VFS, vf->vf_id))
|
||||
dev_dbg(dev, "failed to clear malicious VF state for VF %u\n",
|
||||
vf->vf_id);
|
||||
ice_mbx_clear_malvf(&vf->mbx_info);
|
||||
|
||||
/* If VFs have been disabled, there is no need to reset */
|
||||
if (test_and_set_bit(ICE_VF_DIS, pf->state)) {
|
||||
@ -601,12 +598,10 @@ int ice_reset_vf(struct ice_vf *vf, u32 flags)
|
||||
struct ice_pf *pf = vf->pf;
|
||||
struct ice_vsi *vsi;
|
||||
struct device *dev;
|
||||
struct ice_hw *hw;
|
||||
int err = 0;
|
||||
bool rsd;
|
||||
|
||||
dev = ice_pf_to_dev(pf);
|
||||
hw = &pf->hw;
|
||||
|
||||
if (flags & ICE_VF_RESET_NOTIFY)
|
||||
ice_notify_vf_reset(vf);
|
||||
@ -705,10 +700,7 @@ int ice_reset_vf(struct ice_vf *vf, u32 flags)
|
||||
ice_eswitch_replay_vf_mac_rule(vf);
|
||||
|
||||
/* if the VF has been reset allow it to come up again */
|
||||
if (ice_mbx_clear_malvf(&hw->mbx_snapshot, pf->vfs.malvfs,
|
||||
ICE_MAX_SRIOV_VFS, vf->vf_id))
|
||||
dev_dbg(dev, "failed to clear malicious VF state for VF %u\n",
|
||||
vf->vf_id);
|
||||
ice_mbx_clear_malvf(&vf->mbx_info);
|
||||
|
||||
out_unlock:
|
||||
if (flags & ICE_VF_RESET_LOCK)
|
||||
@ -764,6 +756,9 @@ void ice_initialize_vf_entry(struct ice_vf *vf)
|
||||
ice_vf_ctrl_invalidate_vsi(vf);
|
||||
ice_vf_fdir_init(vf);
|
||||
|
||||
/* Initialize mailbox info for this VF */
|
||||
ice_mbx_init_vf_info(&pf->hw, &vf->mbx_info);
|
||||
|
||||
mutex_init(&vf->cfg_lock);
|
||||
}
|
||||
|
||||
|
@ -74,7 +74,6 @@ struct ice_vfs {
|
||||
u16 num_qps_per; /* number of queue pairs per VF */
|
||||
u16 num_msix_per; /* number of MSI-X vectors per VF */
|
||||
unsigned long last_printed_mdd_jiffies; /* MDD message rate limit */
|
||||
DECLARE_BITMAP(malvfs, ICE_MAX_SRIOV_VFS); /* malicious VF indicator */
|
||||
};
|
||||
|
||||
/* VF information structure */
|
||||
@ -105,6 +104,7 @@ struct ice_vf {
|
||||
DECLARE_BITMAP(rxq_ena, ICE_MAX_RSS_QS_PER_VF);
|
||||
struct ice_vlan port_vlan_info; /* Port VLAN ID, QoS, and TPID */
|
||||
struct virtchnl_vlan_caps vlan_v2_caps;
|
||||
struct ice_mbx_vf_info mbx_info;
|
||||
u8 pf_set_mac:1; /* VF MAC address set by VMM admin */
|
||||
u8 trusted:1;
|
||||
u8 spoofchk:1;
|
||||
|
@ -93,36 +93,31 @@ u32 ice_conv_link_speed_to_virtchnl(bool adv_link_support, u16 link_speed)
|
||||
*
|
||||
* 2. When the caller starts processing its mailbox queue in response to an
|
||||
* interrupt, the structure ice_mbx_snapshot is expected to be cleared before
|
||||
* the algorithm can be run for the first time for that interrupt. This can be
|
||||
* done via ice_mbx_reset_snapshot().
|
||||
* the algorithm can be run for the first time for that interrupt. This
|
||||
* requires calling ice_mbx_reset_snapshot() as well as calling
|
||||
* ice_mbx_reset_vf_info() for each VF tracking structure.
|
||||
*
|
||||
* 3. For every message read by the caller from the MBX Queue, the caller must
|
||||
* call the detection algorithm's entry function ice_mbx_vf_state_handler().
|
||||
* Before every call to ice_mbx_vf_state_handler() the struct ice_mbx_data is
|
||||
* filled as it is required to be passed to the algorithm.
|
||||
*
|
||||
* 4. Every time a message is read from the MBX queue, a VFId is received which
|
||||
* is passed to the state handler. The boolean output is_malvf of the state
|
||||
* handler ice_mbx_vf_state_handler() serves as an indicator to the caller
|
||||
* whether this VF is malicious or not.
|
||||
* 4. Every time a message is read from the MBX queue, a tracking structure
|
||||
* for the VF must be passed to the state handler. The boolean output
|
||||
* report_malvf from ice_mbx_vf_state_handler() serves as an indicator to the
|
||||
* caller whether it must report this VF as malicious or not.
|
||||
*
|
||||
* 5. When a VF is identified to be malicious, the caller can send a message
|
||||
* to the system administrator. The caller can invoke ice_mbx_report_malvf()
|
||||
* to help determine if a malicious VF is to be reported or not. This function
|
||||
* requires the caller to maintain a global bitmap to track all malicious VFs
|
||||
* and pass that to ice_mbx_report_malvf() along with the VFID which was identified
|
||||
* to be malicious by ice_mbx_vf_state_handler().
|
||||
* to the system administrator.
|
||||
*
|
||||
* 6. The global bitmap maintained by PF can be cleared completely if PF is in
|
||||
* reset or the bit corresponding to a VF can be cleared if that VF is in reset.
|
||||
* When a VF is shut down and brought back up, we assume that the new VF
|
||||
* brought up is not malicious and hence report it if found malicious.
|
||||
* 6. The PF is responsible for maintaining the struct ice_mbx_vf_info
|
||||
* structure for each VF. The PF should clear the VF tracking structure if the
|
||||
* VF is reset. When a VF is shut down and brought back up, we will then
|
||||
* assume that the new VF is not malicious and may report it again if we
|
||||
* detect it again.
|
||||
*
|
||||
* 7. The function ice_mbx_reset_snapshot() is called to reset the information
|
||||
* in ice_mbx_snapshot for every new mailbox interrupt handled.
|
||||
*
|
||||
* 8. The memory allocated for variables in ice_mbx_snapshot is de-allocated
|
||||
* when driver is unloaded.
|
||||
*/
|
||||
#define ICE_RQ_DATA_MASK(rq_data) ((rq_data) & PF_MBX_ARQH_ARQH_M)
|
||||
/* Using the highest value for an unsigned 16-bit value 0xFFFF to indicate that
|
||||
@ -130,6 +125,25 @@ u32 ice_conv_link_speed_to_virtchnl(bool adv_link_support, u16 link_speed)
|
||||
*/
|
||||
#define ICE_IGNORE_MAX_MSG_CNT 0xFFFF
|
||||
|
||||
/**
|
||||
* ice_mbx_reset_snapshot - Reset mailbox snapshot structure
|
||||
* @snap: pointer to the mailbox snapshot
|
||||
*/
|
||||
static void ice_mbx_reset_snapshot(struct ice_mbx_snapshot *snap)
|
||||
{
|
||||
struct ice_mbx_vf_info *vf_info;
|
||||
|
||||
/* Clear mbx_buf in the mailbox snaphot structure and setting the
|
||||
* mailbox snapshot state to a new capture.
|
||||
*/
|
||||
memset(&snap->mbx_buf, 0, sizeof(snap->mbx_buf));
|
||||
snap->mbx_buf.state = ICE_MAL_VF_DETECT_STATE_NEW_SNAPSHOT;
|
||||
|
||||
/* Reset message counts for all VFs to zero */
|
||||
list_for_each_entry(vf_info, &snap->mbx_vf, list_entry)
|
||||
vf_info->msg_count = 0;
|
||||
}
|
||||
|
||||
/**
|
||||
* ice_mbx_traverse - Pass through mailbox snapshot
|
||||
* @hw: pointer to the HW struct
|
||||
@ -171,7 +185,7 @@ ice_mbx_traverse(struct ice_hw *hw,
|
||||
/**
|
||||
* ice_mbx_detect_malvf - Detect malicious VF in snapshot
|
||||
* @hw: pointer to the HW struct
|
||||
* @vf_id: relative virtual function ID
|
||||
* @vf_info: mailbox tracking structure for a VF
|
||||
* @new_state: new algorithm state
|
||||
* @is_malvf: boolean output to indicate if VF is malicious
|
||||
*
|
||||
@ -180,19 +194,14 @@ ice_mbx_traverse(struct ice_hw *hw,
|
||||
* the permissible number of messages to send.
|
||||
*/
|
||||
static int
|
||||
ice_mbx_detect_malvf(struct ice_hw *hw, u16 vf_id,
|
||||
ice_mbx_detect_malvf(struct ice_hw *hw, struct ice_mbx_vf_info *vf_info,
|
||||
enum ice_mbx_snapshot_state *new_state,
|
||||
bool *is_malvf)
|
||||
{
|
||||
struct ice_mbx_snapshot *snap = &hw->mbx_snapshot;
|
||||
/* increment the message count for this VF */
|
||||
vf_info->msg_count++;
|
||||
|
||||
if (vf_id >= snap->mbx_vf.vfcntr_len)
|
||||
return -EIO;
|
||||
|
||||
/* increment the message count in the VF array */
|
||||
snap->mbx_vf.vf_cntr[vf_id]++;
|
||||
|
||||
if (snap->mbx_vf.vf_cntr[vf_id] >= ICE_ASYNC_VF_MSG_THRESHOLD)
|
||||
if (vf_info->msg_count >= ICE_ASYNC_VF_MSG_THRESHOLD)
|
||||
*is_malvf = true;
|
||||
|
||||
/* continue to iterate through the mailbox snapshot */
|
||||
@ -201,36 +210,12 @@ ice_mbx_detect_malvf(struct ice_hw *hw, u16 vf_id,
|
||||
return 0;
|
||||
}
|
||||
|
||||
/**
|
||||
* ice_mbx_reset_snapshot - Reset mailbox snapshot structure
|
||||
* @snap: pointer to mailbox snapshot structure in the ice_hw struct
|
||||
*
|
||||
* Reset the mailbox snapshot structure and clear VF counter array.
|
||||
*/
|
||||
static void ice_mbx_reset_snapshot(struct ice_mbx_snapshot *snap)
|
||||
{
|
||||
u32 vfcntr_len;
|
||||
|
||||
if (!snap || !snap->mbx_vf.vf_cntr)
|
||||
return;
|
||||
|
||||
/* Clear VF counters. */
|
||||
vfcntr_len = snap->mbx_vf.vfcntr_len;
|
||||
if (vfcntr_len)
|
||||
memset(snap->mbx_vf.vf_cntr, 0,
|
||||
(vfcntr_len * sizeof(*snap->mbx_vf.vf_cntr)));
|
||||
|
||||
/* Reset mailbox snapshot for a new capture. */
|
||||
memset(&snap->mbx_buf, 0, sizeof(snap->mbx_buf));
|
||||
snap->mbx_buf.state = ICE_MAL_VF_DETECT_STATE_NEW_SNAPSHOT;
|
||||
}
|
||||
|
||||
/**
|
||||
* ice_mbx_vf_state_handler - Handle states of the overflow algorithm
|
||||
* @hw: pointer to the HW struct
|
||||
* @mbx_data: pointer to structure containing mailbox data
|
||||
* @vf_id: relative virtual function (VF) ID
|
||||
* @is_malvf: boolean output to indicate if VF is malicious
|
||||
* @vf_info: mailbox tracking structure for the VF in question
|
||||
* @report_malvf: boolean output to indicate whether VF should be reported
|
||||
*
|
||||
* The function serves as an entry point for the malicious VF
|
||||
* detection algorithm by handling the different states and state
|
||||
@ -249,24 +234,24 @@ static void ice_mbx_reset_snapshot(struct ice_mbx_snapshot *snap)
|
||||
* the static snapshot and look for a malicious VF.
|
||||
*/
|
||||
int
|
||||
ice_mbx_vf_state_handler(struct ice_hw *hw,
|
||||
struct ice_mbx_data *mbx_data, u16 vf_id,
|
||||
bool *is_malvf)
|
||||
ice_mbx_vf_state_handler(struct ice_hw *hw, struct ice_mbx_data *mbx_data,
|
||||
struct ice_mbx_vf_info *vf_info, bool *report_malvf)
|
||||
{
|
||||
struct ice_mbx_snapshot *snap = &hw->mbx_snapshot;
|
||||
struct ice_mbx_snap_buffer_data *snap_buf;
|
||||
struct ice_ctl_q_info *cq = &hw->mailboxq;
|
||||
enum ice_mbx_snapshot_state new_state;
|
||||
bool is_malvf = false;
|
||||
int status = 0;
|
||||
|
||||
if (!is_malvf || !mbx_data)
|
||||
if (!report_malvf || !mbx_data || !vf_info)
|
||||
return -EINVAL;
|
||||
|
||||
*report_malvf = false;
|
||||
|
||||
/* When entering the mailbox state machine assume that the VF
|
||||
* is not malicious until detected.
|
||||
*/
|
||||
*is_malvf = false;
|
||||
|
||||
/* Checking if max messages allowed to be processed while servicing current
|
||||
* interrupt is not less than the defined AVF message threshold.
|
||||
*/
|
||||
@ -315,7 +300,7 @@ ice_mbx_vf_state_handler(struct ice_hw *hw,
|
||||
if (snap_buf->num_pending_arq >=
|
||||
mbx_data->async_watermark_val) {
|
||||
new_state = ICE_MAL_VF_DETECT_STATE_DETECT;
|
||||
status = ice_mbx_detect_malvf(hw, vf_id, &new_state, is_malvf);
|
||||
status = ice_mbx_detect_malvf(hw, vf_info, &new_state, &is_malvf);
|
||||
} else {
|
||||
new_state = ICE_MAL_VF_DETECT_STATE_TRAVERSE;
|
||||
ice_mbx_traverse(hw, &new_state);
|
||||
@ -329,7 +314,7 @@ ice_mbx_vf_state_handler(struct ice_hw *hw,
|
||||
|
||||
case ICE_MAL_VF_DETECT_STATE_DETECT:
|
||||
new_state = ICE_MAL_VF_DETECT_STATE_DETECT;
|
||||
status = ice_mbx_detect_malvf(hw, vf_id, &new_state, is_malvf);
|
||||
status = ice_mbx_detect_malvf(hw, vf_info, &new_state, &is_malvf);
|
||||
break;
|
||||
|
||||
default:
|
||||
@ -339,145 +324,57 @@ ice_mbx_vf_state_handler(struct ice_hw *hw,
|
||||
|
||||
snap_buf->state = new_state;
|
||||
|
||||
/* Only report VFs as malicious the first time we detect it */
|
||||
if (is_malvf && !vf_info->malicious) {
|
||||
vf_info->malicious = 1;
|
||||
*report_malvf = true;
|
||||
}
|
||||
|
||||
return status;
|
||||
}
|
||||
|
||||
/**
|
||||
* ice_mbx_report_malvf - Track and note malicious VF
|
||||
* @hw: pointer to the HW struct
|
||||
* @all_malvfs: all malicious VFs tracked by PF
|
||||
* @bitmap_len: length of bitmap in bits
|
||||
* @vf_id: relative virtual function ID of the malicious VF
|
||||
* @report_malvf: boolean to indicate if malicious VF must be reported
|
||||
* ice_mbx_clear_malvf - Clear VF mailbox info
|
||||
* @vf_info: the mailbox tracking structure for a VF
|
||||
*
|
||||
* This function will update a bitmap that keeps track of the malicious
|
||||
* VFs attached to the PF. A malicious VF must be reported only once if
|
||||
* discovered between VF resets or loading so the function checks
|
||||
* the input vf_id against the bitmap to verify if the VF has been
|
||||
* detected in any previous mailbox iterations.
|
||||
* In case of a VF reset, this function shall be called to clear the VF's
|
||||
* current mailbox tracking state.
|
||||
*/
|
||||
int
|
||||
ice_mbx_report_malvf(struct ice_hw *hw, unsigned long *all_malvfs,
|
||||
u16 bitmap_len, u16 vf_id, bool *report_malvf)
|
||||
void ice_mbx_clear_malvf(struct ice_mbx_vf_info *vf_info)
|
||||
{
|
||||
if (!all_malvfs || !report_malvf)
|
||||
return -EINVAL;
|
||||
|
||||
*report_malvf = false;
|
||||
|
||||
if (bitmap_len < hw->mbx_snapshot.mbx_vf.vfcntr_len)
|
||||
return -EINVAL;
|
||||
|
||||
if (vf_id >= bitmap_len)
|
||||
return -EIO;
|
||||
|
||||
/* If the vf_id is found in the bitmap set bit and boolean to true */
|
||||
if (!test_and_set_bit(vf_id, all_malvfs))
|
||||
*report_malvf = true;
|
||||
|
||||
return 0;
|
||||
vf_info->malicious = 0;
|
||||
vf_info->msg_count = 0;
|
||||
}
|
||||
|
||||
/**
|
||||
* ice_mbx_clear_malvf - Clear VF bitmap and counter for VF ID
|
||||
* @snap: pointer to the mailbox snapshot structure
|
||||
* @all_malvfs: all malicious VFs tracked by PF
|
||||
* @bitmap_len: length of bitmap in bits
|
||||
* @vf_id: relative virtual function ID of the malicious VF
|
||||
*
|
||||
* In case of a VF reset, this function can be called to clear
|
||||
* the bit corresponding to the VF ID in the bitmap tracking all
|
||||
* malicious VFs attached to the PF. The function also clears the
|
||||
* VF counter array at the index of the VF ID. This is to ensure
|
||||
* that the new VF loaded is not considered malicious before going
|
||||
* through the overflow detection algorithm.
|
||||
*/
|
||||
int
|
||||
ice_mbx_clear_malvf(struct ice_mbx_snapshot *snap, unsigned long *all_malvfs,
|
||||
u16 bitmap_len, u16 vf_id)
|
||||
{
|
||||
if (!snap || !all_malvfs)
|
||||
return -EINVAL;
|
||||
|
||||
if (bitmap_len < snap->mbx_vf.vfcntr_len)
|
||||
return -EINVAL;
|
||||
|
||||
/* Ensure VF ID value is not larger than bitmap or VF counter length */
|
||||
if (vf_id >= bitmap_len || vf_id >= snap->mbx_vf.vfcntr_len)
|
||||
return -EIO;
|
||||
|
||||
/* Clear VF ID bit in the bitmap tracking malicious VFs attached to PF */
|
||||
clear_bit(vf_id, all_malvfs);
|
||||
|
||||
/* Clear the VF counter in the mailbox snapshot structure for that VF ID.
|
||||
* This is to ensure that if a VF is unloaded and a new one brought back
|
||||
* up with the same VF ID for a snapshot currently in traversal or detect
|
||||
* state the counter for that VF ID does not increment on top of existing
|
||||
* values in the mailbox overflow detection algorithm.
|
||||
*/
|
||||
snap->mbx_vf.vf_cntr[vf_id] = 0;
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
/**
|
||||
* ice_mbx_init_snapshot - Initialize mailbox snapshot structure
|
||||
* ice_mbx_init_vf_info - Initialize a new VF mailbox tracking info
|
||||
* @hw: pointer to the hardware structure
|
||||
* @vf_count: number of VFs allocated on a PF
|
||||
* @vf_info: the mailbox tracking info structure for a VF
|
||||
*
|
||||
* Clear the mailbox snapshot structure and allocate memory
|
||||
* for the VF counter array based on the number of VFs allocated
|
||||
* on that PF.
|
||||
* Initialize a VF mailbox tracking info structure and insert it into the
|
||||
* snapshot list.
|
||||
*
|
||||
* Assumption: This function will assume ice_get_caps() has already been
|
||||
* called to ensure that the vf_count can be compared against the number
|
||||
* of VFs supported as defined in the functional capabilities of the device.
|
||||
* If you remove the VF, you must also delete the associated VF info structure
|
||||
* from the linked list.
|
||||
*/
|
||||
int ice_mbx_init_snapshot(struct ice_hw *hw, u16 vf_count)
|
||||
void ice_mbx_init_vf_info(struct ice_hw *hw, struct ice_mbx_vf_info *vf_info)
|
||||
{
|
||||
struct ice_mbx_snapshot *snap = &hw->mbx_snapshot;
|
||||
|
||||
/* Ensure that the number of VFs allocated is non-zero and
|
||||
* is not greater than the number of supported VFs defined in
|
||||
* the functional capabilities of the PF.
|
||||
*/
|
||||
if (!vf_count || vf_count > hw->func_caps.num_allocd_vfs)
|
||||
return -EINVAL;
|
||||
|
||||
snap->mbx_vf.vf_cntr = devm_kcalloc(ice_hw_to_dev(hw), vf_count,
|
||||
sizeof(*snap->mbx_vf.vf_cntr),
|
||||
GFP_KERNEL);
|
||||
if (!snap->mbx_vf.vf_cntr)
|
||||
return -ENOMEM;
|
||||
|
||||
/* Setting the VF counter length to the number of allocated
|
||||
* VFs for given PF's functional capabilities.
|
||||
*/
|
||||
snap->mbx_vf.vfcntr_len = vf_count;
|
||||
|
||||
/* Clear mbx_buf in the mailbox snaphot structure and setting the
|
||||
* mailbox snapshot state to a new capture.
|
||||
*/
|
||||
memset(&snap->mbx_buf, 0, sizeof(snap->mbx_buf));
|
||||
snap->mbx_buf.state = ICE_MAL_VF_DETECT_STATE_NEW_SNAPSHOT;
|
||||
|
||||
return 0;
|
||||
ice_mbx_clear_malvf(vf_info);
|
||||
list_add(&vf_info->list_entry, &snap->mbx_vf);
|
||||
}
|
||||
|
||||
/**
|
||||
* ice_mbx_deinit_snapshot - Free mailbox snapshot structure
|
||||
* ice_mbx_init_snapshot - Initialize mailbox snapshot data
|
||||
* @hw: pointer to the hardware structure
|
||||
*
|
||||
* Clear the mailbox snapshot structure and free the VF counter array.
|
||||
* Clear the mailbox snapshot structure and initialize the VF mailbox list.
|
||||
*/
|
||||
void ice_mbx_deinit_snapshot(struct ice_hw *hw)
|
||||
void ice_mbx_init_snapshot(struct ice_hw *hw)
|
||||
{
|
||||
struct ice_mbx_snapshot *snap = &hw->mbx_snapshot;
|
||||
|
||||
/* Free VF counter array and reset VF counter length */
|
||||
devm_kfree(ice_hw_to_dev(hw), snap->mbx_vf.vf_cntr);
|
||||
snap->mbx_vf.vfcntr_len = 0;
|
||||
|
||||
/* Clear mbx_buf in the mailbox snaphot structure */
|
||||
memset(&snap->mbx_buf, 0, sizeof(snap->mbx_buf));
|
||||
INIT_LIST_HEAD(&snap->mbx_vf);
|
||||
ice_mbx_reset_snapshot(snap);
|
||||
}
|
||||
|
@ -21,15 +21,10 @@ ice_aq_send_msg_to_vf(struct ice_hw *hw, u16 vfid, u32 v_opcode, u32 v_retval,
|
||||
u32 ice_conv_link_speed_to_virtchnl(bool adv_link_support, u16 link_speed);
|
||||
int
|
||||
ice_mbx_vf_state_handler(struct ice_hw *hw, struct ice_mbx_data *mbx_data,
|
||||
u16 vf_id, bool *is_mal_vf);
|
||||
int
|
||||
ice_mbx_clear_malvf(struct ice_mbx_snapshot *snap, unsigned long *all_malvfs,
|
||||
u16 bitmap_len, u16 vf_id);
|
||||
int ice_mbx_init_snapshot(struct ice_hw *hw, u16 vf_count);
|
||||
void ice_mbx_deinit_snapshot(struct ice_hw *hw);
|
||||
int
|
||||
ice_mbx_report_malvf(struct ice_hw *hw, unsigned long *all_malvfs,
|
||||
u16 bitmap_len, u16 vf_id, bool *report_malvf);
|
||||
struct ice_mbx_vf_info *vf_info, bool *report_malvf);
|
||||
void ice_mbx_clear_malvf(struct ice_mbx_vf_info *vf_info);
|
||||
void ice_mbx_init_vf_info(struct ice_hw *hw, struct ice_mbx_vf_info *vf_info);
|
||||
void ice_mbx_init_snapshot(struct ice_hw *hw);
|
||||
#else /* CONFIG_PCI_IOV */
|
||||
static inline int
|
||||
ice_aq_send_msg_to_vf(struct ice_hw __always_unused *hw,
|
||||
@ -48,5 +43,9 @@ ice_conv_link_speed_to_virtchnl(bool __always_unused adv_link_support,
|
||||
return 0;
|
||||
}
|
||||
|
||||
static inline void ice_mbx_init_snapshot(struct ice_hw *hw)
|
||||
{
|
||||
}
|
||||
|
||||
#endif /* CONFIG_PCI_IOV */
|
||||
#endif /* _ICE_VF_MBX_H_ */
|
||||
|
@ -3833,15 +3833,58 @@ void ice_virtchnl_set_repr_ops(struct ice_vf *vf)
|
||||
vf->virtchnl_ops = &ice_virtchnl_repr_ops;
|
||||
}
|
||||
|
||||
/**
|
||||
* ice_is_malicious_vf - check if this vf might be overflowing mailbox
|
||||
* @vf: the VF to check
|
||||
* @mbxdata: data about the state of the mailbox
|
||||
*
|
||||
* Detect if a given VF might be malicious and attempting to overflow the PF
|
||||
* mailbox. If so, log a warning message and ignore this event.
|
||||
*/
|
||||
static bool
|
||||
ice_is_malicious_vf(struct ice_vf *vf, struct ice_mbx_data *mbxdata)
|
||||
{
|
||||
bool report_malvf = false;
|
||||
struct device *dev;
|
||||
struct ice_pf *pf;
|
||||
int status;
|
||||
|
||||
pf = vf->pf;
|
||||
dev = ice_pf_to_dev(pf);
|
||||
|
||||
if (test_bit(ICE_VF_STATE_DIS, vf->vf_states))
|
||||
return vf->mbx_info.malicious;
|
||||
|
||||
/* check to see if we have a newly malicious VF */
|
||||
status = ice_mbx_vf_state_handler(&pf->hw, mbxdata, &vf->mbx_info,
|
||||
&report_malvf);
|
||||
if (status)
|
||||
dev_warn_ratelimited(dev, "Unable to check status of mailbox overflow for VF %u MAC %pM, status %d\n",
|
||||
vf->vf_id, vf->dev_lan_addr, status);
|
||||
|
||||
if (report_malvf) {
|
||||
struct ice_vsi *pf_vsi = ice_get_main_vsi(pf);
|
||||
u8 zero_addr[ETH_ALEN] = {};
|
||||
|
||||
dev_warn(dev, "VF MAC %pM on PF MAC %pM is generating asynchronous messages and may be overflowing the PF message queue. Please see the Adapter User Guide for more information\n",
|
||||
vf->dev_lan_addr,
|
||||
pf_vsi ? pf_vsi->netdev->dev_addr : zero_addr);
|
||||
}
|
||||
|
||||
return vf->mbx_info.malicious;
|
||||
}
|
||||
|
||||
/**
|
||||
* ice_vc_process_vf_msg - Process request from VF
|
||||
* @pf: pointer to the PF structure
|
||||
* @event: pointer to the AQ event
|
||||
* @mbxdata: information used to detect VF attempting mailbox overflow
|
||||
*
|
||||
* called from the common asq/arq handler to
|
||||
* process request from VF
|
||||
*/
|
||||
void ice_vc_process_vf_msg(struct ice_pf *pf, struct ice_rq_event_info *event)
|
||||
void ice_vc_process_vf_msg(struct ice_pf *pf, struct ice_rq_event_info *event,
|
||||
struct ice_mbx_data *mbxdata)
|
||||
{
|
||||
u32 v_opcode = le32_to_cpu(event->desc.cookie_high);
|
||||
s16 vf_id = le16_to_cpu(event->desc.retval);
|
||||
@ -3863,6 +3906,10 @@ void ice_vc_process_vf_msg(struct ice_pf *pf, struct ice_rq_event_info *event)
|
||||
|
||||
mutex_lock(&vf->cfg_lock);
|
||||
|
||||
/* Check if the VF is trying to overflow the mailbox */
|
||||
if (ice_is_malicious_vf(vf, mbxdata))
|
||||
goto finish;
|
||||
|
||||
/* Check if VF is disabled. */
|
||||
if (test_bit(ICE_VF_STATE_DIS, vf->vf_states)) {
|
||||
err = -EPERM;
|
||||
|
@ -63,6 +63,8 @@ int
|
||||
ice_vc_send_msg_to_vf(struct ice_vf *vf, u32 v_opcode,
|
||||
enum virtchnl_status_code v_retval, u8 *msg, u16 msglen);
|
||||
bool ice_vc_isvalid_vsi_id(struct ice_vf *vf, u16 vsi_id);
|
||||
void ice_vc_process_vf_msg(struct ice_pf *pf, struct ice_rq_event_info *event,
|
||||
struct ice_mbx_data *mbxdata);
|
||||
#else /* CONFIG_PCI_IOV */
|
||||
static inline void ice_virtchnl_set_dflt_ops(struct ice_vf *vf) { }
|
||||
static inline void ice_virtchnl_set_repr_ops(struct ice_vf *vf) { }
|
||||
@ -81,6 +83,12 @@ static inline bool ice_vc_isvalid_vsi_id(struct ice_vf *vf, u16 vsi_id)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
|
||||
static inline void
|
||||
ice_vc_process_vf_msg(struct ice_pf *pf, struct ice_rq_event_info *event,
|
||||
struct ice_mbx_data *mbxdata)
|
||||
{
|
||||
}
|
||||
#endif /* !CONFIG_PCI_IOV */
|
||||
|
||||
#endif /* _ICE_VIRTCHNL_H_ */
|
||||
|
Loading…
x
Reference in New Issue
Block a user