274 lines
8.0 KiB
C
274 lines
8.0 KiB
C
|
/* SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) */
|
||
|
|
/* Copyright (C) 2018 Netronome Systems, Inc. */
|
||
|
|
|
||
|
|
#ifndef __NFP_ABM_H__
|
||
|
|
#define __NFP_ABM_H__ 1
|
||
|
|
|
||
|
|
#include <linux/bits.h>
|
||
|
|
#include <linux/list.h>
|
||
|
|
#include <linux/radix-tree.h>
|
||
|
|
#include <net/devlink.h>
|
||
|
|
#include <net/pkt_cls.h>
|
||
|
|
#include <net/pkt_sched.h>
|
||
|
|
|
||
|
|
/* Dump of 64 PRIOs and 256 REDs seems to take 850us on Xeon v4 @ 2.20GHz;
|
||
|
|
* 2.5ms / 400Hz seems more than sufficient for stats resolution.
|
||
|
|
*/
|
||
|
|
#define NFP_ABM_STATS_REFRESH_IVAL (2500 * 1000) /* ns */
|
||
|
|
|
||
|
|
#define NFP_ABM_LVL_INFINITY S32_MAX
|
||
|
|
|
||
|
|
struct nfp_app;
|
||
|
|
struct nfp_net;
|
||
|
|
|
||
|
|
#define NFP_ABM_PORTID_TYPE GENMASK(23, 16)
|
||
|
|
#define NFP_ABM_PORTID_ID GENMASK(7, 0)
|
||
|
|
|
||
|
|
/* The possible actions if thresholds are exceeded */
|
||
|
|
enum nfp_abm_q_action {
|
||
|
|
/* mark if ECN capable, otherwise drop */
|
||
|
|
NFP_ABM_ACT_MARK_DROP = 0,
|
||
|
|
/* mark if ECN capable, otherwise goto QM */
|
||
|
|
NFP_ABM_ACT_MARK_QUEUE = 1,
|
||
|
|
NFP_ABM_ACT_DROP = 2,
|
||
|
|
NFP_ABM_ACT_QUEUE = 3,
|
||
|
|
NFP_ABM_ACT_NOQUEUE = 4,
|
||
|
|
};
|
||
|
|
|
||
|
|
/**
|
||
|
|
* struct nfp_abm - ABM NIC app structure
|
||
|
|
* @app: back pointer to nfp_app
|
||
|
|
* @pf_id: ID of our PF link
|
||
|
|
*
|
||
|
|
* @red_support: is RED offload supported
|
||
|
|
* @num_prios: number of supported DSCP priorities
|
||
|
|
* @num_bands: number of supported DSCP priority bands
|
||
|
|
* @action_mask: bitmask of supported actions
|
||
|
|
*
|
||
|
|
* @thresholds: current threshold configuration
|
||
|
|
* @threshold_undef: bitmap of thresholds which have not been set
|
||
|
|
* @actions: current FW action configuration
|
||
|
|
* @num_thresholds: number of @thresholds and bits in @threshold_undef
|
||
|
|
*
|
||
|
|
* @prio_map_len: computed length of FW priority map (in bytes)
|
||
|
|
* @dscp_mask: mask FW will apply on DSCP field
|
||
|
|
*
|
||
|
|
* @eswitch_mode: devlink eswitch mode, advanced functions only visible
|
||
|
|
* in switchdev mode
|
||
|
|
*
|
||
|
|
* @q_lvls: queue level control area
|
||
|
|
* @qm_stats: queue statistics symbol
|
||
|
|
* @q_stats: basic queue statistics (only in per-band case)
|
||
|
|
*/
|
||
|
|
struct nfp_abm {
|
||
|
|
struct nfp_app *app;
|
||
|
|
unsigned int pf_id;
|
||
|
|
|
||
|
|
unsigned int red_support;
|
||
|
|
unsigned int num_prios;
|
||
|
|
unsigned int num_bands;
|
||
|
|
unsigned int action_mask;
|
||
|
|
|
||
|
|
u32 *thresholds;
|
||
|
|
unsigned long *threshold_undef;
|
||
|
|
u8 *actions;
|
||
|
|
size_t num_thresholds;
|
||
|
|
|
||
|
|
unsigned int prio_map_len;
|
||
|
|
u8 dscp_mask;
|
||
|
|
|
||
|
|
enum devlink_eswitch_mode eswitch_mode;
|
||
|
|
|
||
|
|
const struct nfp_rtsym *q_lvls;
|
||
|
|
const struct nfp_rtsym *qm_stats;
|
||
|
|
const struct nfp_rtsym *q_stats;
|
||
|
|
};
|
||
|
|
|
||
|
|
/**
|
||
|
|
* struct nfp_alink_stats - ABM NIC statistics
|
||
|
|
* @tx_pkts: number of TXed packets
|
||
|
|
* @tx_bytes: number of TXed bytes
|
||
|
|
* @backlog_pkts: momentary backlog length (packets)
|
||
|
|
* @backlog_bytes: momentary backlog length (bytes)
|
||
|
|
* @overlimits: number of ECN marked TXed packets (accumulative)
|
||
|
|
* @drops: number of tail-dropped packets (accumulative)
|
||
|
|
*/
|
||
|
|
struct nfp_alink_stats {
|
||
|
|
u64 tx_pkts;
|
||
|
|
u64 tx_bytes;
|
||
|
|
u64 backlog_pkts;
|
||
|
|
u64 backlog_bytes;
|
||
|
|
u64 overlimits;
|
||
|
|
u64 drops;
|
||
|
|
};
|
||
|
|
|
||
|
|
/**
|
||
|
|
* struct nfp_alink_xstats - extended ABM NIC statistics
|
||
|
|
* @ecn_marked: number of ECN marked TXed packets
|
||
|
|
* @pdrop: number of hard drops due to queue limit
|
||
|
|
*/
|
||
|
|
struct nfp_alink_xstats {
|
||
|
|
u64 ecn_marked;
|
||
|
|
u64 pdrop;
|
||
|
|
};
|
||
|
|
|
||
|
|
enum nfp_qdisc_type {
|
||
|
|
NFP_QDISC_NONE = 0,
|
||
|
|
NFP_QDISC_MQ,
|
||
|
|
NFP_QDISC_RED,
|
||
|
|
NFP_QDISC_GRED,
|
||
|
|
};
|
||
|
|
|
||
|
|
#define NFP_QDISC_UNTRACKED ((struct nfp_qdisc *)1UL)
|
||
|
|
|
||
|
|
/**
|
||
|
|
* struct nfp_qdisc - tracked TC Qdisc
|
||
|
|
* @netdev: netdev on which Qdisc was created
|
||
|
|
* @type: Qdisc type
|
||
|
|
* @handle: handle of this Qdisc
|
||
|
|
* @parent_handle: handle of the parent (unreliable if Qdisc was grafted)
|
||
|
|
* @use_cnt: number of attachment points in the hierarchy
|
||
|
|
* @num_children: current size of the @children array
|
||
|
|
* @children: pointers to children
|
||
|
|
*
|
||
|
|
* @params_ok: parameters of this Qdisc are OK for offload
|
||
|
|
* @offload_mark: offload refresh state - selected for offload
|
||
|
|
* @offloaded: Qdisc is currently offloaded to the HW
|
||
|
|
*
|
||
|
|
* @mq: MQ Qdisc specific parameters and state
|
||
|
|
* @mq.stats: current stats of the MQ Qdisc
|
||
|
|
* @mq.prev_stats: previously reported @mq.stats
|
||
|
|
*
|
||
|
|
* @red: RED Qdisc specific parameters and state
|
||
|
|
* @red.num_bands: Number of valid entries in the @red.band table
|
||
|
|
* @red.band: Per-band array of RED instances
|
||
|
|
* @red.band.ecn: ECN marking is enabled (rather than drop)
|
||
|
|
* @red.band.threshold: ECN marking threshold
|
||
|
|
* @red.band.stats: current stats of the RED Qdisc
|
||
|
|
* @red.band.prev_stats: previously reported @red.stats
|
||
|
|
* @red.band.xstats: extended stats for RED - current
|
||
|
|
* @red.band.prev_xstats: extended stats for RED - previously reported
|
||
|
|
*/
|
||
|
|
struct nfp_qdisc {
|
||
|
|
struct net_device *netdev;
|
||
|
|
enum nfp_qdisc_type type;
|
||
|
|
u32 handle;
|
||
|
|
u32 parent_handle;
|
||
|
|
unsigned int use_cnt;
|
||
|
|
unsigned int num_children;
|
||
|
|
struct nfp_qdisc **children;
|
||
|
|
|
||
|
|
bool params_ok;
|
||
|
|
bool offload_mark;
|
||
|
|
bool offloaded;
|
||
|
|
|
||
|
|
union {
|
||
|
|
/* NFP_QDISC_MQ */
|
||
|
|
struct {
|
||
|
|
struct nfp_alink_stats stats;
|
||
|
|
struct nfp_alink_stats prev_stats;
|
||
|
|
} mq;
|
||
|
|
/* TC_SETUP_QDISC_RED, TC_SETUP_QDISC_GRED */
|
||
|
|
struct {
|
||
|
|
unsigned int num_bands;
|
||
|
|
|
||
|
|
struct {
|
||
|
|
bool ecn;
|
||
|
|
u32 threshold;
|
||
|
|
struct nfp_alink_stats stats;
|
||
|
|
struct nfp_alink_stats prev_stats;
|
||
|
|
struct nfp_alink_xstats xstats;
|
||
|
|
struct nfp_alink_xstats prev_xstats;
|
||
|
|
} band[MAX_DPs];
|
||
|
|
} red;
|
||
|
|
};
|
||
|
|
};
|
||
|
|
|
||
|
|
/**
|
||
|
|
* struct nfp_abm_link - port tuple of a ABM NIC
|
||
|
|
* @abm: back pointer to nfp_abm
|
||
|
|
* @vnic: data vNIC
|
||
|
|
* @id: id of the data vNIC
|
||
|
|
* @queue_base: id of base to host queue within PCIe (not QC idx)
|
||
|
|
* @total_queues: number of PF queues
|
||
|
|
*
|
||
|
|
* @last_stats_update: ktime of last stats update
|
||
|
|
*
|
||
|
|
* @prio_map: current map of priorities
|
||
|
|
* @has_prio: @prio_map is valid
|
||
|
|
*
|
||
|
|
* @def_band: default band to use
|
||
|
|
* @dscp_map: list of DSCP to band mappings
|
||
|
|
*
|
||
|
|
* @root_qdisc: pointer to the current root of the Qdisc hierarchy
|
||
|
|
* @qdiscs: all qdiscs recorded by major part of the handle
|
||
|
|
*/
|
||
|
|
struct nfp_abm_link {
|
||
|
|
struct nfp_abm *abm;
|
||
|
|
struct nfp_net *vnic;
|
||
|
|
unsigned int id;
|
||
|
|
unsigned int queue_base;
|
||
|
|
unsigned int total_queues;
|
||
|
|
|
||
|
|
u64 last_stats_update;
|
||
|
|
|
||
|
|
u32 *prio_map;
|
||
|
|
bool has_prio;
|
||
|
|
|
||
|
|
u8 def_band;
|
||
|
|
struct list_head dscp_map;
|
||
|
|
|
||
|
|
struct nfp_qdisc *root_qdisc;
|
||
|
|
struct radix_tree_root qdiscs;
|
||
|
|
};
|
||
|
|
|
||
|
|
static inline bool nfp_abm_has_prio(struct nfp_abm *abm)
|
||
|
|
{
|
||
|
|
return abm->num_bands > 1;
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline bool nfp_abm_has_drop(struct nfp_abm *abm)
|
||
|
|
{
|
||
|
|
return abm->action_mask & BIT(NFP_ABM_ACT_DROP);
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline bool nfp_abm_has_mark(struct nfp_abm *abm)
|
||
|
|
{
|
||
|
|
return abm->action_mask & BIT(NFP_ABM_ACT_MARK_DROP);
|
||
|
|
}
|
||
|
|
|
||
|
|
void nfp_abm_qdisc_offload_update(struct nfp_abm_link *alink);
|
||
|
|
int nfp_abm_setup_root(struct net_device *netdev, struct nfp_abm_link *alink,
|
||
|
|
struct tc_root_qopt_offload *opt);
|
||
|
|
int nfp_abm_setup_tc_red(struct net_device *netdev, struct nfp_abm_link *alink,
|
||
|
|
struct tc_red_qopt_offload *opt);
|
||
|
|
int nfp_abm_setup_tc_mq(struct net_device *netdev, struct nfp_abm_link *alink,
|
||
|
|
struct tc_mq_qopt_offload *opt);
|
||
|
|
int nfp_abm_setup_tc_gred(struct net_device *netdev, struct nfp_abm_link *alink,
|
||
|
|
struct tc_gred_qopt_offload *opt);
|
||
|
|
int nfp_abm_setup_cls_block(struct net_device *netdev, struct nfp_repr *repr,
|
||
|
|
struct flow_block_offload *opt);
|
||
|
|
|
||
|
|
int nfp_abm_ctrl_read_params(struct nfp_abm_link *alink);
|
||
|
|
int nfp_abm_ctrl_find_addrs(struct nfp_abm *abm);
|
||
|
|
int __nfp_abm_ctrl_set_q_lvl(struct nfp_abm *abm, unsigned int id, u32 val);
|
||
|
|
int nfp_abm_ctrl_set_q_lvl(struct nfp_abm_link *alink, unsigned int band,
|
||
|
|
unsigned int queue, u32 val);
|
||
|
|
int __nfp_abm_ctrl_set_q_act(struct nfp_abm *abm, unsigned int id,
|
||
|
|
enum nfp_abm_q_action act);
|
||
|
|
int nfp_abm_ctrl_set_q_act(struct nfp_abm_link *alink, unsigned int band,
|
||
|
|
unsigned int queue, enum nfp_abm_q_action act);
|
||
|
|
int nfp_abm_ctrl_read_q_stats(struct nfp_abm_link *alink,
|
||
|
|
unsigned int band, unsigned int queue,
|
||
|
|
struct nfp_alink_stats *stats);
|
||
|
|
int nfp_abm_ctrl_read_q_xstats(struct nfp_abm_link *alink,
|
||
|
|
unsigned int band, unsigned int queue,
|
||
|
|
struct nfp_alink_xstats *xstats);
|
||
|
|
u64 nfp_abm_ctrl_stat_non_sto(struct nfp_abm_link *alink, unsigned int i);
|
||
|
|
u64 nfp_abm_ctrl_stat_sto(struct nfp_abm_link *alink, unsigned int i);
|
||
|
|
int nfp_abm_ctrl_qm_enable(struct nfp_abm *abm);
|
||
|
|
int nfp_abm_ctrl_qm_disable(struct nfp_abm *abm);
|
||
|
|
void nfp_abm_prio_map_update(struct nfp_abm *abm);
|
||
|
|
int nfp_abm_ctrl_prio_map_update(struct nfp_abm_link *alink, u32 *packed);
|
||
|
|
#endif
|