296 lines
9.2 KiB
C
296 lines
9.2 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
/* Copyright (C) 2023 Intel Corporation */
|
|
|
|
#ifndef _IDPF_LAN_TXRX_H_
|
|
#define _IDPF_LAN_TXRX_H_
|
|
|
|
#include <linux/bits.h>
|
|
|
|
enum idpf_rss_hash {
|
|
IDPF_HASH_INVALID = 0,
|
|
/* Values 1 - 28 are reserved for future use */
|
|
IDPF_HASH_NONF_UNICAST_IPV4_UDP = 29,
|
|
IDPF_HASH_NONF_MULTICAST_IPV4_UDP,
|
|
IDPF_HASH_NONF_IPV4_UDP,
|
|
IDPF_HASH_NONF_IPV4_TCP_SYN_NO_ACK,
|
|
IDPF_HASH_NONF_IPV4_TCP,
|
|
IDPF_HASH_NONF_IPV4_SCTP,
|
|
IDPF_HASH_NONF_IPV4_OTHER,
|
|
IDPF_HASH_FRAG_IPV4,
|
|
/* Values 37-38 are reserved */
|
|
IDPF_HASH_NONF_UNICAST_IPV6_UDP = 39,
|
|
IDPF_HASH_NONF_MULTICAST_IPV6_UDP,
|
|
IDPF_HASH_NONF_IPV6_UDP,
|
|
IDPF_HASH_NONF_IPV6_TCP_SYN_NO_ACK,
|
|
IDPF_HASH_NONF_IPV6_TCP,
|
|
IDPF_HASH_NONF_IPV6_SCTP,
|
|
IDPF_HASH_NONF_IPV6_OTHER,
|
|
IDPF_HASH_FRAG_IPV6,
|
|
IDPF_HASH_NONF_RSVD47,
|
|
IDPF_HASH_NONF_FCOE_OX,
|
|
IDPF_HASH_NONF_FCOE_RX,
|
|
IDPF_HASH_NONF_FCOE_OTHER,
|
|
/* Values 51-62 are reserved */
|
|
IDPF_HASH_L2_PAYLOAD = 63,
|
|
|
|
IDPF_HASH_MAX
|
|
};
|
|
|
|
/* Supported RSS offloads */
|
|
#define IDPF_DEFAULT_RSS_HASH \
|
|
(BIT_ULL(IDPF_HASH_NONF_IPV4_UDP) | \
|
|
BIT_ULL(IDPF_HASH_NONF_IPV4_SCTP) | \
|
|
BIT_ULL(IDPF_HASH_NONF_IPV4_TCP) | \
|
|
BIT_ULL(IDPF_HASH_NONF_IPV4_OTHER) | \
|
|
BIT_ULL(IDPF_HASH_FRAG_IPV4) | \
|
|
BIT_ULL(IDPF_HASH_NONF_IPV6_UDP) | \
|
|
BIT_ULL(IDPF_HASH_NONF_IPV6_TCP) | \
|
|
BIT_ULL(IDPF_HASH_NONF_IPV6_SCTP) | \
|
|
BIT_ULL(IDPF_HASH_NONF_IPV6_OTHER) | \
|
|
BIT_ULL(IDPF_HASH_FRAG_IPV6) | \
|
|
BIT_ULL(IDPF_HASH_L2_PAYLOAD))
|
|
|
|
#define IDPF_DEFAULT_RSS_HASH_EXPANDED (IDPF_DEFAULT_RSS_HASH | \
|
|
BIT_ULL(IDPF_HASH_NONF_IPV4_TCP_SYN_NO_ACK) | \
|
|
BIT_ULL(IDPF_HASH_NONF_UNICAST_IPV4_UDP) | \
|
|
BIT_ULL(IDPF_HASH_NONF_MULTICAST_IPV4_UDP) | \
|
|
BIT_ULL(IDPF_HASH_NONF_IPV6_TCP_SYN_NO_ACK) | \
|
|
BIT_ULL(IDPF_HASH_NONF_UNICAST_IPV6_UDP) | \
|
|
BIT_ULL(IDPF_HASH_NONF_MULTICAST_IPV6_UDP))
|
|
|
|
/* For idpf_splitq_base_tx_compl_desc */
|
|
#define IDPF_TXD_COMPLQ_GEN_S 15
|
|
#define IDPF_TXD_COMPLQ_GEN_M BIT_ULL(IDPF_TXD_COMPLQ_GEN_S)
|
|
#define IDPF_TXD_COMPLQ_COMPL_TYPE_S 11
|
|
#define IDPF_TXD_COMPLQ_COMPL_TYPE_M GENMASK_ULL(13, 11)
|
|
#define IDPF_TXD_COMPLQ_QID_S 0
|
|
#define IDPF_TXD_COMPLQ_QID_M GENMASK_ULL(9, 0)
|
|
|
|
/* For base mode TX descriptors */
|
|
|
|
#define IDPF_TXD_CTX_QW0_TUNN_L4T_CS_S 23
|
|
#define IDPF_TXD_CTX_QW0_TUNN_L4T_CS_M BIT_ULL(IDPF_TXD_CTX_QW0_TUNN_L4T_CS_S)
|
|
#define IDPF_TXD_CTX_QW0_TUNN_DECTTL_S 19
|
|
#define IDPF_TXD_CTX_QW0_TUNN_DECTTL_M \
|
|
(0xFULL << IDPF_TXD_CTX_QW0_TUNN_DECTTL_S)
|
|
#define IDPF_TXD_CTX_QW0_TUNN_NATLEN_S 12
|
|
#define IDPF_TXD_CTX_QW0_TUNN_NATLEN_M \
|
|
(0X7FULL << IDPF_TXD_CTX_QW0_TUNN_NATLEN_S)
|
|
#define IDPF_TXD_CTX_QW0_TUNN_EIP_NOINC_S 11
|
|
#define IDPF_TXD_CTX_QW0_TUNN_EIP_NOINC_M \
|
|
BIT_ULL(IDPF_TXD_CTX_QW0_TUNN_EIP_NOINC_S)
|
|
#define IDPF_TXD_CTX_EIP_NOINC_IPID_CONST \
|
|
IDPF_TXD_CTX_QW0_TUNN_EIP_NOINC_M
|
|
#define IDPF_TXD_CTX_QW0_TUNN_NATT_S 9
|
|
#define IDPF_TXD_CTX_QW0_TUNN_NATT_M (0x3ULL << IDPF_TXD_CTX_QW0_TUNN_NATT_S)
|
|
#define IDPF_TXD_CTX_UDP_TUNNELING BIT_ULL(IDPF_TXD_CTX_QW0_TUNN_NATT_S)
|
|
#define IDPF_TXD_CTX_GRE_TUNNELING (0x2ULL << IDPF_TXD_CTX_QW0_TUNN_NATT_S)
|
|
#define IDPF_TXD_CTX_QW0_TUNN_EXT_IPLEN_S 2
|
|
#define IDPF_TXD_CTX_QW0_TUNN_EXT_IPLEN_M \
|
|
(0x3FULL << IDPF_TXD_CTX_QW0_TUNN_EXT_IPLEN_S)
|
|
#define IDPF_TXD_CTX_QW0_TUNN_EXT_IP_S 0
|
|
#define IDPF_TXD_CTX_QW0_TUNN_EXT_IP_M \
|
|
(0x3ULL << IDPF_TXD_CTX_QW0_TUNN_EXT_IP_S)
|
|
|
|
#define IDPF_TXD_CTX_QW1_MSS_S 50
|
|
#define IDPF_TXD_CTX_QW1_MSS_M GENMASK_ULL(63, 50)
|
|
#define IDPF_TXD_CTX_QW1_TSO_LEN_S 30
|
|
#define IDPF_TXD_CTX_QW1_TSO_LEN_M GENMASK_ULL(47, 30)
|
|
#define IDPF_TXD_CTX_QW1_CMD_S 4
|
|
#define IDPF_TXD_CTX_QW1_CMD_M GENMASK_ULL(15, 4)
|
|
#define IDPF_TXD_CTX_QW1_DTYPE_S 0
|
|
#define IDPF_TXD_CTX_QW1_DTYPE_M GENMASK_ULL(3, 0)
|
|
#define IDPF_TXD_QW1_L2TAG1_S 48
|
|
#define IDPF_TXD_QW1_L2TAG1_M GENMASK_ULL(63, 48)
|
|
#define IDPF_TXD_QW1_TX_BUF_SZ_S 34
|
|
#define IDPF_TXD_QW1_TX_BUF_SZ_M GENMASK_ULL(47, 34)
|
|
#define IDPF_TXD_QW1_OFFSET_S 16
|
|
#define IDPF_TXD_QW1_OFFSET_M GENMASK_ULL(33, 16)
|
|
#define IDPF_TXD_QW1_CMD_S 4
|
|
#define IDPF_TXD_QW1_CMD_M GENMASK_ULL(15, 4)
|
|
#define IDPF_TXD_QW1_DTYPE_S 0
|
|
#define IDPF_TXD_QW1_DTYPE_M GENMASK_ULL(3, 0)
|
|
|
|
/* TX Completion Descriptor Completion Types */
|
|
#define IDPF_TXD_COMPLT_ITR_FLUSH 0
|
|
/* Descriptor completion type 1 is reserved */
|
|
#define IDPF_TXD_COMPLT_RS 2
|
|
/* Descriptor completion type 3 is reserved */
|
|
#define IDPF_TXD_COMPLT_RE 4
|
|
#define IDPF_TXD_COMPLT_SW_MARKER 5
|
|
|
|
enum idpf_tx_desc_dtype_value {
|
|
IDPF_TX_DESC_DTYPE_DATA = 0,
|
|
IDPF_TX_DESC_DTYPE_CTX = 1,
|
|
/* DTYPE 2 is reserved
|
|
* DTYPE 3 is free for future use
|
|
* DTYPE 4 is reserved
|
|
*/
|
|
IDPF_TX_DESC_DTYPE_FLEX_TSO_CTX = 5,
|
|
/* DTYPE 6 is reserved */
|
|
IDPF_TX_DESC_DTYPE_FLEX_L2TAG1_L2TAG2 = 7,
|
|
/* DTYPE 8, 9 are free for future use
|
|
* DTYPE 10 is reserved
|
|
* DTYPE 11 is free for future use
|
|
*/
|
|
IDPF_TX_DESC_DTYPE_FLEX_FLOW_SCHE = 12,
|
|
/* DTYPE 13, 14 are free for future use */
|
|
|
|
/* DESC_DONE - HW has completed write-back of descriptor */
|
|
IDPF_TX_DESC_DTYPE_DESC_DONE = 15,
|
|
};
|
|
|
|
enum idpf_tx_ctx_desc_cmd_bits {
|
|
IDPF_TX_CTX_DESC_TSO = 0x01,
|
|
IDPF_TX_CTX_DESC_TSYN = 0x02,
|
|
IDPF_TX_CTX_DESC_IL2TAG2 = 0x04,
|
|
IDPF_TX_CTX_DESC_RSVD = 0x08,
|
|
IDPF_TX_CTX_DESC_SWTCH_NOTAG = 0x00,
|
|
IDPF_TX_CTX_DESC_SWTCH_UPLINK = 0x10,
|
|
IDPF_TX_CTX_DESC_SWTCH_LOCAL = 0x20,
|
|
IDPF_TX_CTX_DESC_SWTCH_VSI = 0x30,
|
|
IDPF_TX_CTX_DESC_FILT_AU_EN = 0x40,
|
|
IDPF_TX_CTX_DESC_FILT_AU_EVICT = 0x80,
|
|
IDPF_TX_CTX_DESC_RSVD1 = 0xF00
|
|
};
|
|
|
|
enum idpf_tx_desc_len_fields {
|
|
/* Note: These are predefined bit offsets */
|
|
IDPF_TX_DESC_LEN_MACLEN_S = 0, /* 7 BITS */
|
|
IDPF_TX_DESC_LEN_IPLEN_S = 7, /* 7 BITS */
|
|
IDPF_TX_DESC_LEN_L4_LEN_S = 14 /* 4 BITS */
|
|
};
|
|
|
|
enum idpf_tx_base_desc_cmd_bits {
|
|
IDPF_TX_DESC_CMD_EOP = BIT(0),
|
|
IDPF_TX_DESC_CMD_RS = BIT(1),
|
|
/* only on VFs else RSVD */
|
|
IDPF_TX_DESC_CMD_ICRC = BIT(2),
|
|
IDPF_TX_DESC_CMD_IL2TAG1 = BIT(3),
|
|
IDPF_TX_DESC_CMD_RSVD1 = BIT(4),
|
|
IDPF_TX_DESC_CMD_IIPT_IPV6 = BIT(5),
|
|
IDPF_TX_DESC_CMD_IIPT_IPV4 = BIT(6),
|
|
IDPF_TX_DESC_CMD_IIPT_IPV4_CSUM = GENMASK(6, 5),
|
|
IDPF_TX_DESC_CMD_RSVD2 = BIT(7),
|
|
IDPF_TX_DESC_CMD_L4T_EOFT_TCP = BIT(8),
|
|
IDPF_TX_DESC_CMD_L4T_EOFT_SCTP = BIT(9),
|
|
IDPF_TX_DESC_CMD_L4T_EOFT_UDP = GENMASK(9, 8),
|
|
IDPF_TX_DESC_CMD_RSVD3 = BIT(10),
|
|
IDPF_TX_DESC_CMD_RSVD4 = BIT(11),
|
|
};
|
|
|
|
/* Transmit descriptors */
|
|
/* splitq tx buf, singleq tx buf and singleq compl desc */
|
|
struct idpf_base_tx_desc {
|
|
__le64 buf_addr; /* Address of descriptor's data buf */
|
|
__le64 qw1; /* type_cmd_offset_bsz_l2tag1 */
|
|
}; /* read used with buffer queues */
|
|
|
|
struct idpf_splitq_tx_compl_desc {
|
|
/* qid=[10:0] comptype=[13:11] rsvd=[14] gen=[15] */
|
|
__le16 qid_comptype_gen;
|
|
union {
|
|
__le16 q_head; /* Queue head */
|
|
__le16 compl_tag; /* Completion tag */
|
|
} q_head_compl_tag;
|
|
u8 ts[3];
|
|
u8 rsvd; /* Reserved */
|
|
}; /* writeback used with completion queues */
|
|
|
|
/* Context descriptors */
|
|
struct idpf_base_tx_ctx_desc {
|
|
struct {
|
|
__le32 tunneling_params;
|
|
__le16 l2tag2;
|
|
__le16 rsvd1;
|
|
} qw0;
|
|
__le64 qw1; /* type_cmd_tlen_mss/rt_hint */
|
|
};
|
|
|
|
/* Common cmd field defines for all desc except Flex Flow Scheduler (0x0C) */
|
|
enum idpf_tx_flex_desc_cmd_bits {
|
|
IDPF_TX_FLEX_DESC_CMD_EOP = BIT(0),
|
|
IDPF_TX_FLEX_DESC_CMD_RS = BIT(1),
|
|
IDPF_TX_FLEX_DESC_CMD_RE = BIT(2),
|
|
IDPF_TX_FLEX_DESC_CMD_IL2TAG1 = BIT(3),
|
|
IDPF_TX_FLEX_DESC_CMD_DUMMY = BIT(4),
|
|
IDPF_TX_FLEX_DESC_CMD_CS_EN = BIT(5),
|
|
IDPF_TX_FLEX_DESC_CMD_FILT_AU_EN = BIT(6),
|
|
IDPF_TX_FLEX_DESC_CMD_FILT_AU_EVICT = BIT(7),
|
|
};
|
|
|
|
struct idpf_flex_tx_desc {
|
|
__le64 buf_addr; /* Packet buffer address */
|
|
struct {
|
|
#define IDPF_FLEX_TXD_QW1_DTYPE_S 0
|
|
#define IDPF_FLEX_TXD_QW1_DTYPE_M GENMASK(4, 0)
|
|
#define IDPF_FLEX_TXD_QW1_CMD_S 5
|
|
#define IDPF_FLEX_TXD_QW1_CMD_M GENMASK(15, 5)
|
|
__le16 cmd_dtype;
|
|
/* DTYPE=IDPF_TX_DESC_DTYPE_FLEX_L2TAG1_L2TAG2 (0x07) */
|
|
struct {
|
|
__le16 l2tag1;
|
|
__le16 l2tag2;
|
|
} l2tags;
|
|
__le16 buf_size;
|
|
} qw1;
|
|
};
|
|
|
|
struct idpf_flex_tx_sched_desc {
|
|
__le64 buf_addr; /* Packet buffer address */
|
|
|
|
/* DTYPE = IDPF_TX_DESC_DTYPE_FLEX_FLOW_SCHE_16B (0x0C) */
|
|
struct {
|
|
u8 cmd_dtype;
|
|
#define IDPF_TXD_FLEX_FLOW_DTYPE_M GENMASK(4, 0)
|
|
#define IDPF_TXD_FLEX_FLOW_CMD_EOP BIT(5)
|
|
#define IDPF_TXD_FLEX_FLOW_CMD_CS_EN BIT(6)
|
|
#define IDPF_TXD_FLEX_FLOW_CMD_RE BIT(7)
|
|
|
|
/* [23:23] Horizon Overflow bit, [22:0] timestamp */
|
|
u8 ts[3];
|
|
#define IDPF_TXD_FLOW_SCH_HORIZON_OVERFLOW_M BIT(7)
|
|
|
|
__le16 compl_tag;
|
|
__le16 rxr_bufsize;
|
|
#define IDPF_TXD_FLEX_FLOW_RXR BIT(14)
|
|
#define IDPF_TXD_FLEX_FLOW_BUFSIZE_M GENMASK(13, 0)
|
|
} qw1;
|
|
};
|
|
|
|
/* Common cmd fields for all flex context descriptors
|
|
* Note: these defines already account for the 5 bit dtype in the cmd_dtype
|
|
* field
|
|
*/
|
|
enum idpf_tx_flex_ctx_desc_cmd_bits {
|
|
IDPF_TX_FLEX_CTX_DESC_CMD_TSO = BIT(5),
|
|
IDPF_TX_FLEX_CTX_DESC_CMD_TSYN_EN = BIT(6),
|
|
IDPF_TX_FLEX_CTX_DESC_CMD_L2TAG2 = BIT(7),
|
|
IDPF_TX_FLEX_CTX_DESC_CMD_SWTCH_UPLNK = BIT(9),
|
|
IDPF_TX_FLEX_CTX_DESC_CMD_SWTCH_LOCAL = BIT(10),
|
|
IDPF_TX_FLEX_CTX_DESC_CMD_SWTCH_TARGETVSI = GENMASK(10, 9),
|
|
};
|
|
|
|
/* Standard flex descriptor TSO context quad word */
|
|
struct idpf_flex_tx_tso_ctx_qw {
|
|
__le32 flex_tlen;
|
|
#define IDPF_TXD_FLEX_CTX_TLEN_M GENMASK(17, 0)
|
|
#define IDPF_TXD_FLEX_TSO_CTX_FLEX_S 24
|
|
__le16 mss_rt;
|
|
#define IDPF_TXD_FLEX_CTX_MSS_RT_M GENMASK(13, 0)
|
|
u8 hdr_len;
|
|
u8 flex;
|
|
};
|
|
|
|
struct idpf_flex_tx_ctx_desc {
|
|
/* DTYPE = IDPF_TX_DESC_DTYPE_FLEX_TSO_CTX (0x05) */
|
|
struct {
|
|
struct idpf_flex_tx_tso_ctx_qw qw0;
|
|
struct {
|
|
__le16 cmd_dtype;
|
|
u8 flex[6];
|
|
} qw1;
|
|
} tso;
|
|
};
|
|
#endif /* _IDPF_LAN_TXRX_H_ */
|