Commit e71d2b95 authored by Jakub Kicinski's avatar Jakub Kicinski
Browse files

Merge branch 'net-ipa-start-adding-ipa-v4-5-support' 

Alex Elder says:

====================
net: ipa: start adding IPA v4.5 support

This series starts updating the IPA code to support IPA hardware
version 4.5.

The first patch fixes a problem found while preparing these updates.
Testing shows the code works with or without the change, and with
the fix the code matches "downstream" Qualcomm code.

The second patch updates the definitions for IPA register offsets
and field masks to reflect the changes that come with IPA v4.5.  A
few register updates have been deferred until later, because making
use of them involves some nontrivial code updates.

One type of change that IPA v4.5 brings is expanding the range of
certain configuration values.  High-order bits are added in a few
cases, and the third patch implements the code changes necessary to
use those newly available bits.

The fourth patch implements several fairly minor changes to the code
required for IPA v4.5 support.

The last two patches implement changes to the GSI registers used for
IPA.  Almost none of the registers change, but the range of memory
in which most of the GSI registers is located is shifted by a fixed
amount.  The fifth patch updates the GSI register definitions, and
the last patch implements the memory shift for IPA v4.5.
====================

Link: https://lore.kernel.org/r/20201125204522.5884-1-elder@linaro.org


Signed-off-by: default avatarJakub Kicinski <kuba@kernel.org>
parents 3567e233 cdeee49f

drivers/net/ipa/gsi.c

+30 −5
Original line number Diff line number Diff line
@@ -195,6 +195,8 @@ static void gsi_irq_type_disable(struct gsi *gsi, enum gsi_irq_type_id type_id) 
/* Turn off all GSI interrupts initially */

static void gsi_irq_setup(struct gsi *gsi)

{

	u32 adjust;



	/* Disable all interrupt types */

	gsi_irq_type_update(gsi, 0);
@@ -203,8 +205,12 @@ static void gsi_irq_setup(struct gsi *gsi) 
	iowrite32(0, gsi->virt + GSI_CNTXT_SRC_EV_CH_IRQ_MSK_OFFSET);

	iowrite32(0, gsi->virt + GSI_CNTXT_GLOB_IRQ_EN_OFFSET);

	iowrite32(0, gsi->virt + GSI_CNTXT_SRC_IEOB_IRQ_MSK_OFFSET);

	iowrite32(0, gsi->virt + GSI_INTER_EE_SRC_CH_IRQ_OFFSET);

	iowrite32(0, gsi->virt + GSI_INTER_EE_SRC_EV_CH_IRQ_OFFSET);



	/* Reverse the offset adjustment for inter-EE register offsets */

	adjust = gsi->version < IPA_VERSION_4_5 ? 0 : GSI_EE_REG_ADJUST;

	iowrite32(0, gsi->virt + adjust + GSI_INTER_EE_SRC_CH_IRQ_OFFSET);

	iowrite32(0, gsi->virt + adjust + GSI_INTER_EE_SRC_EV_CH_IRQ_OFFSET);



	iowrite32(0, gsi->virt + GSI_CNTXT_GSI_IRQ_EN_OFFSET);

}
@@ -781,9 +787,17 @@ static void gsi_channel_program(struct gsi_channel *channel, bool doorbell) 
	if (gsi->version == IPA_VERSION_3_5_1 && doorbell)

		val |= USE_DB_ENG_FMASK;



	/* Starting with IPA v4.0 the command channel uses the escape buffer */

	if (gsi->version != IPA_VERSION_3_5_1 && channel->command)

	/* v4.0 introduces an escape buffer for prefetch.  We use it

	 * on all but the AP command channel.

	 */

	if (gsi->version != IPA_VERSION_3_5_1 && !channel->command) {

		/* If not otherwise set, prefetch buffers are used */

		if (gsi->version < IPA_VERSION_4_5)

			val |= USE_ESCAPE_BUF_ONLY_FMASK;

		else

			val |= u32_encode_bits(GSI_ESCAPE_BUF_ONLY,

					       PREFETCH_MODE_FMASK);

	}



	iowrite32(val, gsi->virt + GSI_CH_C_QOS_OFFSET(channel_id));
@@ -2081,6 +2095,7 @@ int gsi_init(struct gsi *gsi, struct platform_device *pdev, 
	struct device *dev = &pdev->dev;

	struct resource *res;

	resource_size_t size;

	u32 adjust;

	int ret;



	gsi_validate_build();
@@ -2107,11 +2122,21 @@ int gsi_init(struct gsi *gsi, struct platform_device *pdev, 
		return -EINVAL;

	}



	/* Make sure we can make our pointer adjustment if necessary */

	adjust = gsi->version < IPA_VERSION_4_5 ? 0 : GSI_EE_REG_ADJUST;

	if (res->start < adjust) {

		dev_err(dev, "DT memory resource \"gsi\" too low (< %u)\n",

			adjust);

		return -EINVAL;

	}



	gsi->virt = ioremap(res->start, size);

	if (!gsi->virt) {

		dev_err(dev, "unable to remap \"gsi\" memory\n");

		return -ENOMEM;

	}

	/* Adjust register range pointer downward for newer IPA versions */

	gsi->virt -= adjust;



	init_completion(&gsi->completion);

drivers/net/ipa/gsi_reg.h

+24 −0
Original line number Diff line number Diff line
@@ -38,6 +38,17 @@ 
 * (though the actual limit is hardware-dependent).

 */



/* GSI EE registers as a group are shifted downward by a fixed

 * constant amount for IPA versions 4.5 and beyond.  This applies

 * to all GSI registers we use *except* the ones that disable

 * inter-EE interrupts for channels and event channels.

 *

 * We handle this by adjusting the pointer to the mapped GSI memory

 * region downward.  Then in the one place we use them (gsi_irq_setup())

 * we undo that adjustment for the inter-EE interrupt registers.

 */

#define GSI_EE_REG_ADJUST			0x0000d000	/* IPA v4.5+ */



#define GSI_INTER_EE_SRC_CH_IRQ_OFFSET \

			GSI_INTER_EE_N_SRC_CH_IRQ_OFFSET(GSI_EE_AP)

#define GSI_INTER_EE_N_SRC_CH_IRQ_OFFSET(ee) \
@@ -105,6 +116,16 @@ enum gsi_channel_type { 
#define USE_DB_ENG_FMASK		GENMASK(9, 9)

/* The next field is only present for IPA v4.0, v4.1, and v4.2 */

#define USE_ESCAPE_BUF_ONLY_FMASK	GENMASK(10, 10)

/* The next two fields are present for IPA v4.5 and above */

#define PREFETCH_MODE_FMASK		GENMASK(13, 10)

#define EMPTY_LVL_THRSHOLD_FMASK	GENMASK(23, 16)

/** enum gsi_prefetch_mode - PREFETCH_MODE field in CH_C_QOS */

enum gsi_prefetch_mode {

	GSI_USE_PREFETCH_BUFS			= 0x0,

	GSI_ESCAPE_BUF_ONLY			= 0x1,

	GSI_SMART_PREFETCH			= 0x2,

	GSI_FREE_PREFETCH			= 0x3,

};



#define GSI_CH_C_SCRATCH_0_OFFSET(ch) \

		GSI_EE_N_CH_C_SCRATCH_0_OFFSET((ch), GSI_EE_AP)
@@ -287,6 +308,9 @@ enum gsi_iram_size { 
/* The next two values are available for IPA v4.0 and above */

	IRAM_SIZE_TWO_N_HALF_KB			= 0x2,

	IRAM_SIZE_THREE_KB			= 0x3,

	/* The next two values are available for IPA v4.5 and above */

	IRAM_SIZE_THREE_N_HALF_KB		= 0x4,

	IRAM_SIZE_FOUR_KB			= 0x5,

};



/* IRQ condition for each type is cleared by writing type-specific register */

drivers/net/ipa/ipa_endpoint.c

+36 −13
Original line number Diff line number Diff line
@@ -485,28 +485,34 @@ static void ipa_endpoint_init_cfg(struct ipa_endpoint *endpoint) 
static void ipa_endpoint_init_hdr(struct ipa_endpoint *endpoint)

{

	u32 offset = IPA_REG_ENDP_INIT_HDR_N_OFFSET(endpoint->endpoint_id);

	struct ipa *ipa = endpoint->ipa;

	u32 val = 0;



	if (endpoint->data->qmap) {

		size_t header_size = sizeof(struct rmnet_map_header);

		enum ipa_version version = ipa->version;



		/* We might supply a checksum header after the QMAP header */

		if (endpoint->toward_ipa && endpoint->data->checksum)

			header_size += sizeof(struct rmnet_map_ul_csum_header);

		val |= u32_encode_bits(header_size, HDR_LEN_FMASK);

		val |= ipa_header_size_encoded(version, header_size);



		/* Define how to fill fields in a received QMAP header */

		if (!endpoint->toward_ipa) {

			u32 off;	/* Field offset within header */

			u32 offset;	/* Field offset within header */



			/* Where IPA will write the metadata value */

			off = offsetof(struct rmnet_map_header, mux_id);

			val |= u32_encode_bits(off, HDR_OFST_METADATA_FMASK);

			offset = offsetof(struct rmnet_map_header, mux_id);

			val |= ipa_metadata_offset_encoded(version, offset);



			/* Where IPA will write the length */

			off = offsetof(struct rmnet_map_header, pkt_len);

			offset = offsetof(struct rmnet_map_header, pkt_len);

			/* Upper bits are stored in HDR_EXT with IPA v4.5 */

			if (version == IPA_VERSION_4_5)

				offset &= field_mask(HDR_OFST_PKT_SIZE_FMASK);



			val |= HDR_OFST_PKT_SIZE_VALID_FMASK;

			val |= u32_encode_bits(off, HDR_OFST_PKT_SIZE_FMASK);

			val |= u32_encode_bits(offset, HDR_OFST_PKT_SIZE_FMASK);

		}

		/* For QMAP TX, metadata offset is 0 (modem assumes this) */

		val |= HDR_OFST_METADATA_VALID_FMASK;
@@ -514,16 +520,17 @@ static void ipa_endpoint_init_hdr(struct ipa_endpoint *endpoint) 
		/* HDR_ADDITIONAL_CONST_LEN is 0; (RX only) */

		/* HDR_A5_MUX is 0 */

		/* HDR_LEN_INC_DEAGG_HDR is 0 */

		/* HDR_METADATA_REG_VALID is 0 (TX only) */

		/* HDR_METADATA_REG_VALID is 0 (TX only, version < v4.5) */

	}



	iowrite32(val, endpoint->ipa->reg_virt + offset);

	iowrite32(val, ipa->reg_virt + offset);

}



static void ipa_endpoint_init_hdr_ext(struct ipa_endpoint *endpoint)

{

	u32 offset = IPA_REG_ENDP_INIT_HDR_EXT_N_OFFSET(endpoint->endpoint_id);

	u32 pad_align = endpoint->data->rx.pad_align;

	struct ipa *ipa = endpoint->ipa;

	u32 val = 0;



	val |= HDR_ENDIANNESS_FMASK;		/* big endian */
@@ -545,9 +552,23 @@ static void ipa_endpoint_init_hdr_ext(struct ipa_endpoint *endpoint) 
	if (!endpoint->toward_ipa)

		val |= u32_encode_bits(pad_align, HDR_PAD_TO_ALIGNMENT_FMASK);



	iowrite32(val, endpoint->ipa->reg_virt + offset);

}

	/* IPA v4.5 adds some most-significant bits to a few fields,

	 * two of which are defined in the HDR (not HDR_EXT) register.

	 */

	if (ipa->version == IPA_VERSION_4_5) {

		/* HDR_TOTAL_LEN_OR_PAD_OFFSET is 0, so MSB is 0 */

		if (endpoint->data->qmap && !endpoint->toward_ipa) {

			u32 offset;



			offset = offsetof(struct rmnet_map_header, pkt_len);

			offset >>= hweight32(HDR_OFST_PKT_SIZE_FMASK);

			val |= u32_encode_bits(offset,

					       HDR_OFST_PKT_SIZE_MSB_FMASK);

			/* HDR_ADDITIONAL_CONST_LEN is 0 so MSB is 0 */

		}

	}

	iowrite32(val, ipa->reg_virt + offset);

}



static void ipa_endpoint_init_hdr_metadata_mask(struct ipa_endpoint *endpoint)

{
@@ -634,6 +655,7 @@ static void ipa_endpoint_init_aggr(struct ipa_endpoint *endpoint) 
			/* other fields ignored */

		}

		/* AGGR_FORCE_CLOSE is 0 */

		/* AGGR_GRAN_SEL is 0 for IPA v4.5 */

	} else {

		val |= u32_encode_bits(IPA_BYPASS_AGGR, AGGR_EN_FMASK);

		/* other fields ignored */
@@ -844,9 +866,10 @@ static void ipa_endpoint_status(struct ipa_endpoint *endpoint) 
			val |= u32_encode_bits(status_endpoint_id,

					       STATUS_ENDP_FMASK);

		}

		/* STATUS_LOCATION is 0 (status element precedes packet) */

		/* The next field is present for IPA v4.0 and above */

		/* STATUS_PKT_SUPPRESS_FMASK is 0 */

		/* STATUS_LOCATION is 0, meaning status element precedes

		 * packet (not present for IPA v4.5)

		 */

		/* STATUS_PKT_SUPPRESS_FMASK is 0 (not present for v3.5.1) */

	}



	iowrite32(val, ipa->reg_virt + offset);

drivers/net/ipa/ipa_main.c

+52 −24
Original line number Diff line number Diff line
@@ -230,8 +230,10 @@ static void ipa_hardware_config_comp(struct ipa *ipa) 
		val &= ~IPA_QMB_SELECT_CONS_EN_FMASK;

		val &= ~IPA_QMB_SELECT_PROD_EN_FMASK;

		val &= ~IPA_QMB_SELECT_GLOBAL_EN_FMASK;

	} else  {

	} else if (ipa->version < IPA_VERSION_4_5) {

		val |= GSI_MULTI_AXI_MASTERS_DIS_FMASK;

	} else {

		/* For IPA v4.5 IPA_FULL_FLUSH_WAIT_RSC_CLOSE_EN is 0 */

	}



	val |= GSI_MULTI_INORDER_RD_DIS_FMASK;
@@ -243,25 +245,47 @@ static void ipa_hardware_config_comp(struct ipa *ipa) 
/* Configure DDR and PCIe max read/write QSB values */

static void ipa_hardware_config_qsb(struct ipa *ipa)

{

	enum ipa_version version = ipa->version;

	u32 max0;

	u32 max1;

	u32 val;



	/* QMB_0 represents DDR; QMB_1 represents PCIe (not present in 4.2) */

	/* QMB_0 represents DDR; QMB_1 represents PCIe */

	val = u32_encode_bits(8, GEN_QMB_0_MAX_WRITES_FMASK);

	if (ipa->version == IPA_VERSION_4_2)

		val |= u32_encode_bits(0, GEN_QMB_1_MAX_WRITES_FMASK);

	else

		val |= u32_encode_bits(4, GEN_QMB_1_MAX_WRITES_FMASK);

	switch (version) {

	case IPA_VERSION_4_2:

		max1 = 0;		/* PCIe not present */

		break;

	case IPA_VERSION_4_5:

		max1 = 8;

		break;

	default:

		max1 = 4;

		break;

	}

	val |= u32_encode_bits(max1, GEN_QMB_1_MAX_WRITES_FMASK);

	iowrite32(val, ipa->reg_virt + IPA_REG_QSB_MAX_WRITES_OFFSET);



	if (ipa->version == IPA_VERSION_3_5_1) {

		val = u32_encode_bits(8, GEN_QMB_0_MAX_READS_FMASK);

		val |= u32_encode_bits(12, GEN_QMB_1_MAX_READS_FMASK);

	} else {

		val = u32_encode_bits(12, GEN_QMB_0_MAX_READS_FMASK);

		if (ipa->version == IPA_VERSION_4_2)

			val |= u32_encode_bits(0, GEN_QMB_1_MAX_READS_FMASK);

		else

			val |= u32_encode_bits(12, GEN_QMB_1_MAX_READS_FMASK);

	max1 = 12;

	switch (version) {

	case IPA_VERSION_3_5_1:

		max0 = 8;

		break;

	case IPA_VERSION_4_0:

	case IPA_VERSION_4_1:

		max0 = 12;

		break;

	case IPA_VERSION_4_2:

		max0 = 12;

		max1 = 0;		/* PCIe not present */

		break;

	case IPA_VERSION_4_5:

		max0 = 16;

		break;

	}

	val = u32_encode_bits(max0, GEN_QMB_0_MAX_READS_FMASK);

	val |= u32_encode_bits(max1, GEN_QMB_1_MAX_READS_FMASK);

	if (version != IPA_VERSION_3_5_1) {

		/* GEN_QMB_0_MAX_READS_BEATS is 0 */

		/* GEN_QMB_1_MAX_READS_BEATS is 0 */

	}
@@ -294,7 +318,7 @@ static void ipa_idle_indication_cfg(struct ipa *ipa, 
 */

static void ipa_hardware_dcd_config(struct ipa *ipa)

{

	/* Recommended values for IPA 3.5 according to IPA HPG */

	/* Recommended values for IPA 3.5 and later according to IPA HPG */

	ipa_idle_indication_cfg(ipa, 256, false);

}
@@ -310,20 +334,24 @@ static void ipa_hardware_dcd_deconfig(struct ipa *ipa) 
 */

static void ipa_hardware_config(struct ipa *ipa)

{

	enum ipa_version version = ipa->version;

	u32 granularity;

	u32 val;



	/* Fill in backward-compatibility register, based on version */

	val = ipa_reg_bcr_val(ipa->version);

	/* IPA v4.5 has no backward compatibility register */

	if (version < IPA_VERSION_4_5) {

		val = ipa_reg_bcr_val(version);

		iowrite32(val, ipa->reg_virt + IPA_REG_BCR_OFFSET);

	}



	if (ipa->version != IPA_VERSION_3_5_1) {

		/* Enable open global clocks (hardware workaround) */

	/* Implement some hardware workarounds */

	if (version != IPA_VERSION_3_5_1 && version < IPA_VERSION_4_5) {

		/* Enable open global clocks (not needed for IPA v4.5) */

		val = GLOBAL_FMASK;

		val |= GLOBAL_2X_CLK_FMASK;

		iowrite32(val, ipa->reg_virt + IPA_REG_CLKON_CFG_OFFSET);



		/* Disable PA mask to allow HOLB drop (hardware workaround) */

		/* Disable PA mask to allow HOLB drop */

		val = ioread32(ipa->reg_virt + IPA_REG_TX_CFG_OFFSET);

		val &= ~PA_MASK_EN_FMASK;

		iowrite32(val, ipa->reg_virt + IPA_REG_TX_CFG_OFFSET);
@@ -340,8 +368,8 @@ static void ipa_hardware_config(struct ipa *ipa) 
	iowrite32(val, ipa->reg_virt + IPA_REG_COUNTER_CFG_OFFSET);



	/* IPA v4.2 does not support hashed tables, so disable them */

	if (ipa->version == IPA_VERSION_4_2) {

		u32 offset = ipa_reg_filt_rout_hash_en_offset(ipa->version);

	if (version == IPA_VERSION_4_2) {

		u32 offset = ipa_reg_filt_rout_hash_en_offset(version);



		iowrite32(0, ipa->reg_virt + offset);

	}

drivers/net/ipa/ipa_reg.h

+77 −4
Original line number Diff line number Diff line
@@ -65,12 +65,13 @@ struct ipa; 
 * of valid bits for the register.

 */



/* The next field is not supported for IPA v4.1 */

#define IPA_REG_COMP_CFG_OFFSET				0x0000003c

/* The next field is not supported for IPA v4.1 */

#define ENABLE_FMASK				GENMASK(0, 0)

#define GSI_SNOC_BYPASS_DIS_FMASK		GENMASK(1, 1)

#define GEN_QMB_0_SNOC_BYPASS_DIS_FMASK		GENMASK(2, 2)

#define GEN_QMB_1_SNOC_BYPASS_DIS_FMASK		GENMASK(3, 3)

/* The next field is not present for IPA v4.5 */

#define IPA_DCMP_FAST_CLK_EN_FMASK		GENMASK(4, 4)

/* The remaining fields are not present for IPA v3.5.1 */

#define IPA_QMB_SELECT_CONS_EN_FMASK		GENMASK(5, 5)
@@ -86,6 +87,8 @@ struct ipa; 
#define GSI_MULTI_AXI_MASTERS_DIS_FMASK		GENMASK(15, 15)

#define IPA_QMB_SELECT_GLOBAL_EN_FMASK		GENMASK(16, 16)

#define IPA_ATOMIC_FETCHER_ARB_LOCK_DIS_FMASK	GENMASK(20, 17)

/* The next field is present for IPA v4.5 */

#define IPA_FULL_FLUSH_WAIT_RSC_CLOSE_EN_FMASK	GENMASK(21, 21)



#define IPA_REG_CLKON_CFG_OFFSET			0x00000044

#define RX_FMASK				GENMASK(0, 0)
@@ -105,6 +108,7 @@ struct ipa; 
#define ACK_MNGR_FMASK				GENMASK(14, 14)

#define D_DCPH_FMASK				GENMASK(15, 15)

#define H_DCPH_FMASK				GENMASK(16, 16)

/* The next field is not present for IPA v4.5 */

#define DCMP_FMASK				GENMASK(17, 17)

#define NTF_TX_CMDQS_FMASK			GENMASK(18, 18)

#define TX_0_FMASK				GENMASK(19, 19)
@@ -119,6 +123,8 @@ struct ipa; 
#define GSI_IF_FMASK				GENMASK(27, 27)

#define GLOBAL_FMASK				GENMASK(28, 28)

#define GLOBAL_2X_CLK_FMASK			GENMASK(29, 29)

/* The next field is present for IPA v4.5 */

#define DPL_FIFO_FMASK				GENMASK(30, 30)



#define IPA_REG_ROUTE_OFFSET				0x00000048

#define ROUTE_DIS_FMASK				GENMASK(0, 0)
@@ -174,6 +180,7 @@ static inline u32 ipa_reg_state_aggr_active_offset(enum ipa_version version) 
	return 0x000000b4;

}



/* The next register is not present for IPA v4.5 */

#define IPA_REG_BCR_OFFSET				0x000001d0

/* The next two fields are not present for IPA v4.2 */

#define BCR_CMDQ_L_LACK_ONE_ENTRY_FMASK		GENMASK(0, 0)
@@ -205,6 +212,8 @@ static inline u32 ipa_reg_bcr_val(enum ipa_version version) 
			BCR_HOLB_DROP_L2_IRQ_FMASK |

			BCR_DUAL_TX_FMASK;



	/* assert(version != IPA_VERSION_4_5); */



	return 0x00000000;

}
@@ -229,6 +238,7 @@ static inline u32 ipa_aggr_granularity_val(u32 usec) 
	return DIV_ROUND_CLOSEST(usec * TIMER_FREQUENCY, USEC_PER_SEC) - 1;

}



/* The next register is not present for IPA v4.5 */

#define IPA_REG_TX_CFG_OFFSET				0x000001fc

/* The first three fields are present for IPA v3.5.1 only */

#define TX0_PREFETCH_DISABLE_FMASK		GENMASK(0, 0)
@@ -241,6 +251,8 @@ static inline u32 ipa_aggr_granularity_val(u32 usec) 
#define DMAW_MAX_BEATS_256_DIS_FMASK		GENMASK(11, 11)

#define PA_MASK_EN_FMASK			GENMASK(12, 12)

#define PREFETCH_ALMOST_EMPTY_SIZE_TX1_FMASK	GENMASK(16, 13)

/* The next field is present for IPA v4.5 */

#define DUAL_TX_ENABLE_FMASK			GENMASK(17, 17)

/* The next two fields are present for IPA v4.2 only */

#define SSPND_PA_NO_START_STATE_FMASK		GENMASK(18, 18)

#define SSPND_PA_NO_BQ_STATE_FMASK		GENMASK(19, 19)
@@ -253,7 +265,7 @@ static inline u32 ipa_aggr_granularity_val(u32 usec) 


static inline u32 ipa_reg_idle_indication_cfg_offset(enum ipa_version version)

{

	if (version == IPA_VERSION_4_2)

	if (version >= IPA_VERSION_4_2)

		return 0x00000240;



	return 0x00000220;
@@ -274,6 +286,9 @@ static inline u32 ipa_resource_group_src_count(enum ipa_version version) 
	case IPA_VERSION_4_2:

		return 1;



	case IPA_VERSION_4_5:

		return 5;



	default:

		return 0;

	}
@@ -293,6 +308,9 @@ static inline u32 ipa_resource_group_dst_count(enum ipa_version version) 
	case IPA_VERSION_4_2:

		return 1;



	case IPA_VERSION_4_5:

		return 5;



	default:

		return 0;

	}
@@ -303,12 +321,14 @@ static inline u32 ipa_resource_group_dst_count(enum ipa_version version) 
					(0x00000400 + 0x0020 * (rt))

#define IPA_REG_SRC_RSRC_GRP_23_RSRC_TYPE_N_OFFSET(rt) \

					(0x00000404 + 0x0020 * (rt))

/* The next register is only present for IPA v4.5 */

#define IPA_REG_SRC_RSRC_GRP_45_RSRC_TYPE_N_OFFSET(rt) \

					(0x00000408 + 0x0020 * (rt))

#define IPA_REG_DST_RSRC_GRP_01_RSRC_TYPE_N_OFFSET(rt) \

					(0x00000500 + 0x0020 * (rt))

#define IPA_REG_DST_RSRC_GRP_23_RSRC_TYPE_N_OFFSET(rt) \

					(0x00000504 + 0x0020 * (rt))

/* The next register is only present for IPA v4.5 */

#define IPA_REG_DST_RSRC_GRP_45_RSRC_TYPE_N_OFFSET(rt) \

					(0x00000508 + 0x0020 * (rt))

/* The next four fields are used for all resource group registers */
@@ -348,7 +368,45 @@ enum ipa_cs_offload_en { 
#define HDR_OFST_PKT_SIZE_FMASK			GENMASK(25, 20)

#define HDR_A5_MUX_FMASK			GENMASK(26, 26)

#define HDR_LEN_INC_DEAGG_HDR_FMASK		GENMASK(27, 27)

/* The next field is not present for IPA v4.5 */

#define HDR_METADATA_REG_VALID_FMASK		GENMASK(28, 28)

/* The next two fields are present for IPA v4.5 */

#define HDR_LEN_MSB_FMASK			GENMASK(29, 28)

#define HDR_OFST_METADATA_MSB_FMASK		GENMASK(31, 30)



/* Encoded value for ENDP_INIT_HDR register HDR_LEN* field(s) */

static inline u32 ipa_header_size_encoded(enum ipa_version version,

					  u32 header_size)

{

	u32 val;



	val = u32_encode_bits(header_size, HDR_LEN_FMASK);

	if (version < IPA_VERSION_4_5)

		return val;



	/* IPA v4.5 adds a few more most-significant bits */

	header_size >>= hweight32(HDR_LEN_FMASK);

	val |= u32_encode_bits(header_size, HDR_LEN_MSB_FMASK);



	return val;

}



/* Encoded value for ENDP_INIT_HDR register OFST_METADATA* field(s) */

static inline u32 ipa_metadata_offset_encoded(enum ipa_version version,

					      u32 offset)

{

	u32 val;



	val = u32_encode_bits(offset, HDR_OFST_METADATA_FMASK);

	if (version < IPA_VERSION_4_5)

		return val;



	/* IPA v4.5 adds a few more most-significant bits */

	offset >>= hweight32(HDR_OFST_METADATA_FMASK);

	val |= u32_encode_bits(offset, HDR_OFST_METADATA_MSB_FMASK);



	return val;

}



#define IPA_REG_ENDP_INIT_HDR_EXT_N_OFFSET(ep) \

					(0x00000814 + 0x0070 * (ep))
@@ -358,6 +416,10 @@ enum ipa_cs_offload_en { 
#define HDR_PAYLOAD_LEN_INC_PADDING_FMASK	GENMASK(3, 3)

#define HDR_TOTAL_LEN_OR_PAD_OFFSET_FMASK	GENMASK(9, 4)

#define HDR_PAD_TO_ALIGNMENT_FMASK		GENMASK(13, 10)

/* The next three fields are present for IPA v4.5 */

#define HDR_TOTAL_LEN_OR_PAD_OFFSET_MSB_FMASK	GENMASK(17, 16)

#define HDR_OFST_PKT_SIZE_MSB_FMASK		GENMASK(19, 18)

#define HDR_ADDITIONAL_CONST_LEN_MSB_FMASK	GENMASK(21, 20)



/* Valid only for RX (IPA producer) endpoints */

#define IPA_REG_ENDP_INIT_HDR_METADATA_MASK_N_OFFSET(rxep) \
@@ -367,10 +429,13 @@ enum ipa_cs_offload_en { 
#define IPA_REG_ENDP_INIT_MODE_N_OFFSET(txep) \

					(0x00000820 + 0x0070 * (txep))

#define MODE_FMASK				GENMASK(2, 0)

/* The next field is present for IPA v4.5 */

#define DCPH_ENABLE_FMASK			GENMASK(3, 3)

#define DEST_PIPE_INDEX_FMASK			GENMASK(8, 4)

#define BYTE_THRESHOLD_FMASK			GENMASK(27, 12)

#define PIPE_REPLICATION_EN_FMASK		GENMASK(28, 28)

#define PAD_EN_FMASK				GENMASK(29, 29)

/* The next register is not present for IPA v4.5 */

#define HDR_FTCH_DISABLE_FMASK			GENMASK(30, 30)



/** enum ipa_mode - mode field in ENDP_INIT_MODE_N */
@@ -421,6 +486,9 @@ enum ipa_aggr_type { 
/* The next two fields are present for IPA v4.2 only */

#define BASE_VALUE_FMASK			GENMASK(4, 0)

#define SCALE_FMASK				GENMASK(12, 8)

/* The next two fields are present for IPA v4.5 */

#define TIME_LIMIT_FMASK			GENMASK(4, 0)

#define GRAN_SEL_FMASK				GENMASK(8, 8)



/* Valid only for TX (IPA consumer) endpoints */

#define IPA_REG_ENDP_INIT_DEAGGR_N_OFFSET(txep) \
@@ -434,12 +502,14 @@ enum ipa_aggr_type { 


#define IPA_REG_ENDP_INIT_RSRC_GRP_N_OFFSET(ep) \

					(0x00000838 + 0x0070 * (ep))

/* Encoded value for RSRC_GRP endpoint register RSRC_GRP field */

/* Encoded value for ENDP_INIT_RSRC_GRP register RSRC_GRP field */

static inline u32 rsrc_grp_encoded(enum ipa_version version, u32 rsrc_grp)

{

	switch (version) {

	case IPA_VERSION_4_2:

		return u32_encode_bits(rsrc_grp, GENMASK(0, 0));

	case IPA_VERSION_4_5:

		return u32_encode_bits(rsrc_grp, GENMASK(2, 0));

	default:

		return u32_encode_bits(rsrc_grp, GENMASK(1, 0));

	}
@@ -463,7 +533,7 @@ static inline u32 rsrc_grp_encoded(enum ipa_version version, u32 rsrc_grp) 
 * @IPA_SEQ_INVALID:		invalid sequencer type

 *

 * The values defined here are broken into 4-bit nibbles that are written

 * into fields of the INIT_SEQ_N endpoint registers.

 * into fields of the ENDP_INIT_SEQ registers.

 */

enum ipa_seq_type {

	IPA_SEQ_DMA_ONLY			= 0x0000,
@@ -476,6 +546,7 @@ enum ipa_seq_type { 
					(0x00000840 + 0x0070 * (ep))

#define STATUS_EN_FMASK				GENMASK(0, 0)

#define STATUS_ENDP_FMASK			GENMASK(5, 1)

/* The next field is not present for IPA v4.5 */

#define STATUS_LOCATION_FMASK			GENMASK(8, 8)

/* The next field is not present for IPA v3.5.1 */

#define STATUS_PKT_SUPPRESS_FMASK		GENMASK(9, 9)
@@ -550,6 +621,8 @@ enum ipa_irq_id { 
	IPA_IRQ_GSI_EE				= 0x17,

	IPA_IRQ_GSI_IPA_IF_TLV_RCVD		= 0x18,

	IPA_IRQ_GSI_UC				= 0x19,

	/* The next bit is present for IPA v4.5 */

	IPA_IRQ_TLV_LEN_MIN_DSM			= 0x1a,

	IPA_IRQ_COUNT,				/* Last; not an id */

};

CRA Git | Maintained and supported by SUSTech CRA and CCSE