Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit e99be50e authored by Skylar Chang's avatar Skylar Chang
Browse files

msm: ipa: chain multiple skbs from ipa 



Optimization to poll multiple frames from gsi
at one shot and chain them together.

Change-Id: I79057fce36e04b10b8441278924a3b1587aa1dda
Signed-off-by: default avatarBojun Pan <bojunp@codeaurora.org>
Signed-off-by: default avatarSkylar Chang <chiaweic@codeaurora.org>
parent 617ffc73

drivers/platform/msm/gsi/gsi.c

+49 −10
Original line number Diff line number Diff line
@@ -366,6 +366,22 @@ uint16_t gsi_find_idx_from_addr(struct gsi_ring_ctx *ctx, uint64_t addr) 
	return (uint32_t)(addr - ctx->base) / ctx->elem_sz;

}



static uint16_t gsi_get_complete_num(struct gsi_ring_ctx *ctx, uint64_t addr1,

		uint64_t addr2)

{

	WARN(addr1 < ctx->base || addr1 >= ctx->end,

		"address not in range. base 0x%llx end 0x%llx addr 0x%llx\n",

		ctx->base, ctx->end, addr1);

	WARN(addr2 < ctx->base || addr2 >= ctx->end,

		"address not in range. base 0x%llx end 0x%llx addr 0x%llx\n",

		ctx->base, ctx->end, addr2);



	if (addr1 < addr2)

		return (addr2 - addr1) / ctx->elem_sz;

	else

		return (addr2 - addr1 + ctx->len) / ctx->elem_sz;

}



static void gsi_process_chan(struct gsi_xfer_compl_evt *evt,

		struct gsi_chan_xfer_notify *notify, bool callback)

{
@@ -386,9 +402,11 @@ static void gsi_process_chan(struct gsi_xfer_compl_evt *evt, 


	rp = evt->xfer_ptr;



	while (ch_ctx->ring.rp_local != rp) {

		gsi_incr_ring_rp(&ch_ctx->ring);

		ch_ctx->stats.completed++;

	if (ch_ctx->ring.rp_local != rp) {

		ch_ctx->stats.completed +=

			gsi_get_complete_num(&ch_ctx->ring,

				ch_ctx->ring.rp_local, rp);

		ch_ctx->ring.rp_local = rp;

	}



	/* the element at RP is also processed */
@@ -418,11 +436,9 @@ static void gsi_process_evt_re(struct gsi_evt_ctx *ctx, 
		struct gsi_chan_xfer_notify *notify, bool callback)

{

	struct gsi_xfer_compl_evt *evt;

	uint16_t idx;



	idx = gsi_find_idx_from_addr(&ctx->ring, ctx->ring.rp_local);

	evt = (struct gsi_xfer_compl_evt *)(ctx->ring.base_va +

		idx * ctx->ring.elem_sz);

			ctx->ring.rp_local - ctx->ring.base);

	gsi_process_chan(evt, notify, callback);

	gsi_incr_ring_rp(&ctx->ring);

	/* recycle this element */
@@ -2574,10 +2590,21 @@ EXPORT_SYMBOL(gsi_start_xfer); 


int gsi_poll_channel(unsigned long chan_hdl,

		struct gsi_chan_xfer_notify *notify)

{

	int unused_var;



	return gsi_poll_n_channel(chan_hdl, notify, 1, &unused_var);

}

EXPORT_SYMBOL(gsi_poll_channel);



int gsi_poll_n_channel(unsigned long chan_hdl,

		struct gsi_chan_xfer_notify *notify,

		int expected_num, int *actual_num)

{

	struct gsi_chan_ctx *ctx;

	uint64_t rp;

	int ee;

	int i;

	unsigned long flags;



	if (!gsi_ctx) {
@@ -2585,8 +2612,12 @@ int gsi_poll_channel(unsigned long chan_hdl, 
		return -GSI_STATUS_NODEV;

	}



	if (chan_hdl >= gsi_ctx->max_ch || !notify) {

		GSIERR("bad param chan_hdl=%lu notify=%pK\n", chan_hdl, notify);

	if (chan_hdl >= gsi_ctx->max_ch || !notify ||

	    !actual_num || expected_num <= 0) {

		GSIERR("bad params chan_hdl=%lu notify=%pK\n",

			chan_hdl, notify);

		GSIERR("actual_num=%pK expected_num=%d\n",

			actual_num, expected_num);

		return -GSI_STATUS_INVALID_PARAMS;

	}
@@ -2621,13 +2652,21 @@ int gsi_poll_channel(unsigned long chan_hdl, 
		return GSI_STATUS_POLL_EMPTY;

	}



	gsi_process_evt_re(ctx->evtr, notify, false);

	*actual_num = gsi_get_complete_num(&ctx->evtr->ring,

			ctx->evtr->ring.rp_local, ctx->evtr->ring.rp);



	if (*actual_num > expected_num)

		*actual_num = expected_num;



	for (i = 0; i < *actual_num; i++)

		gsi_process_evt_re(ctx->evtr, notify + i, false);



	spin_unlock_irqrestore(&ctx->evtr->ring.slock, flags);

	ctx->stats.poll_ok++;



	return GSI_STATUS_SUCCESS;

}

EXPORT_SYMBOL(gsi_poll_channel);

EXPORT_SYMBOL(gsi_poll_n_channel);



int gsi_config_channel_mode(unsigned long chan_hdl, enum gsi_chan_mode mode)

{

drivers/platform/msm/ipa/ipa_v3/ipa_dp.c

+257 −132
Original line number Diff line number Diff line
@@ -22,6 +22,7 @@ 
#include "ipahal/ipahal_fltrt.h"



#define IPA_WAN_AGGR_PKT_CNT 5

#define IPA_WAN_NAPI_MAX_FRAMES (NAPI_WEIGHT / IPA_WAN_AGGR_PKT_CNT)

#define IPA_LAST_DESC_CNT 0xFFFF

#define POLLING_INACTIVITY_RX 40

#define POLLING_MIN_SLEEP_RX 1010
@@ -70,7 +71,7 @@ 
#define IPA_GSI_CH_20_WA_VIRT_CHAN 29



#define IPA_DEFAULT_SYS_YELLOW_WM 32

#define IPA_REPL_XFER_THRESH 10

#define IPA_REPL_XFER_THRESH 20



#define IPA_TX_SEND_COMPL_NOP_DELAY_NS (2 * 1000 * 1000)
@@ -85,6 +86,8 @@ static void ipa3_replenish_rx_work_func(struct work_struct *work); 
static void ipa3_fast_replenish_rx_cache(struct ipa3_sys_context *sys);

static void ipa3_wq_handle_rx(struct work_struct *work);

static void ipa3_wq_rx_common(struct ipa3_sys_context *sys, u32 size);

static void ipa3_wq_rx_napi_chain(struct ipa3_sys_context *sys,

		struct ipa_mem_buffer *mem_info, uint32_t num);

static void ipa3_wlan_wq_rx_common(struct ipa3_sys_context *sys,

				u32 size);

static int ipa3_assign_policy(struct ipa_sys_connect_params *in,
@@ -103,6 +106,8 @@ static int ipa_populate_tag_field(struct ipa3_desc *desc, 
		struct ipahal_imm_cmd_pyld **tag_pyld_ret);

static int ipa_poll_gsi_pkt(struct ipa3_sys_context *sys,

	struct ipa_mem_buffer *mem_info);

static int ipa_poll_gsi_n_pkt(struct ipa3_sys_context *sys,

	struct ipa_mem_buffer *mem_info, int expected_num, int *actual_num);

static unsigned long tag_to_pointer_wa(uint64_t tag);

static uint64_t pointer_to_tag_wa(struct ipa3_tx_pkt_wrapper *tx_pkt);
@@ -243,7 +248,7 @@ static void ipa3_send_nop_desc(struct work_struct *work) 
		queue_work(sys->wq, &sys->work);

		return;

	}

	sys->len_pending_xfer = 0;



	/* make sure TAG process is sent before clocks are gated */

	ipa3_ctx->tag_process_before_gating = true;
@@ -784,7 +789,7 @@ static void ipa3_handle_rx(struct ipa3_sys_context *sys) 
		 * completed descs; release the worker so delayed work can

		 * run in a timely manner

		 */

		if (sys->len - sys->len_pending_xfer == 0)

		if (sys->len == 0)

			break;



	} while (inactive_cycles <= POLLING_INACTIVITY_RX);
@@ -1728,12 +1733,18 @@ static void ipa3_replenish_rx_cache(struct ipa3_sys_context *sys) 
	void *ptr;

	struct ipa3_rx_pkt_wrapper *rx_pkt;

	int ret;

	int idx = 0;

	int rx_len_cached = 0;

	struct gsi_xfer_elem gsi_xfer_elem_one;

	struct gsi_xfer_elem gsi_xfer_elem_array[IPA_REPL_XFER_THRESH];

	gfp_t flag = GFP_NOWAIT | __GFP_NOWARN;



	rx_len_cached = sys->len;



	/* start replenish only when buffers go lower than the threshold */

	if (sys->rx_pool_sz - sys->len < IPA_REPL_XFER_THRESH)

		return;





	while (rx_len_cached < sys->rx_pool_sz) {

		rx_pkt = kmem_cache_zalloc(ipa3_ctx->rx_pkt_wrapper_cache,

					   flag);
@@ -1760,49 +1771,53 @@ static void ipa3_replenish_rx_cache(struct ipa3_sys_context *sys) 
		}



		list_add_tail(&rx_pkt->link, &sys->head_desc_list);

		rx_len_cached = ++sys->len;



		memset(&gsi_xfer_elem_one, 0,

			sizeof(gsi_xfer_elem_one));

		gsi_xfer_elem_one.addr = rx_pkt->data.dma_addr;

		gsi_xfer_elem_one.len = sys->rx_buff_sz;

		gsi_xfer_elem_one.flags |= GSI_XFER_FLAG_EOT;

		gsi_xfer_elem_one.flags |= GSI_XFER_FLAG_EOB;

		gsi_xfer_elem_one.flags |= GSI_XFER_FLAG_BEI;

		gsi_xfer_elem_one.type = GSI_XFER_ELEM_DATA;

		gsi_xfer_elem_one.xfer_user_data = rx_pkt;



		ret = gsi_queue_xfer(sys->ep->gsi_chan_hdl,

				1, &gsi_xfer_elem_one, false);

		if (ret != GSI_STATUS_SUCCESS) {

			IPAERR("failed to provide buffer: %d\n",

				ret);

			goto fail_provide_rx_buffer;

		}



		gsi_xfer_elem_array[idx].addr = rx_pkt->data.dma_addr;

		gsi_xfer_elem_array[idx].len = sys->rx_buff_sz;

		gsi_xfer_elem_array[idx].flags = GSI_XFER_FLAG_EOT;

		gsi_xfer_elem_array[idx].flags |= GSI_XFER_FLAG_EOB;

		gsi_xfer_elem_array[idx].flags |= GSI_XFER_FLAG_BEI;

		gsi_xfer_elem_array[idx].type = GSI_XFER_ELEM_DATA;

		gsi_xfer_elem_array[idx].xfer_user_data = rx_pkt;

		idx++;

		rx_len_cached++;

		/*

		 * As doorbell is a costly operation, notify to GSI

		 * of new buffers if threshold is exceeded

		 * gsi_xfer_elem_buffer has a size of IPA_REPL_XFER_THRESH.

		 * If this size is reached we need to queue the xfers.

		 */

		if (++sys->len_pending_xfer >= IPA_REPL_XFER_THRESH) {

			sys->len_pending_xfer = 0;

			gsi_start_xfer(sys->ep->gsi_chan_hdl);

		if (idx == IPA_REPL_XFER_THRESH) {

			ret = gsi_queue_xfer(sys->ep->gsi_chan_hdl, idx,

				gsi_xfer_elem_array, true);

			if (ret == GSI_STATUS_SUCCESS) {

				sys->len = rx_len_cached;

			} else {

				/* we don't expect this will happen */

				IPAERR("failed to provide buffer: %d\n", ret);

				WARN_ON(1);

				break;

			}

			idx = 0;

		}

	}

	if (idx) {

		ret = gsi_queue_xfer(sys->ep->gsi_chan_hdl, idx,

			gsi_xfer_elem_array, true);

		if (ret == GSI_STATUS_SUCCESS) {

			sys->len = rx_len_cached;

		} else {

			/* we don't expect this will happen */

			IPAERR("failed to provide buffer: %d\n", ret);

			WARN_ON(1);

		}

		idx = 0;

	}



	return;



fail_provide_rx_buffer:

	list_del(&rx_pkt->link);

	rx_len_cached = --sys->len;

	dma_unmap_single(ipa3_ctx->pdev, rx_pkt->data.dma_addr,

			sys->rx_buff_sz, DMA_FROM_DEVICE);

fail_dma_mapping:

	sys->free_skb(rx_pkt->data.skb);

fail_skb_alloc:

	kmem_cache_free(ipa3_ctx->rx_pkt_wrapper_cache, rx_pkt);

fail_kmem_cache_alloc:

	if (rx_len_cached - sys->len_pending_xfer == 0)

	if (rx_len_cached == 0)

		queue_delayed_work(sys->wq, &sys->replenish_rx_work,

				msecs_to_jiffies(1));

}
@@ -1812,10 +1827,15 @@ static void ipa3_replenish_rx_cache_recycle(struct ipa3_sys_context *sys) 
	void *ptr;

	struct ipa3_rx_pkt_wrapper *rx_pkt;

	int ret;

	int idx = 0;

	int rx_len_cached = 0;

	struct gsi_xfer_elem gsi_xfer_elem_one;

	struct gsi_xfer_elem gsi_xfer_elem_array[IPA_REPL_XFER_THRESH];

	gfp_t flag = GFP_NOWAIT | __GFP_NOWARN;



	/* start replenish only when buffers go lower than the threshold */

	if (sys->rx_pool_sz - sys->len < IPA_REPL_XFER_THRESH)

		return;



	rx_len_cached = sys->len;



	while (rx_len_cached < sys->rx_pool_sz) {
@@ -1864,49 +1884,53 @@ static void ipa3_replenish_rx_cache_recycle(struct ipa3_sys_context *sys) 
		}



		list_add_tail(&rx_pkt->link, &sys->head_desc_list);

		rx_len_cached = ++sys->len;

		memset(&gsi_xfer_elem_one, 0,

			sizeof(gsi_xfer_elem_one));

		gsi_xfer_elem_one.addr = rx_pkt->data.dma_addr;

		gsi_xfer_elem_one.len = sys->rx_buff_sz;

		gsi_xfer_elem_one.flags |= GSI_XFER_FLAG_EOT;

		gsi_xfer_elem_one.flags |= GSI_XFER_FLAG_EOB;

		gsi_xfer_elem_one.flags |= GSI_XFER_FLAG_BEI;

		gsi_xfer_elem_one.type = GSI_XFER_ELEM_DATA;

		gsi_xfer_elem_one.xfer_user_data = rx_pkt;



		ret = gsi_queue_xfer(sys->ep->gsi_chan_hdl,

				1, &gsi_xfer_elem_one, false);

		if (ret != GSI_STATUS_SUCCESS) {

			IPAERR("failed to provide buffer: %d\n",

				ret);

			goto fail_provide_rx_buffer;

		}



		gsi_xfer_elem_array[idx].addr = rx_pkt->data.dma_addr;

		gsi_xfer_elem_array[idx].len = sys->rx_buff_sz;

		gsi_xfer_elem_array[idx].flags = GSI_XFER_FLAG_EOT;

		gsi_xfer_elem_array[idx].flags |= GSI_XFER_FLAG_EOB;

		gsi_xfer_elem_array[idx].flags |= GSI_XFER_FLAG_BEI;

		gsi_xfer_elem_array[idx].type = GSI_XFER_ELEM_DATA;

		gsi_xfer_elem_array[idx].xfer_user_data = rx_pkt;

		idx++;

		rx_len_cached++;

		/*

		 * As doorbell is a costly operation, notify to GSI

		 * of new buffers if threshold is exceeded

		* gsi_xfer_elem_buffer has a size of IPA_REPL_XFER_THRESH.

		* If this size is reached we need to queue the xfers.

		*/

		if (++sys->len_pending_xfer >= IPA_REPL_XFER_THRESH) {

			sys->len_pending_xfer = 0;

			gsi_start_xfer(sys->ep->gsi_chan_hdl);

		if (idx == IPA_REPL_XFER_THRESH) {

			ret = gsi_queue_xfer(sys->ep->gsi_chan_hdl, idx,

				gsi_xfer_elem_array, true);

			if (ret == GSI_STATUS_SUCCESS) {

				sys->len = rx_len_cached;

			} else {

				/* we don't expect this will happen */

				IPAERR("failed to provide buffer: %d\n", ret);

				WARN_ON(1);

				break;

			}

			idx = 0;

		}

	}

	if (idx) {

		ret = gsi_queue_xfer(sys->ep->gsi_chan_hdl, idx,

			gsi_xfer_elem_array, true);

		if (ret == GSI_STATUS_SUCCESS) {

			sys->len = rx_len_cached;

		} else {

			/* we don't expect this will happen */

			IPAERR("failed to provide buffer: %d\n", ret);

			WARN_ON(1);

		}

		idx = 0;

	}



	return;

fail_provide_rx_buffer:

	rx_len_cached = --sys->len;

	list_del(&rx_pkt->link);

	INIT_LIST_HEAD(&rx_pkt->link);

	dma_unmap_single(ipa3_ctx->pdev, rx_pkt->data.dma_addr,

		sys->rx_buff_sz, DMA_FROM_DEVICE);

fail_dma_mapping:

	spin_lock_bh(&sys->spinlock);

	list_add_tail(&rx_pkt->link, &sys->rcycl_list);

	INIT_LIST_HEAD(&rx_pkt->link);

	spin_unlock_bh(&sys->spinlock);

fail_kmem_cache_alloc:

	if (rx_len_cached - sys->len_pending_xfer == 0)

	if (rx_len_cached == 0)

		queue_delayed_work(sys->wq, &sys->replenish_rx_work,

		msecs_to_jiffies(1));

}
@@ -1933,60 +1957,74 @@ static void ipa3_fast_replenish_rx_cache(struct ipa3_sys_context *sys) 
	struct ipa3_rx_pkt_wrapper *rx_pkt;

	int ret;

	int rx_len_cached = 0;

	struct gsi_xfer_elem gsi_xfer_elem_one;

	struct gsi_xfer_elem gsi_xfer_elem_array[IPA_REPL_XFER_THRESH];

	u32 curr;

	int idx = 0;



	spin_lock_bh(&sys->spinlock);

	/* start replenish only when buffers go lower than the threshold */

	if (sys->rx_pool_sz - sys->len < IPA_REPL_XFER_THRESH)

		return;



	spin_lock_bh(&sys->spinlock);

	rx_len_cached = sys->len;

	curr = atomic_read(&sys->repl.head_idx);



	while (rx_len_cached < sys->rx_pool_sz) {

		if (curr == atomic_read(&sys->repl.tail_idx))

			break;



		rx_pkt = sys->repl.cache[curr];

		list_add_tail(&rx_pkt->link, &sys->head_desc_list);



		memset(&gsi_xfer_elem_one, 0,

			sizeof(gsi_xfer_elem_one));

		gsi_xfer_elem_one.addr = rx_pkt->data.dma_addr;

		gsi_xfer_elem_one.len = sys->rx_buff_sz;

		gsi_xfer_elem_one.flags |= GSI_XFER_FLAG_EOT;

		gsi_xfer_elem_one.flags |= GSI_XFER_FLAG_EOB;

		gsi_xfer_elem_one.flags |= GSI_XFER_FLAG_BEI;

		gsi_xfer_elem_one.type = GSI_XFER_ELEM_DATA;

		gsi_xfer_elem_one.xfer_user_data = rx_pkt;



		ret = gsi_queue_xfer(sys->ep->gsi_chan_hdl, 1,

			&gsi_xfer_elem_one, false);

		if (ret != GSI_STATUS_SUCCESS) {

			IPAERR("failed to provide buffer: %d\n",

				ret);

			break;

		}



		gsi_xfer_elem_array[idx].addr = rx_pkt->data.dma_addr;

		gsi_xfer_elem_array[idx].len = sys->rx_buff_sz;

		gsi_xfer_elem_array[idx].flags = GSI_XFER_FLAG_EOT;

		gsi_xfer_elem_array[idx].flags |= GSI_XFER_FLAG_EOB;

		gsi_xfer_elem_array[idx].flags |= GSI_XFER_FLAG_BEI;

		gsi_xfer_elem_array[idx].type = GSI_XFER_ELEM_DATA;

		gsi_xfer_elem_array[idx].xfer_user_data = rx_pkt;

		rx_len_cached++;

		curr = (++curr == sys->repl.capacity) ? 0 : curr;

		idx++;

		/*

		 * As doorbell is a costly operation, notify to GSI

		 * of new buffers if threshold is exceeded

		 * gsi_xfer_elem_buffer has a size of IPA_REPL_XFER_THRESH.

		 * If this size is reached we need to queue the xfers.

		 */

		if (++sys->len_pending_xfer >= IPA_REPL_XFER_THRESH) {

			sys->len_pending_xfer = 0;

			gsi_start_xfer(sys->ep->gsi_chan_hdl);

		if (idx == IPA_REPL_XFER_THRESH) {

			ret = gsi_queue_xfer(sys->ep->gsi_chan_hdl, idx,

				gsi_xfer_elem_array, true);

			if (ret == GSI_STATUS_SUCCESS) {

				/* ensure write is done before setting head */

				mb();

				atomic_set(&sys->repl.head_idx, curr);

				sys->len = rx_len_cached;

			} else {

				/* we don't expect this will happen */

				IPAERR("failed to provide buffer: %d\n", ret);

				WARN_ON(1);

				break;

			}



		rx_len_cached = ++sys->len;

		curr = (curr + 1) % sys->repl.capacity;

			idx = 0;

		}

	}

	/* There can still be something left which has not been xfer yet */

	if (idx) {

		ret = gsi_queue_xfer(sys->ep->gsi_chan_hdl, idx,

				gsi_xfer_elem_array, true);

		if (ret == GSI_STATUS_SUCCESS) {

			/* ensure write is done before setting head index */

			mb();

			atomic_set(&sys->repl.head_idx, curr);

			sys->len = rx_len_cached;

		} else {

			/* we don't expect this will happen */

			IPAERR("failed to provide buffer: %d\n", ret);

			WARN_ON(1);

		}

	}

	spin_unlock_bh(&sys->spinlock);



	__trigger_repl_work(sys);



	if (rx_len_cached - sys->len_pending_xfer

		<= IPA_DEFAULT_SYS_YELLOW_WM) {

	if (rx_len_cached <= IPA_DEFAULT_SYS_YELLOW_WM) {

		if (sys->ep->client == IPA_CLIENT_APPS_WAN_CONS)

			IPA_STATS_INC_CNT(ipa3_ctx->stats.wan_rx_empty);

		else if (sys->ep->client == IPA_CLIENT_APPS_LAN_CONS)
@@ -2688,6 +2726,49 @@ static void ipa3_wq_rx_common(struct ipa3_sys_context *sys, u32 size) 
	sys->repl_hdlr(sys);

}



static void ipa3_wq_rx_napi_chain(struct ipa3_sys_context *sys,

		struct ipa_mem_buffer *mem_info, uint32_t num)

{

	struct ipa3_rx_pkt_wrapper *rx_pkt_expected;

	struct sk_buff *rx_skb, *first_skb = NULL, *prev_skb = NULL;

	int i;



	if (unlikely(list_empty(&sys->head_desc_list)) || !mem_info || !num) {

		WARN_ON(1);

		return;

	}



	for (i = 0; i < num; i++) {

		spin_lock_bh(&sys->spinlock);

		rx_pkt_expected = list_first_entry(&sys->head_desc_list,

						   struct ipa3_rx_pkt_wrapper,

						   link);

		list_del(&rx_pkt_expected->link);

		sys->len--;

		if (mem_info[i].size)

			rx_pkt_expected->len = mem_info[i].size;

		spin_unlock_bh(&sys->spinlock);

		rx_skb = rx_pkt_expected->data.skb;

		dma_unmap_single(ipa3_ctx->pdev, rx_pkt_expected->data.dma_addr,

				sys->rx_buff_sz, DMA_FROM_DEVICE);

		skb_set_tail_pointer(rx_skb, rx_pkt_expected->len);

		rx_skb->len = rx_pkt_expected->len;



		if (!first_skb)

			first_skb = rx_skb;



		if (prev_skb)

			skb_shinfo(prev_skb)->frag_list = rx_skb;



		prev_skb = rx_skb;

		sys->free_rx_wrapper(rx_pkt_expected);

	}



	skb_shinfo(prev_skb)->frag_list = NULL;

	sys->pyld_hdlr(first_skb, sys);

	sys->repl_hdlr(sys);

}



static void ipa3_wlan_wq_rx_common(struct ipa3_sys_context *sys, u32 size)

{

	struct ipa3_rx_pkt_wrapper *rx_pkt_expected;
@@ -3775,32 +3856,66 @@ static int ipa_populate_tag_field(struct ipa3_desc *desc, 


static int ipa_poll_gsi_pkt(struct ipa3_sys_context *sys,

		struct ipa_mem_buffer *mem_info)

{

	int unused_var;



	return ipa_poll_gsi_n_pkt(sys, mem_info, 1, &unused_var);

}





static int ipa_poll_gsi_n_pkt(struct ipa3_sys_context *sys,

		struct ipa_mem_buffer *mem_info,

		int expected_num, int *actual_num)

{

	int ret;

	struct gsi_chan_xfer_notify xfer_notify;

	int idx = 0;

	int i;

	struct gsi_chan_xfer_notify xfer_notify[IPA_WAN_NAPI_MAX_FRAMES];

	struct ipa3_rx_pkt_wrapper *rx_pkt;

	int poll_num = 0;



	if (!actual_num || expected_num <= 0 ||

		expected_num > IPA_WAN_NAPI_MAX_FRAMES) {

		IPAERR("bad params actual_num=%pK expected_num=%d\n",

			actual_num, expected_num);

		return GSI_STATUS_INVALID_PARAMS;

	}



	if (sys->ep->bytes_xfered_valid) {

		mem_info->phys_base = sys->ep->phys_base;

		mem_info->size = (u32)sys->ep->bytes_xfered;

		mem_info[idx].phys_base = sys->ep->phys_base;

		mem_info[idx].size = (u32)sys->ep->bytes_xfered;

		sys->ep->bytes_xfered_valid = false;

		return GSI_STATUS_SUCCESS;

		idx++;

	}

	if (expected_num == idx)

		return GSI_STATUS_SUCCESS;



	ret = gsi_poll_channel(sys->ep->gsi_chan_hdl,

		&xfer_notify);

	if (ret == GSI_STATUS_POLL_EMPTY)

	ret = gsi_poll_n_channel(sys->ep->gsi_chan_hdl,

		xfer_notify, expected_num - idx, &poll_num);

	if (ret == GSI_STATUS_POLL_EMPTY) {

		if (idx) {

			*actual_num = idx;

			return GSI_STATUS_SUCCESS;

		} else {

			return ret;

	else if (ret != GSI_STATUS_SUCCESS) {

		}

	} else if (ret != GSI_STATUS_SUCCESS) {

		if (idx) {

			*actual_num = idx;

			return GSI_STATUS_SUCCESS;

		}



		IPAERR("Poll channel err: %d\n", ret);

		return ret;

	}



	for (i = 0; i < poll_num; i++) {

		rx_pkt = (struct ipa3_rx_pkt_wrapper *)

		xfer_notify.xfer_user_data;

	mem_info->phys_base = rx_pkt->data.dma_addr;

	mem_info->size = xfer_notify.bytes_xfered;



			xfer_notify[i].xfer_user_data;

		mem_info[i+idx].phys_base = rx_pkt->data.dma_addr;

		mem_info[i+idx].size = xfer_notify[i].bytes_xfered;

	}

	*actual_num = idx + poll_num;

	return ret;

}
@@ -3818,8 +3933,9 @@ int ipa3_rx_poll(u32 clnt_hdl, int weight) 
	struct ipa3_ep_context *ep;

	int ret;

	int cnt = 0;

	struct ipa_mem_buffer mem_info = {0};

	static int total_cnt;

	int num = 0;

	struct ipa_mem_buffer mem_info[IPA_WAN_NAPI_MAX_FRAMES];

	int remain_aggr_weight;

	struct ipa_active_client_logging_info log;



	IPA_ACTIVE_CLIENTS_PREP_SPECIAL(log, "NAPI");
@@ -3830,27 +3946,36 @@ int ipa3_rx_poll(u32 clnt_hdl, int weight) 
		return cnt;

	}



	ep = &ipa3_ctx->ep[clnt_hdl];

	remain_aggr_weight = weight / IPA_WAN_AGGR_PKT_CNT;



	while (cnt < weight &&

		   atomic_read(&ep->sys->curr_polling_state)) {

	if (remain_aggr_weight > IPA_WAN_NAPI_MAX_FRAMES) {

		IPAERR("NAPI weight is higher than expected\n");

		IPAERR("expected %d got %d\n",

			IPA_WAN_NAPI_MAX_FRAMES, remain_aggr_weight);

		return -EINVAL;

	}



	ep = &ipa3_ctx->ep[clnt_hdl];

	while (remain_aggr_weight > 0 &&

			atomic_read(&ep->sys->curr_polling_state)) {

		atomic_set(&ipa3_ctx->transport_pm.eot_activity, 1);

		ret = ipa_poll_gsi_pkt(ep->sys, &mem_info);

		ret = ipa_poll_gsi_n_pkt(ep->sys, mem_info,

			remain_aggr_weight, &num);

		if (ret)

			break;



		ipa3_wq_rx_common(ep->sys, mem_info.size);

		cnt += IPA_WAN_AGGR_PKT_CNT;

		total_cnt++;

		trace_ipa3_rx_poll_num(num);

		ipa3_wq_rx_napi_chain(ep->sys, mem_info, num);

		remain_aggr_weight -= num;



		trace_ipa3_rx_poll_cnt(ep->sys->len);

		if (ep->sys->len == 0) {

			total_cnt = 0;

			cnt = cnt-1;

			if (remain_aggr_weight == 0)

				cnt--;

			break;

		}

	};



	}

	cnt += weight - remain_aggr_weight * IPA_WAN_AGGR_PKT_CNT;

	if (cnt < weight) {

		ep->client_notify(ep->priv, IPA_CLIENT_COMP_NAPI, 0);

		ipa3_rx_switch_to_intr_mode(ep->sys);

drivers/platform/msm/ipa/ipa_v3/ipa_i.h

+2 −1
Original line number Diff line number Diff line
@@ -74,6 +74,8 @@ 


#define IPA_MAX_NUM_REQ_CACHE 10



#define NAPI_WEIGHT 60



#define IPADBG(fmt, args...) \

	do { \

		pr_debug(DRV_NAME " %s:%d " fmt, __func__, __LINE__, ## args);\
@@ -647,7 +649,6 @@ struct ipa3_repl_ctx { 
 */

struct ipa3_sys_context {

	u32 len;

	u32 len_pending_xfer;

	atomic_t curr_polling_state;

	struct delayed_work switch_to_intr_work;

	enum ipa3_sys_pipe_policy policy;

drivers/platform/msm/ipa/ipa_v3/ipa_trace.h

+38 −1
Original line number Diff line number Diff line 
/* Copyright (c) 2015-2017, The Linux Foundation. All rights reserved.

/* Copyright (c) 2015-2018, The Linux Foundation. All rights reserved.

 *

 * This program is free software; you can redistribute it and/or modify

 * it under the terms of the GNU General Public License version 2 and
@@ -145,6 +145,43 @@ TRACE_EVENT( 
	TP_printk("rx_pkt_cnt=%lu", __entry->rx_pkt_cnt)

);



TRACE_EVENT(

	ipa3_rx_poll_num,



	TP_PROTO(int poll_num),



	TP_ARGS(poll_num),



	TP_STRUCT__entry(

		__field(int,	poll_num)

	),



	TP_fast_assign(

		__entry->poll_num = poll_num;

	),



	TP_printk("each_poll_aggr_pkt_num=%d", __entry->poll_num)

);



TRACE_EVENT(

	ipa3_rx_poll_cnt,



	TP_PROTO(int poll_num),



	TP_ARGS(poll_num),



	TP_STRUCT__entry(

		__field(int,	poll_num)

	),



	TP_fast_assign(

		__entry->poll_num = poll_num;

	),



	TP_printk("napi_overall_poll_pkt_cnt=%d", __entry->poll_num)

);





#endif /* _IPA_TRACE_H */



/* This part must be outside protection */

drivers/platform/msm/ipa/ipa_v3/rmnet_ipa.c

+0 −1
Original line number Diff line number Diff line
@@ -60,7 +60,6 @@ 
#define IPA_QUOTA_REACH_ALERT_MAX_SIZE 64

#define IPA_QUOTA_REACH_IF_NAME_MAX_SIZE 64

#define IPA_UEVENT_NUM_EVNP 4 /* number of event pointers */

#define NAPI_WEIGHT 60



#define IPA_NETDEV() \

	((rmnet_ipa3_ctx && rmnet_ipa3_ctx->wwan_priv) ? \