Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit 26236fa9 authored by Raghu Vatsavayi's avatar Raghu Vatsavayi Committed by David S. Miller
Browse files

liquidio: Host queue mapping changes 



This patch is to allocate the input queues based on Numa node in tx path
and queue mapping changes based on the mapping info provided by firmware.

Signed-off-by: default avatarDerek Chickles <derek.chickles@caviumnetworks.com>
Signed-off-by: default avatarSatanand Burla <satananda.burla@caviumnetworks.com>
Signed-off-by: default avatarFelix Manlunas <felix.manlunas@caviumnetworks.com>
Signed-off-by: default avatarRaghu Vatsavayi <raghu.vatsavayi@caviumnetworks.com>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent ddc173a6

drivers/net/ethernet/cavium/liquidio/lio_ethtool.c

+2 −2
Original line number Diff line number Diff line
@@ -653,7 +653,7 @@ static int lio_get_intr_coalesce(struct net_device *netdev, 
				intrmod_cfg->intrmod_mincnt_trigger;

		}



		iq = oct->instr_queue[lio->linfo.txpciq[0]];

		iq = oct->instr_queue[lio->linfo.txpciq[0].s.q_no];

		intr_coal->tx_max_coalesced_frames = iq->fill_threshold;

		break;
@@ -859,7 +859,7 @@ static int lio_set_intr_coalesce(struct net_device *netdev, 
	if ((intr_coal->tx_max_coalesced_frames >= CN6XXX_DB_MIN) &&

	    (intr_coal->tx_max_coalesced_frames <= CN6XXX_DB_MAX)) {

		for (j = 0; j < lio->linfo.num_txpciq; j++) {

			q_no = lio->linfo.txpciq[j];

			q_no = lio->linfo.txpciq[j].s.q_no;

			oct->instr_queue[q_no]->fill_threshold =

				intr_coal->tx_max_coalesced_frames;

		}

drivers/net/ethernet/cavium/liquidio/lio_main.c

+42 −33
Original line number Diff line number Diff line
@@ -682,6 +682,7 @@ static inline void txqs_wake(struct net_device *netdev) 
		int i;



		for (i = 0; i < netdev->num_tx_queues; i++)

			if (__netif_subqueue_stopped(netdev, i))

				netif_wake_subqueue(netdev, i);

	} else {

		netif_wake_queue(netdev);
@@ -752,12 +753,15 @@ static inline int check_txq_status(struct lio *lio) 


		/* check each sub-queue state */

		for (q = 0; q < numqs; q++) {

			iq = lio->linfo.txpciq[q & (lio->linfo.num_txpciq - 1)];

			iq = lio->linfo.txpciq[q %

				(lio->linfo.num_txpciq)].s.q_no;

			if (octnet_iq_is_full(lio->oct_dev, iq))

				continue;

			if (__netif_subqueue_stopped(lio->netdev, q)) {

				wake_q(lio->netdev, q);

				ret_val++;

			}

		}

	} else {

		if (octnet_iq_is_full(lio->oct_dev, lio->txq))

			return 0;
@@ -1230,7 +1234,8 @@ static int liquidio_stop_nic_module(struct octeon_device *oct) 
	for (i = 0; i < oct->ifcount; i++) {

		lio = GET_LIO(oct->props[i].netdev);

		for (j = 0; j < lio->linfo.num_rxpciq; j++)

			octeon_unregister_droq_ops(oct, lio->linfo.rxpciq[j]);

			octeon_unregister_droq_ops(oct,

						   lio->linfo.rxpciq[j].s.q_no);

	}



	for (i = 0; i < oct->ifcount; i++)
@@ -1337,13 +1342,16 @@ static inline int check_txq_state(struct lio *lio, struct sk_buff *skb) 


	if (netif_is_multiqueue(lio->netdev)) {

		q = skb->queue_mapping;

		iq = lio->linfo.txpciq[(q & (lio->linfo.num_txpciq - 1))];

		iq = lio->linfo.txpciq[(q % (lio->linfo.num_txpciq))].s.q_no;

	} else {

		iq = lio->txq;

		q = iq;

	}



	if (octnet_iq_is_full(lio->oct_dev, iq))

		return 0;



	if (__netif_subqueue_stopped(lio->netdev, q))

		wake_q(lio->netdev, q);

	return 1;

}
@@ -1743,14 +1751,13 @@ static void if_cfg_callback(struct octeon_device *oct, 
static u16 select_q(struct net_device *dev, struct sk_buff *skb,

		    void *accel_priv, select_queue_fallback_t fallback)

{

	int qindex;

	u32 qindex = 0;

	struct lio *lio;



	lio = GET_LIO(dev);

	/* select queue on chosen queue_mapping or core */

	qindex = skb_rx_queue_recorded(skb) ?

		 skb_get_rx_queue(skb) : smp_processor_id();

	return (u16)(qindex & (lio->linfo.num_txpciq - 1));

	qindex = skb_tx_hash(dev, skb);



	return (u16)(qindex % (lio->linfo.num_txpciq));

}



/** Routine to push packets arriving on Octeon interface upto network layer.
@@ -1789,6 +1796,8 @@ liquidio_push_packet(u32 octeon_id, 


		skb->dev = netdev;



		skb_record_rx_queue(skb, droq->q_no);



		if (rh->r_dh.has_hwtstamp) {

			/* timestamp is included from the hardware at the

			 * beginning of the packet.
@@ -1962,8 +1971,10 @@ static inline int setup_io_queues(struct octeon_device *octeon_dev, 


	/* set up DROQs. */

	for (q = 0; q < lio->linfo.num_rxpciq; q++) {

		q_no = lio->linfo.rxpciq[q];



		q_no = lio->linfo.rxpciq[q].s.q_no;

		dev_dbg(&octeon_dev->pci_dev->dev,

			"setup_io_queues index:%d linfo.rxpciq.s.q_no:%d\n",

			q, q_no);

		retval = octeon_setup_droq(octeon_dev, q_no,

					   CFG_GET_NUM_RX_DESCS_NIC_IF

						   (octeon_get_conf(octeon_dev),
@@ -2341,7 +2352,7 @@ static struct net_device_stats *liquidio_get_stats(struct net_device *netdev) 
	oct = lio->oct_dev;



	for (i = 0; i < lio->linfo.num_txpciq; i++) {

		iq_no = lio->linfo.txpciq[i];

		iq_no = lio->linfo.txpciq[i].s.q_no;

		iq_stats = &oct->instr_queue[iq_no]->stats;

		pkts += iq_stats->tx_done;

		drop += iq_stats->tx_dropped;
@@ -2357,7 +2368,7 @@ static struct net_device_stats *liquidio_get_stats(struct net_device *netdev) 
	bytes = 0;



	for (i = 0; i < lio->linfo.num_rxpciq; i++) {

		oq_no = lio->linfo.rxpciq[i];

		oq_no = lio->linfo.rxpciq[i].s.q_no;

		oq_stats = &oct->droq[oq_no]->stats;

		pkts += oq_stats->rx_pkts_received;

		drop += (oq_stats->rx_dropped +
@@ -2670,7 +2681,7 @@ static int liquidio_xmit(struct sk_buff *skb, struct net_device *netdev) 
	struct octnic_data_pkt ndata;

	struct octeon_device *oct;

	struct oct_iq_stats *stats;

	int cpu = 0, status = 0;

	int status = 0;

	int q_idx = 0, iq_no = 0;

	int xmit_more;

	u32 tag = 0;
@@ -2679,9 +2690,10 @@ static int liquidio_xmit(struct sk_buff *skb, struct net_device *netdev) 
	oct = lio->oct_dev;



	if (netif_is_multiqueue(netdev)) {

		cpu = skb->queue_mapping;

		q_idx = (cpu & (lio->linfo.num_txpciq - 1));

		iq_no = lio->linfo.txpciq[q_idx];

		q_idx = skb->queue_mapping;

		q_idx = (q_idx % (lio->linfo.num_txpciq));

		tag = q_idx;

		iq_no = lio->linfo.txpciq[q_idx].s.q_no;

	} else {

		iq_no = lio->txq;

	}
@@ -3125,7 +3137,7 @@ static int setup_nic_devices(struct octeon_device *octeon_dev) 
	struct liquidio_if_cfg_context *ctx;

	struct liquidio_if_cfg_resp *resp;

	struct octdev_props *props;

	int retval, num_iqueues, num_oqueues, q_no;

	int retval, num_iqueues, num_oqueues;

	u64 q_mask;

	int num_cpus = num_online_cpus();

	union oct_nic_if_cfg if_cfg;
@@ -3257,15 +3269,13 @@ static int setup_nic_devices(struct octeon_device *octeon_dev) 
		q_mask = resp->cfg_info.oqmask;

		/* q_mask is 0-based and already verified mask is nonzero */

		for (j = 0; j < num_oqueues; j++) {

			q_no = __ffs64(q_mask);

			q_mask &= (~(1UL << q_no));

			lio->linfo.rxpciq[j] = q_no;

			lio->linfo.rxpciq[j].u64 =

				resp->cfg_info.linfo.rxpciq[j].u64;

		}

		q_mask = resp->cfg_info.iqmask;

		for (j = 0; j < num_iqueues; j++) {

			q_no = __ffs64(q_mask);

			q_mask &= (~(1UL << q_no));

			lio->linfo.txpciq[j] = q_no;

			lio->linfo.txpciq[j].u64 =

				resp->cfg_info.linfo.txpciq[j].u64;

		}

		lio->linfo.hw_addr = resp->cfg_info.linfo.hw_addr;

		lio->linfo.gmxport = resp->cfg_info.linfo.gmxport;
@@ -3306,6 +3316,11 @@ static int setup_nic_devices(struct octeon_device *octeon_dev) 


		ether_addr_copy(netdev->dev_addr, mac);



		/* By default all interfaces on a single Octeon uses the same

		 * tx and rx queues

		 */

		lio->txq = lio->linfo.txpciq[0].s.q_no;

		lio->rxq = lio->linfo.rxpciq[0].s.q_no;

		if (setup_io_queues(octeon_dev, netdev)) {

			dev_err(&octeon_dev->pci_dev->dev, "I/O queues creation failed\n");

			goto setup_nic_dev_fail;
@@ -3313,12 +3328,6 @@ static int setup_nic_devices(struct octeon_device *octeon_dev) 


		ifstate_set(lio, LIO_IFSTATE_DROQ_OPS);



		/* By default all interfaces on a single Octeon uses the same

		 * tx and rx queues

		 */

		lio->txq = lio->linfo.txpciq[0];

		lio->rxq = lio->linfo.rxpciq[0];



		lio->tx_qsize = octeon_get_tx_qsize(octeon_dev, lio->txq);

		lio->rx_qsize = octeon_get_rx_qsize(octeon_dev, lio->rxq);

drivers/net/ethernet/cavium/liquidio/liquidio_common.h

+42 −2
Original line number Diff line number Diff line
@@ -516,6 +516,46 @@ union oct_link_status { 
	} s;

};



/** The txpciq info passed to host from the firmware */



union oct_txpciq {

	u64 u64;



	struct {

#ifdef __BIG_ENDIAN_BITFIELD

		u64 q_no:8;

		u64 port:8;

		u64 pkind:6;

		u64 use_qpg:1;

		u64 qpg:11;

		u64 reserved:30;

#else

		u64 reserved:30;

		u64 qpg:11;

		u64 use_qpg:1;

		u64 pkind:6;

		u64 port:8;

		u64 q_no:8;

#endif

	} s;

};



/** The rxpciq info passed to host from the firmware */



union oct_rxpciq {

	u64 u64;



	struct {

#ifdef __BIG_ENDIAN_BITFIELD

		u64 q_no:8;

		u64 reserved:56;

#else

		u64 reserved:56;

		u64 q_no:8;

#endif

	} s;

};



/** Information for a OCTEON ethernet interface shared between core & host. */

struct oct_link_info {

	union oct_link_status link;
@@ -535,8 +575,8 @@ struct oct_link_info { 
	u16 gmxport;

#endif



	u8 txpciq[MAX_IOQS_PER_NICIF];

	u8 rxpciq[MAX_IOQS_PER_NICIF];

	union oct_txpciq txpciq[MAX_IOQS_PER_NICIF];

	union oct_rxpciq rxpciq[MAX_IOQS_PER_NICIF];

};



#define OCT_LINK_INFO_SIZE   (sizeof(struct oct_link_info))

drivers/net/ethernet/cavium/liquidio/octeon_device.c

+24 −17
Original line number Diff line number Diff line
@@ -741,36 +741,43 @@ struct octeon_device *octeon_allocate_device(u32 pci_id, 
	return oct;

}



/* this function is only for setting up the first queue */

int octeon_setup_instr_queues(struct octeon_device *oct)

{

	u32 i, num_iqs = 0;

	u32 num_iqs = 0;

	u32 num_descs = 0;

	u32 iq_no = 0;

	union oct_txpciq txpciq;

	int numa_node = cpu_to_node(iq_no % num_online_cpus());



	/* this causes queue 0 to be default queue */

	if (OCTEON_CN6XXX(oct)) {

	num_iqs = 1;

	/* this causes queue 0 to be default queue */

	if (OCTEON_CN6XXX(oct))

		num_descs =

			CFG_GET_NUM_DEF_TX_DESCS(CHIP_FIELD(oct, cn6xxx, conf));

	}



	oct->num_iqs = 0;



	for (i = 0; i < num_iqs; i++) {

		oct->instr_queue[i] =

	oct->instr_queue[0] = vmalloc_node(sizeof(*oct->instr_queue[0]),

				numa_node);

	if (!oct->instr_queue[0])

		oct->instr_queue[0] =

			vmalloc(sizeof(struct octeon_instr_queue));

		if (!oct->instr_queue[i])

	if (!oct->instr_queue[0])

		return 1;



		memset(oct->instr_queue[i], 0,

		       sizeof(struct octeon_instr_queue));



		oct->instr_queue[i]->app_ctx = (void *)(size_t)i;

		if (octeon_init_instr_queue(oct, i, num_descs))

	memset(oct->instr_queue[0], 0, sizeof(struct octeon_instr_queue));

	oct->instr_queue[0]->app_ctx = (void *)(size_t)0;

	txpciq.u64 = 0;

	txpciq.s.q_no = iq_no;

	txpciq.s.use_qpg = 0;

	txpciq.s.qpg = 0;

	if (octeon_init_instr_queue(oct, txpciq, num_descs)) {

		/* prevent memory leak */

		vfree(oct->instr_queue[0]);

		return 1;



		oct->num_iqs++;

	}



	oct->num_iqs++;

	return 0;

}

drivers/net/ethernet/cavium/liquidio/octeon_iq.h

+6 −5
Original line number Diff line number Diff line
@@ -81,8 +81,8 @@ struct octeon_instr_queue { 
	/** Flag that indicates if the queue uses 64 byte commands. */

	u32 iqcmd_64B:1;



	/** Queue Number. */

	u32 iq_no:5;

	/** Queue info. */

	union oct_txpciq txpciq;



	u32 rsvd:17;
@@ -268,14 +268,15 @@ void octeon_free_soft_command(struct octeon_device *oct, 
/**

 *  octeon_init_instr_queue()

 *  @param octeon_dev      - pointer to the octeon device structure.

 *  @param iq_no           - queue to be initialized (0 <= q_no <= 3).

 *  @param txpciq          - queue to be initialized (0 <= q_no <= 3).

 *

 *  Called at driver init time for each input queue. iq_conf has the

 *  configuration parameters for the queue.

 *

 *  @return  Success: 0   Failure: 1

 */

int octeon_init_instr_queue(struct octeon_device *octeon_dev, u32 iq_no,

int octeon_init_instr_queue(struct octeon_device *octeon_dev,

			    union oct_txpciq txpciq,

			    u32 num_descs);



/**
@@ -313,7 +314,7 @@ void octeon_prepare_soft_command(struct octeon_device *oct, 
int octeon_send_soft_command(struct octeon_device *oct,

			     struct octeon_soft_command *sc);



int octeon_setup_iq(struct octeon_device *oct, u32 iq_no,

int octeon_setup_iq(struct octeon_device *oct, union oct_txpciq,

		    u32 num_descs, void *app_ctx);



#endif				/* __OCTEON_IQ_H__ */