mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2025-01-18 12:26:16 +07:00
Merge branch 'mvneta-next'
Gregory CLEMENT says: ==================== A fix and a few improvements on mvneta This series brings some improvements for the mvneta driver and also adds a fix. Compared to the v2, the main change is another patch fixing a bug in mtu_change. Changelog: v1 -> v2 - In patch 2, use EXPORT_SYMBOL_GPL for mvneta_bm_get and mvneta_bm_put to be used in module, reported by kbuild test robot. - In patch 4, add the counter to the driver's ethtool state, suggested by David Miller. - In patch 6, use a single if, suggested by Marcin Wojtas v2 -> v3 - Adding a patch fixing the mtu change issue - Removing the inline keyword for mvneta_rx_refill() and let the comiler decided, suggested by David Miller. ==================== Signed-off-by: David S. Miller <davem@davemloft.net>
This commit is contained in:
commit
37b81dc5ed
@ -295,10 +295,10 @@
|
||||
#define MVNETA_RSS_LU_TABLE_SIZE 1
|
||||
|
||||
/* Max number of Rx descriptors */
|
||||
#define MVNETA_MAX_RXD 128
|
||||
#define MVNETA_MAX_RXD 512
|
||||
|
||||
/* Max number of Tx descriptors */
|
||||
#define MVNETA_MAX_TXD 532
|
||||
#define MVNETA_MAX_TXD 1024
|
||||
|
||||
/* Max number of allowed TCP segments for software TSO */
|
||||
#define MVNETA_MAX_TSO_SEGS 100
|
||||
@ -328,6 +328,8 @@
|
||||
|
||||
enum {
|
||||
ETHTOOL_STAT_EEE_WAKEUP,
|
||||
ETHTOOL_STAT_SKB_ALLOC_ERR,
|
||||
ETHTOOL_STAT_REFILL_ERR,
|
||||
ETHTOOL_MAX_STATS,
|
||||
};
|
||||
|
||||
@ -375,6 +377,8 @@ static const struct mvneta_statistic mvneta_statistics[] = {
|
||||
{ 0x3054, T_REG_32, "fc_sent", },
|
||||
{ 0x300c, T_REG_32, "internal_mac_transmit_err", },
|
||||
{ ETHTOOL_STAT_EEE_WAKEUP, T_SW, "eee_wakeup_errors", },
|
||||
{ ETHTOOL_STAT_SKB_ALLOC_ERR, T_SW, "skb_alloc_errors", },
|
||||
{ ETHTOOL_STAT_REFILL_ERR, T_SW, "refill_errors", },
|
||||
};
|
||||
|
||||
struct mvneta_pcpu_stats {
|
||||
@ -479,7 +483,10 @@ struct mvneta_port {
|
||||
#define MVNETA_RXD_ERR_RESOURCE (BIT(17) | BIT(18))
|
||||
#define MVNETA_RXD_ERR_CODE_MASK (BIT(17) | BIT(18))
|
||||
#define MVNETA_RXD_L3_IP4 BIT(25)
|
||||
#define MVNETA_RXD_FIRST_LAST_DESC (BIT(26) | BIT(27))
|
||||
#define MVNETA_RXD_LAST_DESC BIT(26)
|
||||
#define MVNETA_RXD_FIRST_DESC BIT(27)
|
||||
#define MVNETA_RXD_FIRST_LAST_DESC (MVNETA_RXD_FIRST_DESC | \
|
||||
MVNETA_RXD_LAST_DESC)
|
||||
#define MVNETA_RXD_L4_CSUM_OK BIT(30)
|
||||
|
||||
#if defined(__LITTLE_ENDIAN)
|
||||
@ -589,9 +596,6 @@ struct mvneta_rx_queue {
|
||||
/* num of rx descriptors in the rx descriptor ring */
|
||||
int size;
|
||||
|
||||
/* counter of times when mvneta_refill() failed */
|
||||
int missed;
|
||||
|
||||
u32 pkts_coal;
|
||||
u32 time_coal;
|
||||
|
||||
@ -609,6 +613,18 @@ struct mvneta_rx_queue {
|
||||
|
||||
/* Index of the next RX DMA descriptor to process */
|
||||
int next_desc_to_proc;
|
||||
|
||||
/* Index of first RX DMA descriptor to refill */
|
||||
int first_to_refill;
|
||||
u32 refill_num;
|
||||
|
||||
/* pointer to uncomplete skb buffer */
|
||||
struct sk_buff *skb;
|
||||
int left_size;
|
||||
|
||||
/* error counters */
|
||||
u32 skb_alloc_err;
|
||||
u32 refill_err;
|
||||
};
|
||||
|
||||
static enum cpuhp_state online_hpstate;
|
||||
@ -621,6 +637,7 @@ static int txq_number = 8;
|
||||
static int rxq_def;
|
||||
|
||||
static int rx_copybreak __read_mostly = 256;
|
||||
static int rx_header_size __read_mostly = 128;
|
||||
|
||||
/* HW BM need that each port be identify by a unique ID */
|
||||
static int global_port_id;
|
||||
@ -1684,13 +1701,6 @@ static void mvneta_rx_error(struct mvneta_port *pp,
|
||||
{
|
||||
u32 status = rx_desc->status;
|
||||
|
||||
if (!mvneta_rxq_desc_is_first_last(status)) {
|
||||
netdev_err(pp->dev,
|
||||
"bad rx status %08x (buffer oversize), size=%d\n",
|
||||
status, rx_desc->data_size);
|
||||
return;
|
||||
}
|
||||
|
||||
switch (status & MVNETA_RXD_ERR_CODE_MASK) {
|
||||
case MVNETA_RXD_ERR_CRC:
|
||||
netdev_err(pp->dev, "bad rx status %08x (crc error), size=%d\n",
|
||||
@ -1715,7 +1725,8 @@ static void mvneta_rx_error(struct mvneta_port *pp,
|
||||
static void mvneta_rx_csum(struct mvneta_port *pp, u32 status,
|
||||
struct sk_buff *skb)
|
||||
{
|
||||
if ((status & MVNETA_RXD_L3_IP4) &&
|
||||
if ((pp->dev->features & NETIF_F_RXCSUM) &&
|
||||
(status & MVNETA_RXD_L3_IP4) &&
|
||||
(status & MVNETA_RXD_L4_CSUM_OK)) {
|
||||
skb->csum = 0;
|
||||
skb->ip_summed = CHECKSUM_UNNECESSARY;
|
||||
@ -1790,47 +1801,30 @@ static void mvneta_txq_done(struct mvneta_port *pp,
|
||||
}
|
||||
}
|
||||
|
||||
void *mvneta_frag_alloc(unsigned int frag_size)
|
||||
{
|
||||
if (likely(frag_size <= PAGE_SIZE))
|
||||
return netdev_alloc_frag(frag_size);
|
||||
else
|
||||
return kmalloc(frag_size, GFP_ATOMIC);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(mvneta_frag_alloc);
|
||||
|
||||
void mvneta_frag_free(unsigned int frag_size, void *data)
|
||||
{
|
||||
if (likely(frag_size <= PAGE_SIZE))
|
||||
skb_free_frag(data);
|
||||
else
|
||||
kfree(data);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(mvneta_frag_free);
|
||||
|
||||
/* Refill processing for SW buffer management */
|
||||
/* Allocate page per descriptor */
|
||||
static int mvneta_rx_refill(struct mvneta_port *pp,
|
||||
struct mvneta_rx_desc *rx_desc,
|
||||
struct mvneta_rx_queue *rxq)
|
||||
|
||||
struct mvneta_rx_queue *rxq,
|
||||
gfp_t gfp_mask)
|
||||
{
|
||||
dma_addr_t phys_addr;
|
||||
void *data;
|
||||
struct page *page;
|
||||
|
||||
data = mvneta_frag_alloc(pp->frag_size);
|
||||
if (!data)
|
||||
page = __dev_alloc_page(gfp_mask);
|
||||
if (!page)
|
||||
return -ENOMEM;
|
||||
|
||||
phys_addr = dma_map_single(pp->dev->dev.parent, data,
|
||||
MVNETA_RX_BUF_SIZE(pp->pkt_size),
|
||||
/* map page for use */
|
||||
phys_addr = dma_map_page(pp->dev->dev.parent, page, 0, PAGE_SIZE,
|
||||
DMA_FROM_DEVICE);
|
||||
if (unlikely(dma_mapping_error(pp->dev->dev.parent, phys_addr))) {
|
||||
mvneta_frag_free(pp->frag_size, data);
|
||||
__free_page(page);
|
||||
return -ENOMEM;
|
||||
}
|
||||
|
||||
phys_addr += pp->rx_offset_correction;
|
||||
mvneta_rx_desc_fill(rx_desc, phys_addr, data, rxq);
|
||||
mvneta_rx_desc_fill(rx_desc, phys_addr, page, rxq);
|
||||
return 0;
|
||||
}
|
||||
|
||||
@ -1893,115 +1887,192 @@ static void mvneta_rxq_drop_pkts(struct mvneta_port *pp,
|
||||
for (i = 0; i < rxq->size; i++) {
|
||||
struct mvneta_rx_desc *rx_desc = rxq->descs + i;
|
||||
void *data = rxq->buf_virt_addr[i];
|
||||
if (!data || !(rx_desc->buf_phys_addr))
|
||||
continue;
|
||||
|
||||
dma_unmap_single(pp->dev->dev.parent, rx_desc->buf_phys_addr,
|
||||
MVNETA_RX_BUF_SIZE(pp->pkt_size), DMA_FROM_DEVICE);
|
||||
mvneta_frag_free(pp->frag_size, data);
|
||||
__free_page(data);
|
||||
}
|
||||
}
|
||||
|
||||
static inline
|
||||
int mvneta_rx_refill_queue(struct mvneta_port *pp, struct mvneta_rx_queue *rxq)
|
||||
{
|
||||
struct mvneta_rx_desc *rx_desc;
|
||||
int curr_desc = rxq->first_to_refill;
|
||||
int i;
|
||||
|
||||
for (i = 0; (i < rxq->refill_num) && (i < 64); i++) {
|
||||
rx_desc = rxq->descs + curr_desc;
|
||||
if (!(rx_desc->buf_phys_addr)) {
|
||||
if (mvneta_rx_refill(pp, rx_desc, rxq, GFP_ATOMIC)) {
|
||||
pr_err("Can't refill queue %d. Done %d from %d\n",
|
||||
rxq->id, i, rxq->refill_num);
|
||||
rxq->refill_err++;
|
||||
break;
|
||||
}
|
||||
}
|
||||
curr_desc = MVNETA_QUEUE_NEXT_DESC(rxq, curr_desc);
|
||||
}
|
||||
rxq->refill_num -= i;
|
||||
rxq->first_to_refill = curr_desc;
|
||||
|
||||
return i;
|
||||
}
|
||||
|
||||
/* Main rx processing when using software buffer management */
|
||||
static int mvneta_rx_swbm(struct mvneta_port *pp, int rx_todo,
|
||||
static int mvneta_rx_swbm(struct napi_struct *napi,
|
||||
struct mvneta_port *pp, int budget,
|
||||
struct mvneta_rx_queue *rxq)
|
||||
{
|
||||
struct mvneta_pcpu_port *port = this_cpu_ptr(pp->ports);
|
||||
struct net_device *dev = pp->dev;
|
||||
int rx_done;
|
||||
int rx_todo, rx_proc;
|
||||
int refill = 0;
|
||||
u32 rcvd_pkts = 0;
|
||||
u32 rcvd_bytes = 0;
|
||||
|
||||
/* Get number of received packets */
|
||||
rx_done = mvneta_rxq_busy_desc_num_get(pp, rxq);
|
||||
|
||||
if (rx_todo > rx_done)
|
||||
rx_todo = rx_done;
|
||||
|
||||
rx_done = 0;
|
||||
rx_todo = mvneta_rxq_busy_desc_num_get(pp, rxq);
|
||||
rx_proc = 0;
|
||||
|
||||
/* Fairness NAPI loop */
|
||||
while (rx_done < rx_todo) {
|
||||
while ((rcvd_pkts < budget) && (rx_proc < rx_todo)) {
|
||||
struct mvneta_rx_desc *rx_desc = mvneta_rxq_next_desc_get(rxq);
|
||||
struct sk_buff *skb;
|
||||
unsigned char *data;
|
||||
struct page *page;
|
||||
dma_addr_t phys_addr;
|
||||
u32 rx_status, frag_size;
|
||||
int rx_bytes, err, index;
|
||||
u32 rx_status, index;
|
||||
int rx_bytes, skb_size, copy_size;
|
||||
int frag_num, frag_size, frag_offset;
|
||||
|
||||
rx_done++;
|
||||
rx_status = rx_desc->status;
|
||||
rx_bytes = rx_desc->data_size - (ETH_FCS_LEN + MVNETA_MH_SIZE);
|
||||
index = rx_desc - rxq->descs;
|
||||
data = rxq->buf_virt_addr[index];
|
||||
phys_addr = rx_desc->buf_phys_addr - pp->rx_offset_correction;
|
||||
page = (struct page *)rxq->buf_virt_addr[index];
|
||||
data = page_address(page);
|
||||
/* Prefetch header */
|
||||
prefetch(data);
|
||||
|
||||
if (!mvneta_rxq_desc_is_first_last(rx_status) ||
|
||||
(rx_status & MVNETA_RXD_ERR_SUMMARY)) {
|
||||
phys_addr = rx_desc->buf_phys_addr;
|
||||
rx_status = rx_desc->status;
|
||||
rx_proc++;
|
||||
rxq->refill_num++;
|
||||
|
||||
if (rx_status & MVNETA_RXD_FIRST_DESC) {
|
||||
/* Check errors only for FIRST descriptor */
|
||||
if (rx_status & MVNETA_RXD_ERR_SUMMARY) {
|
||||
mvneta_rx_error(pp, rx_desc);
|
||||
err_drop_frame:
|
||||
dev->stats.rx_errors++;
|
||||
/* leave the descriptor untouched */
|
||||
continue;
|
||||
}
|
||||
rx_bytes = rx_desc->data_size -
|
||||
(ETH_FCS_LEN + MVNETA_MH_SIZE);
|
||||
|
||||
if (rx_bytes <= rx_copybreak) {
|
||||
/* better copy a small frame and not unmap the DMA region */
|
||||
skb = netdev_alloc_skb_ip_align(dev, rx_bytes);
|
||||
if (unlikely(!skb))
|
||||
goto err_drop_frame;
|
||||
|
||||
dma_sync_single_range_for_cpu(dev->dev.parent,
|
||||
phys_addr,
|
||||
MVNETA_MH_SIZE + NET_SKB_PAD,
|
||||
rx_bytes,
|
||||
DMA_FROM_DEVICE);
|
||||
skb_put_data(skb, data + MVNETA_MH_SIZE + NET_SKB_PAD,
|
||||
rx_bytes);
|
||||
|
||||
skb->protocol = eth_type_trans(skb, dev);
|
||||
mvneta_rx_csum(pp, rx_status, skb);
|
||||
napi_gro_receive(&port->napi, skb);
|
||||
|
||||
rcvd_pkts++;
|
||||
rcvd_bytes += rx_bytes;
|
||||
|
||||
/* leave the descriptor and buffer untouched */
|
||||
/* Allocate small skb for each new packet */
|
||||
skb_size = max(rx_copybreak, rx_header_size);
|
||||
rxq->skb = netdev_alloc_skb_ip_align(dev, skb_size);
|
||||
if (unlikely(!rxq->skb)) {
|
||||
netdev_err(dev,
|
||||
"Can't allocate skb on queue %d\n",
|
||||
rxq->id);
|
||||
dev->stats.rx_dropped++;
|
||||
rxq->skb_alloc_err++;
|
||||
continue;
|
||||
}
|
||||
copy_size = min(skb_size, rx_bytes);
|
||||
|
||||
/* Refill processing */
|
||||
err = mvneta_rx_refill(pp, rx_desc, rxq);
|
||||
if (err) {
|
||||
netdev_err(dev, "Linux processing - Can't refill\n");
|
||||
rxq->missed++;
|
||||
goto err_drop_frame;
|
||||
}
|
||||
/* Copy data from buffer to SKB, skip Marvell header */
|
||||
memcpy(rxq->skb->data, data + MVNETA_MH_SIZE,
|
||||
copy_size);
|
||||
skb_put(rxq->skb, copy_size);
|
||||
rxq->left_size = rx_bytes - copy_size;
|
||||
|
||||
frag_size = pp->frag_size;
|
||||
mvneta_rx_csum(pp, rx_status, rxq->skb);
|
||||
if (rxq->left_size == 0) {
|
||||
int size = copy_size + MVNETA_MH_SIZE;
|
||||
|
||||
skb = build_skb(data, frag_size > PAGE_SIZE ? 0 : frag_size);
|
||||
|
||||
/* After refill old buffer has to be unmapped regardless
|
||||
* the skb is successfully built or not.
|
||||
*/
|
||||
dma_unmap_single(dev->dev.parent, phys_addr,
|
||||
MVNETA_RX_BUF_SIZE(pp->pkt_size),
|
||||
dma_sync_single_range_for_cpu(dev->dev.parent,
|
||||
phys_addr, 0,
|
||||
size,
|
||||
DMA_FROM_DEVICE);
|
||||
|
||||
if (!skb)
|
||||
goto err_drop_frame;
|
||||
/* leave the descriptor and buffer untouched */
|
||||
} else {
|
||||
/* refill descriptor with new buffer later */
|
||||
rx_desc->buf_phys_addr = 0;
|
||||
|
||||
frag_num = 0;
|
||||
frag_offset = copy_size + MVNETA_MH_SIZE;
|
||||
frag_size = min(rxq->left_size,
|
||||
(int)(PAGE_SIZE - frag_offset));
|
||||
skb_add_rx_frag(rxq->skb, frag_num, page,
|
||||
frag_offset, frag_size,
|
||||
PAGE_SIZE);
|
||||
dma_unmap_single(dev->dev.parent, phys_addr,
|
||||
PAGE_SIZE, DMA_FROM_DEVICE);
|
||||
rxq->left_size -= frag_size;
|
||||
}
|
||||
} else {
|
||||
/* Middle or Last descriptor */
|
||||
if (unlikely(!rxq->skb)) {
|
||||
pr_debug("no skb for rx_status 0x%x\n",
|
||||
rx_status);
|
||||
continue;
|
||||
}
|
||||
if (!rxq->left_size) {
|
||||
/* last descriptor has only FCS */
|
||||
/* and can be discarded */
|
||||
dma_sync_single_range_for_cpu(dev->dev.parent,
|
||||
phys_addr, 0,
|
||||
ETH_FCS_LEN,
|
||||
DMA_FROM_DEVICE);
|
||||
/* leave the descriptor and buffer untouched */
|
||||
} else {
|
||||
/* refill descriptor with new buffer later */
|
||||
rx_desc->buf_phys_addr = 0;
|
||||
|
||||
frag_num = skb_shinfo(rxq->skb)->nr_frags;
|
||||
frag_offset = 0;
|
||||
frag_size = min(rxq->left_size,
|
||||
(int)(PAGE_SIZE - frag_offset));
|
||||
skb_add_rx_frag(rxq->skb, frag_num, page,
|
||||
frag_offset, frag_size,
|
||||
PAGE_SIZE);
|
||||
|
||||
dma_unmap_single(dev->dev.parent, phys_addr,
|
||||
PAGE_SIZE,
|
||||
DMA_FROM_DEVICE);
|
||||
|
||||
rxq->left_size -= frag_size;
|
||||
}
|
||||
} /* Middle or Last descriptor */
|
||||
|
||||
if (!(rx_status & MVNETA_RXD_LAST_DESC))
|
||||
/* no last descriptor this time */
|
||||
continue;
|
||||
|
||||
if (rxq->left_size) {
|
||||
pr_err("get last desc, but left_size (%d) != 0\n",
|
||||
rxq->left_size);
|
||||
dev_kfree_skb_any(rxq->skb);
|
||||
rxq->left_size = 0;
|
||||
rxq->skb = NULL;
|
||||
continue;
|
||||
}
|
||||
rcvd_pkts++;
|
||||
rcvd_bytes += rx_bytes;
|
||||
rcvd_bytes += rxq->skb->len;
|
||||
|
||||
/* Linux processing */
|
||||
skb_reserve(skb, MVNETA_MH_SIZE + NET_SKB_PAD);
|
||||
skb_put(skb, rx_bytes);
|
||||
rxq->skb->protocol = eth_type_trans(rxq->skb, dev);
|
||||
|
||||
skb->protocol = eth_type_trans(skb, dev);
|
||||
if (dev->features & NETIF_F_GRO)
|
||||
napi_gro_receive(napi, rxq->skb);
|
||||
else
|
||||
netif_receive_skb(rxq->skb);
|
||||
|
||||
mvneta_rx_csum(pp, rx_status, skb);
|
||||
|
||||
napi_gro_receive(&port->napi, skb);
|
||||
/* clean uncomplete skb pointer in queue */
|
||||
rxq->skb = NULL;
|
||||
rxq->left_size = 0;
|
||||
}
|
||||
|
||||
if (rcvd_pkts) {
|
||||
@ -2013,17 +2084,20 @@ static int mvneta_rx_swbm(struct mvneta_port *pp, int rx_todo,
|
||||
u64_stats_update_end(&stats->syncp);
|
||||
}
|
||||
|
||||
/* Update rxq management counters */
|
||||
mvneta_rxq_desc_num_update(pp, rxq, rx_done, rx_done);
|
||||
/* return some buffers to hardware queue, one at a time is too slow */
|
||||
refill = mvneta_rx_refill_queue(pp, rxq);
|
||||
|
||||
return rx_done;
|
||||
/* Update rxq management counters */
|
||||
mvneta_rxq_desc_num_update(pp, rxq, rx_proc, refill);
|
||||
|
||||
return rcvd_pkts;
|
||||
}
|
||||
|
||||
/* Main rx processing when using hardware buffer management */
|
||||
static int mvneta_rx_hwbm(struct mvneta_port *pp, int rx_todo,
|
||||
static int mvneta_rx_hwbm(struct napi_struct *napi,
|
||||
struct mvneta_port *pp, int rx_todo,
|
||||
struct mvneta_rx_queue *rxq)
|
||||
{
|
||||
struct mvneta_pcpu_port *port = this_cpu_ptr(pp->ports);
|
||||
struct net_device *dev = pp->dev;
|
||||
int rx_done;
|
||||
u32 rcvd_pkts = 0;
|
||||
@ -2085,7 +2159,7 @@ static int mvneta_rx_hwbm(struct mvneta_port *pp, int rx_todo,
|
||||
|
||||
skb->protocol = eth_type_trans(skb, dev);
|
||||
mvneta_rx_csum(pp, rx_status, skb);
|
||||
napi_gro_receive(&port->napi, skb);
|
||||
napi_gro_receive(napi, skb);
|
||||
|
||||
rcvd_pkts++;
|
||||
rcvd_bytes += rx_bytes;
|
||||
@ -2102,7 +2176,7 @@ static int mvneta_rx_hwbm(struct mvneta_port *pp, int rx_todo,
|
||||
err = hwbm_pool_refill(&bm_pool->hwbm_pool, GFP_ATOMIC);
|
||||
if (err) {
|
||||
netdev_err(dev, "Linux processing - Can't refill\n");
|
||||
rxq->missed++;
|
||||
rxq->refill_err++;
|
||||
goto err_drop_frame_ret_pool;
|
||||
}
|
||||
|
||||
@ -2129,7 +2203,7 @@ static int mvneta_rx_hwbm(struct mvneta_port *pp, int rx_todo,
|
||||
|
||||
mvneta_rx_csum(pp, rx_status, skb);
|
||||
|
||||
napi_gro_receive(&port->napi, skb);
|
||||
napi_gro_receive(napi, skb);
|
||||
}
|
||||
|
||||
if (rcvd_pkts) {
|
||||
@ -2722,9 +2796,11 @@ static int mvneta_poll(struct napi_struct *napi, int budget)
|
||||
if (rx_queue) {
|
||||
rx_queue = rx_queue - 1;
|
||||
if (pp->bm_priv)
|
||||
rx_done = mvneta_rx_hwbm(pp, budget, &pp->rxqs[rx_queue]);
|
||||
rx_done = mvneta_rx_hwbm(napi, pp, budget,
|
||||
&pp->rxqs[rx_queue]);
|
||||
else
|
||||
rx_done = mvneta_rx_swbm(pp, budget, &pp->rxqs[rx_queue]);
|
||||
rx_done = mvneta_rx_swbm(napi, pp, budget,
|
||||
&pp->rxqs[rx_queue]);
|
||||
}
|
||||
|
||||
if (rx_done < budget) {
|
||||
@ -2761,8 +2837,10 @@ static int mvneta_rxq_fill(struct mvneta_port *pp, struct mvneta_rx_queue *rxq,
|
||||
|
||||
for (i = 0; i < num; i++) {
|
||||
memset(rxq->descs + i, 0, sizeof(struct mvneta_rx_desc));
|
||||
if (mvneta_rx_refill(pp, rxq->descs + i, rxq) != 0) {
|
||||
netdev_err(pp->dev, "%s:rxq %d, %d of %d buffs filled\n",
|
||||
if (mvneta_rx_refill(pp, rxq->descs + i, rxq,
|
||||
GFP_KERNEL) != 0) {
|
||||
netdev_err(pp->dev,
|
||||
"%s:rxq %d, %d of %d buffs filled\n",
|
||||
__func__, rxq->id, i, num);
|
||||
break;
|
||||
}
|
||||
@ -2821,21 +2899,23 @@ static void mvneta_rxq_hw_init(struct mvneta_port *pp,
|
||||
mvreg_write(pp, MVNETA_RXQ_BASE_ADDR_REG(rxq->id), rxq->descs_phys);
|
||||
mvreg_write(pp, MVNETA_RXQ_SIZE_REG(rxq->id), rxq->size);
|
||||
|
||||
/* Set Offset */
|
||||
mvneta_rxq_offset_set(pp, rxq, NET_SKB_PAD - pp->rx_offset_correction);
|
||||
|
||||
/* Set coalescing pkts and time */
|
||||
mvneta_rx_pkts_coal_set(pp, rxq, rxq->pkts_coal);
|
||||
mvneta_rx_time_coal_set(pp, rxq, rxq->time_coal);
|
||||
|
||||
if (!pp->bm_priv) {
|
||||
/* Fill RXQ with buffers from RX pool */
|
||||
mvneta_rxq_buf_size_set(pp, rxq,
|
||||
MVNETA_RX_BUF_SIZE(pp->pkt_size));
|
||||
/* Set Offset */
|
||||
mvneta_rxq_offset_set(pp, rxq, 0);
|
||||
mvneta_rxq_buf_size_set(pp, rxq, pp->frag_size);
|
||||
mvneta_rxq_bm_disable(pp, rxq);
|
||||
mvneta_rxq_fill(pp, rxq, rxq->size);
|
||||
} else {
|
||||
/* Set Offset */
|
||||
mvneta_rxq_offset_set(pp, rxq,
|
||||
NET_SKB_PAD - pp->rx_offset_correction);
|
||||
|
||||
mvneta_rxq_bm_enable(pp, rxq);
|
||||
/* Fill RXQ with buffers from RX pool */
|
||||
mvneta_rxq_long_pool_set(pp, rxq);
|
||||
mvneta_rxq_short_pool_set(pp, rxq);
|
||||
mvneta_rxq_non_occup_desc_add(pp, rxq, rxq->size);
|
||||
@ -2864,6 +2944,9 @@ static void mvneta_rxq_deinit(struct mvneta_port *pp,
|
||||
{
|
||||
mvneta_rxq_drop_pkts(pp, rxq);
|
||||
|
||||
if (rxq->skb)
|
||||
dev_kfree_skb_any(rxq->skb);
|
||||
|
||||
if (rxq->descs)
|
||||
dma_free_coherent(pp->dev->dev.parent,
|
||||
rxq->size * MVNETA_DESC_ALIGNED_SIZE,
|
||||
@ -2874,6 +2957,10 @@ static void mvneta_rxq_deinit(struct mvneta_port *pp,
|
||||
rxq->last_desc = 0;
|
||||
rxq->next_desc_to_proc = 0;
|
||||
rxq->descs_phys = 0;
|
||||
rxq->first_to_refill = 0;
|
||||
rxq->refill_num = 0;
|
||||
rxq->skb = NULL;
|
||||
rxq->left_size = 0;
|
||||
}
|
||||
|
||||
static int mvneta_txq_sw_init(struct mvneta_port *pp,
|
||||
@ -3177,8 +3264,6 @@ static int mvneta_change_mtu(struct net_device *dev, int mtu)
|
||||
mvneta_bm_update_mtu(pp, mtu);
|
||||
|
||||
pp->pkt_size = MVNETA_RX_PKT_SIZE(dev->mtu);
|
||||
pp->frag_size = SKB_DATA_ALIGN(MVNETA_RX_BUF_SIZE(pp->pkt_size)) +
|
||||
SKB_DATA_ALIGN(sizeof(struct skb_shared_info));
|
||||
|
||||
ret = mvneta_setup_rxqs(pp);
|
||||
if (ret) {
|
||||
@ -3194,7 +3279,6 @@ static int mvneta_change_mtu(struct net_device *dev, int mtu)
|
||||
|
||||
on_each_cpu(mvneta_percpu_enable, pp, true);
|
||||
mvneta_start_dev(pp);
|
||||
mvneta_port_up(pp);
|
||||
|
||||
netdev_update_features(dev);
|
||||
|
||||
@ -3666,8 +3750,7 @@ static int mvneta_open(struct net_device *dev)
|
||||
int ret;
|
||||
|
||||
pp->pkt_size = MVNETA_RX_PKT_SIZE(pp->dev->mtu);
|
||||
pp->frag_size = SKB_DATA_ALIGN(MVNETA_RX_BUF_SIZE(pp->pkt_size)) +
|
||||
SKB_DATA_ALIGN(sizeof(struct skb_shared_info));
|
||||
pp->frag_size = PAGE_SIZE;
|
||||
|
||||
ret = mvneta_setup_rxqs(pp);
|
||||
if (ret)
|
||||
@ -3962,6 +4045,12 @@ static void mvneta_ethtool_update_stats(struct mvneta_port *pp)
|
||||
case ETHTOOL_STAT_EEE_WAKEUP:
|
||||
val = phylink_get_eee_err(pp->phylink);
|
||||
break;
|
||||
case ETHTOOL_STAT_SKB_ALLOC_ERR:
|
||||
val = pp->rxqs[0].skb_alloc_err;
|
||||
break;
|
||||
case ETHTOOL_STAT_REFILL_ERR:
|
||||
val = pp->rxqs[0].refill_err;
|
||||
break;
|
||||
}
|
||||
break;
|
||||
}
|
||||
@ -4362,14 +4451,6 @@ static int mvneta_probe(struct platform_device *pdev)
|
||||
pp->dn = dn;
|
||||
|
||||
pp->rxq_def = rxq_def;
|
||||
|
||||
/* Set RX packet offset correction for platforms, whose
|
||||
* NET_SKB_PAD, exceeds 64B. It should be 64B for 64-bit
|
||||
* platforms and 0B for 32-bit ones.
|
||||
*/
|
||||
pp->rx_offset_correction =
|
||||
max(0, NET_SKB_PAD - MVNETA_RX_PKT_OFFSET_CORRECTION);
|
||||
|
||||
pp->indir[0] = rxq_def;
|
||||
|
||||
/* Get special SoC configurations */
|
||||
@ -4457,17 +4538,29 @@ static int mvneta_probe(struct platform_device *pdev)
|
||||
SET_NETDEV_DEV(dev, &pdev->dev);
|
||||
|
||||
pp->id = global_port_id++;
|
||||
pp->rx_offset_correction = 0; /* not relevant for SW BM */
|
||||
|
||||
/* Obtain access to BM resources if enabled and already initialized */
|
||||
bm_node = of_parse_phandle(dn, "buffer-manager", 0);
|
||||
if (bm_node && bm_node->data) {
|
||||
pp->bm_priv = bm_node->data;
|
||||
if (bm_node) {
|
||||
pp->bm_priv = mvneta_bm_get(bm_node);
|
||||
if (pp->bm_priv) {
|
||||
err = mvneta_bm_port_init(pdev, pp);
|
||||
if (err < 0) {
|
||||
dev_info(&pdev->dev, "use SW buffer management\n");
|
||||
dev_info(&pdev->dev,
|
||||
"use SW buffer management\n");
|
||||
mvneta_bm_put(pp->bm_priv);
|
||||
pp->bm_priv = NULL;
|
||||
}
|
||||
}
|
||||
/* Set RX packet offset correction for platforms, whose
|
||||
* NET_SKB_PAD, exceeds 64B. It should be 64B for 64-bit
|
||||
* platforms and 0B for 32-bit ones.
|
||||
*/
|
||||
pp->rx_offset_correction = max(0,
|
||||
NET_SKB_PAD -
|
||||
MVNETA_RX_PKT_OFFSET_CORRECTION);
|
||||
}
|
||||
of_node_put(bm_node);
|
||||
|
||||
err = mvneta_init(&pdev->dev, pp);
|
||||
@ -4526,6 +4619,7 @@ static int mvneta_probe(struct platform_device *pdev)
|
||||
mvneta_bm_pool_destroy(pp->bm_priv, pp->pool_long, 1 << pp->id);
|
||||
mvneta_bm_pool_destroy(pp->bm_priv, pp->pool_short,
|
||||
1 << pp->id);
|
||||
mvneta_bm_put(pp->bm_priv);
|
||||
}
|
||||
err_free_stats:
|
||||
free_percpu(pp->stats);
|
||||
@ -4563,6 +4657,7 @@ static int mvneta_remove(struct platform_device *pdev)
|
||||
mvneta_bm_pool_destroy(pp->bm_priv, pp->pool_long, 1 << pp->id);
|
||||
mvneta_bm_pool_destroy(pp->bm_priv, pp->pool_short,
|
||||
1 << pp->id);
|
||||
mvneta_bm_put(pp->bm_priv);
|
||||
}
|
||||
|
||||
return 0;
|
||||
|
@ -18,6 +18,7 @@
|
||||
#include <linux/module.h>
|
||||
#include <linux/netdevice.h>
|
||||
#include <linux/of.h>
|
||||
#include <linux/of_platform.h>
|
||||
#include <linux/platform_device.h>
|
||||
#include <linux/skbuff.h>
|
||||
#include <net/hwbm.h>
|
||||
@ -392,6 +393,20 @@ static void mvneta_bm_put_sram(struct mvneta_bm *priv)
|
||||
MVNETA_BM_BPPI_SIZE);
|
||||
}
|
||||
|
||||
struct mvneta_bm *mvneta_bm_get(struct device_node *node)
|
||||
{
|
||||
struct platform_device *pdev = of_find_device_by_node(node);
|
||||
|
||||
return pdev ? platform_get_drvdata(pdev) : NULL;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(mvneta_bm_get);
|
||||
|
||||
void mvneta_bm_put(struct mvneta_bm *priv)
|
||||
{
|
||||
platform_device_put(priv->pdev);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(mvneta_bm_put);
|
||||
|
||||
static int mvneta_bm_probe(struct platform_device *pdev)
|
||||
{
|
||||
struct device_node *dn = pdev->dev.of_node;
|
||||
|
@ -130,10 +130,10 @@ struct mvneta_bm_pool {
|
||||
};
|
||||
|
||||
/* Declarations and definitions */
|
||||
void *mvneta_frag_alloc(unsigned int frag_size);
|
||||
void mvneta_frag_free(unsigned int frag_size, void *data);
|
||||
|
||||
#if IS_ENABLED(CONFIG_MVNETA_BM)
|
||||
struct mvneta_bm *mvneta_bm_get(struct device_node *node);
|
||||
void mvneta_bm_put(struct mvneta_bm *priv);
|
||||
|
||||
void mvneta_bm_pool_destroy(struct mvneta_bm *priv,
|
||||
struct mvneta_bm_pool *bm_pool, u8 port_map);
|
||||
void mvneta_bm_bufs_free(struct mvneta_bm *priv, struct mvneta_bm_pool *bm_pool,
|
||||
@ -178,5 +178,7 @@ static inline void mvneta_bm_pool_put_bp(struct mvneta_bm *priv,
|
||||
static inline u32 mvneta_bm_pool_get_bp(struct mvneta_bm *priv,
|
||||
struct mvneta_bm_pool *bm_pool)
|
||||
{ return 0; }
|
||||
struct mvneta_bm *mvneta_bm_get(struct device_node *node) { return NULL; }
|
||||
void mvneta_bm_put(struct mvneta_bm *priv) {}
|
||||
#endif /* CONFIG_MVNETA_BM */
|
||||
#endif
|
||||
|
Loading…
Reference in New Issue
Block a user