mirror of
https://github.com/Fishwaldo/linux-bl808.git
synced 2025-06-17 20:25:19 +00:00
There is a race between arc_emac_tx() and arc_emac_tx_clean(). sk_buff got freed by arc_emac_tx_clean() while arc_emac_tx() submitting sk_buff. In order to free sk_buff arc_emac_tx_clean() checks: if ((info & FOR_EMAC) || !txbd->data) break; ... dev_kfree_skb_irq(skb); If condition false, arc_emac_tx_clean() free sk_buff. In order to submit txbd, arc_emac_tx() do: priv->tx_buff[*txbd_curr].skb = skb; ... priv->txbd[*txbd_curr].data = cpu_to_le32(addr); ... ... <== arc_emac_tx_clean() check condition here ... <== (info & FOR_EMAC) is false ... <== !txbd->data is false ... *info = cpu_to_le32(FOR_EMAC | FIRST_OR_LAST_MASK | len); In order to reproduce the situation, run device: # iperf -s run on host: # iperf -t 600 -c <device-ip-addr> [ 28.396284] ------------[ cut here ]------------ [ 28.400912] kernel BUG at .../net/core/skbuff.c:1355! [ 28.414019] Internal error: Oops - BUG: 0 [#1] SMP ARM [ 28.419150] Modules linked in: [ 28.422219] CPU: 0 PID: 0 Comm: swapper/0 Tainted: G B 4.4.0+ #120 [ 28.429516] Hardware name: Rockchip (Device Tree) [ 28.434216] task: c0665070 ti: c0660000 task.ti: c0660000 [ 28.439622] PC is at skb_put+0x10/0x54 [ 28.443381] LR is at arc_emac_poll+0x260/0x474 [ 28.447821] pc : [<c03af580>] lr : [<c028fec4>] psr: a0070113 [ 28.447821] sp : c0661e58 ip : eea68502 fp : ef377000 [ 28.459280] r10: 0000012c r9 : f08b2000 r8 : eeb57100 [ 28.464498] r7 : 00000000 r6 : ef376594 r5 : 00000077 r4 : ef376000 [ 28.471015] r3 : 0030488b r2 : ef13e880 r1 : 000005ee r0 : eeb57100 [ 28.477534] Flags: NzCv IRQs on FIQs on Mode SVC_32 ISA ARM Segment none [ 28.484658] Control: 10c5387d Table: 8eaf004a DAC: 00000051 [ 28.490396] Process swapper/0 (pid: 0, stack limit = 0xc0660210) [ 28.496393] Stack: (0xc0661e58 to 0xc0662000) [ 28.500745] 1e40: 00000002 00000000 [ 28.508913] 1e60: 00000000 ef376520 00000028 f08b23b8 00000000 ef376520 ef7b6900 c028fc64 [ 28.517082] 1e80: 2f158000 c0661ea8 c0661eb0 0000012c c065e900 c03bdeac ffff95e9 c0662100 [ 28.525250] 1ea0: c0663924 00000028 c0661ea8 c0661ea8 c0661eb0 c0661eb0 0000001e c0660000 [ 28.533417] 1ec0: 40000003 00000008 c0695a00 0000000a c066208c 00000100 c0661ee0 c0027410 [ 28.541584] 1ee0: ef0fb700 2f158000 00200000 ffff95e8 00000004 c0662100 c0662080 00000003 [ 28.549751] 1f00: 00000000 00000000 00000000 c065b45c 0000001e ef005000 c0647a30 00000000 [ 28.557919] 1f20: 00000000 c0027798 00000000 c005cf40 f0802100 c0662ffc c0661f60 f0803100 [ 28.566088] 1f40: c0661fb8 c00093bc c000ffb4 60070013 ffffffff c0661f94 c0661fb8 c00137d4 [ 28.574267] 1f60: 00000001 00000000 00000000 c001ffa0 00000000 c0660000 00000000 c065a364 [ 28.582441] 1f80: c0661fb8 c0647a30 00000000 00000000 00000000 c0661fb0 c000ffb0 c000ffb4 [ 28.590608] 1fa0: 60070013 ffffffff 00000051 00000000 00000000 c005496c c0662400 c061bc40 [ 28.598776] 1fc0: ffffffff ffffffff 00000000 c061b680 00000000 c0647a30 00000000 c0695294 [ 28.606943] 1fe0: c0662488 c0647a2c c066619c 6000406a 413fc090 6000807c 00000000 00000000 [ 28.615127] [<c03af580>] (skb_put) from [<ef376520>] (0xef376520) [ 28.621218] Code: e5902054 e590c090 e3520000 0a000000 (e7f001f2) [ 28.627307] ---[ end trace 4824734e2243fdb6 ]--- [ 34.377068] Internal error: Oops: 17 [#1] SMP ARM [ 34.382854] Modules linked in: [ 34.385947] CPU: 0 PID: 3 Comm: ksoftirqd/0 Not tainted 4.4.0+ #120 [ 34.392219] Hardware name: Rockchip (Device Tree) [ 34.396937] task: ef02d040 ti: ef05c000 task.ti: ef05c000 [ 34.402376] PC is at __dev_kfree_skb_irq+0x4/0x80 [ 34.407121] LR is at arc_emac_poll+0x130/0x474 [ 34.411583] pc : [<c03bb640>] lr : [<c028fd94>] psr: 60030013 [ 34.411583] sp : ef05de68 ip : 0008e83c fp : ef377000 [ 34.423062] r10: c001bec4 r9 : 00000000 r8 : f08b24c8 [ 34.428296] r7 : f08b2400 r6 : 00000075 r5 : 00000019 r4 : ef376000 [ 34.434827] r3 : 00060000 r2 : 00000042 r1 : 00000001 r0 : 00000000 [ 34.441365] Flags: nZCv IRQs on FIQs on Mode SVC_32 ISA ARM Segment none [ 34.448507] Control: 10c5387d Table: 8f25c04a DAC: 00000051 [ 34.454262] Process ksoftirqd/0 (pid: 3, stack limit = 0xef05c210) [ 34.460449] Stack: (0xef05de68 to 0xef05e000) [ 34.464827] de60: ef376000 c028fd94 00000000 c0669480 c0669480 ef376520 [ 34.473022] de80: 00000028 00000001 00002ae4 ef376520 ef7b6900 c028fc64 2f158000 ef05dec0 [ 34.481215] dea0: ef05dec8 0000012c c065e900 c03bdeac ffff983f c0662100 c0663924 00000028 [ 34.489409] dec0: ef05dec0 ef05dec0 ef05dec8 ef05dec8 ef7b6000 ef05c000 40000003 00000008 [ 34.497600] dee0: c0695a00 0000000a c066208c 00000100 ef05def8 c0027410 ef7b6000 40000000 [ 34.505795] df00: 04208040 ffff983e 00000004 c0662100 c0662080 00000003 ef05c000 ef027340 [ 34.513985] df20: ef05c000 c0666c2c 00000000 00000001 00000002 00000000 00000000 c0027568 [ 34.522176] df40: ef027340 c003ef48 ef027300 00000000 ef027340 c003edd4 00000000 00000000 [ 34.530367] df60: 00000000 c003c37c ffffff7f 00000001 00000000 ef027340 00000000 00030003 [ 34.538559] df80: ef05df80 ef05df80 00000000 00000000 ef05df90 ef05df90 ef05dfac ef027300 [ 34.546750] dfa0: c003c2a4 00000000 00000000 c000f578 00000000 00000000 00000000 00000000 [ 34.554939] dfc0: 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000 [ 34.563129] dfe0: 00000000 00000000 00000000 00000000 00000013 00000000 ffffffff dfff7fff [ 34.571360] [<c03bb640>] (__dev_kfree_skb_irq) from [<c028fd94>] (arc_emac_poll+0x130/0x474) [ 34.579840] [<c028fd94>] (arc_emac_poll) from [<c03bdeac>] (net_rx_action+0xdc/0x28c) [ 34.587712] [<c03bdeac>] (net_rx_action) from [<c0027410>] (__do_softirq+0xcc/0x1f8) [ 34.595482] [<c0027410>] (__do_softirq) from [<c0027568>] (run_ksoftirqd+0x2c/0x50) [ 34.603168] [<c0027568>] (run_ksoftirqd) from [<c003ef48>] (smpboot_thread_fn+0x174/0x18c) [ 34.611466] [<c003ef48>] (smpboot_thread_fn) from [<c003c37c>] (kthread+0xd8/0xec) [ 34.619075] [<c003c37c>] (kthread) from [<c000f578>] (ret_from_fork+0x14/0x3c) [ 34.626317] Code: e8bd8010 e3a00000 e12fff1e e92d4010 (e59030a4) [ 34.632572] ---[ end trace cca5a3d86a82249a ]--- Signed-off-by: Alexander Kochetkov <al.kochet@gmail.com> Signed-off-by: David S. Miller <davem@davemloft.net>
879 lines
22 KiB
C
879 lines
22 KiB
C
/*
|
|
* Copyright (C) 2004-2013 Synopsys, Inc. (www.synopsys.com)
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
* published by the Free Software Foundation.
|
|
*
|
|
* Driver for the ARC EMAC 10100 (hardware revision 5)
|
|
*
|
|
* Contributors:
|
|
* Amit Bhor
|
|
* Sameer Dhavale
|
|
* Vineet Gupta
|
|
*/
|
|
|
|
#include <linux/crc32.h>
|
|
#include <linux/etherdevice.h>
|
|
#include <linux/interrupt.h>
|
|
#include <linux/io.h>
|
|
#include <linux/module.h>
|
|
#include <linux/of_address.h>
|
|
#include <linux/of_irq.h>
|
|
#include <linux/of_mdio.h>
|
|
#include <linux/of_net.h>
|
|
#include <linux/of_platform.h>
|
|
|
|
#include "emac.h"
|
|
|
|
|
|
/**
|
|
* arc_emac_tx_avail - Return the number of available slots in the tx ring.
|
|
* @priv: Pointer to ARC EMAC private data structure.
|
|
*
|
|
* returns: the number of slots available for transmission in tx the ring.
|
|
*/
|
|
static inline int arc_emac_tx_avail(struct arc_emac_priv *priv)
|
|
{
|
|
return (priv->txbd_dirty + TX_BD_NUM - priv->txbd_curr - 1) % TX_BD_NUM;
|
|
}
|
|
|
|
/**
|
|
* arc_emac_adjust_link - Adjust the PHY link duplex.
|
|
* @ndev: Pointer to the net_device structure.
|
|
*
|
|
* This function is called to change the duplex setting after auto negotiation
|
|
* is done by the PHY.
|
|
*/
|
|
static void arc_emac_adjust_link(struct net_device *ndev)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
struct phy_device *phy_dev = priv->phy_dev;
|
|
unsigned int reg, state_changed = 0;
|
|
|
|
if (priv->link != phy_dev->link) {
|
|
priv->link = phy_dev->link;
|
|
state_changed = 1;
|
|
}
|
|
|
|
if (priv->speed != phy_dev->speed) {
|
|
priv->speed = phy_dev->speed;
|
|
state_changed = 1;
|
|
if (priv->set_mac_speed)
|
|
priv->set_mac_speed(priv, priv->speed);
|
|
}
|
|
|
|
if (priv->duplex != phy_dev->duplex) {
|
|
reg = arc_reg_get(priv, R_CTRL);
|
|
|
|
if (DUPLEX_FULL == phy_dev->duplex)
|
|
reg |= ENFL_MASK;
|
|
else
|
|
reg &= ~ENFL_MASK;
|
|
|
|
arc_reg_set(priv, R_CTRL, reg);
|
|
priv->duplex = phy_dev->duplex;
|
|
state_changed = 1;
|
|
}
|
|
|
|
if (state_changed)
|
|
phy_print_status(phy_dev);
|
|
}
|
|
|
|
/**
|
|
* arc_emac_get_settings - Get PHY settings.
|
|
* @ndev: Pointer to net_device structure.
|
|
* @cmd: Pointer to ethtool_cmd structure.
|
|
*
|
|
* This implements ethtool command for getting PHY settings. If PHY could
|
|
* not be found, the function returns -ENODEV. This function calls the
|
|
* relevant PHY ethtool API to get the PHY settings.
|
|
* Issue "ethtool ethX" under linux prompt to execute this function.
|
|
*/
|
|
static int arc_emac_get_settings(struct net_device *ndev,
|
|
struct ethtool_cmd *cmd)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
|
|
return phy_ethtool_gset(priv->phy_dev, cmd);
|
|
}
|
|
|
|
/**
|
|
* arc_emac_set_settings - Set PHY settings as passed in the argument.
|
|
* @ndev: Pointer to net_device structure.
|
|
* @cmd: Pointer to ethtool_cmd structure.
|
|
*
|
|
* This implements ethtool command for setting various PHY settings. If PHY
|
|
* could not be found, the function returns -ENODEV. This function calls the
|
|
* relevant PHY ethtool API to set the PHY.
|
|
* Issue e.g. "ethtool -s ethX speed 1000" under linux prompt to execute this
|
|
* function.
|
|
*/
|
|
static int arc_emac_set_settings(struct net_device *ndev,
|
|
struct ethtool_cmd *cmd)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
|
|
if (!capable(CAP_NET_ADMIN))
|
|
return -EPERM;
|
|
|
|
return phy_ethtool_sset(priv->phy_dev, cmd);
|
|
}
|
|
|
|
/**
|
|
* arc_emac_get_drvinfo - Get EMAC driver information.
|
|
* @ndev: Pointer to net_device structure.
|
|
* @info: Pointer to ethtool_drvinfo structure.
|
|
*
|
|
* This implements ethtool command for getting the driver information.
|
|
* Issue "ethtool -i ethX" under linux prompt to execute this function.
|
|
*/
|
|
static void arc_emac_get_drvinfo(struct net_device *ndev,
|
|
struct ethtool_drvinfo *info)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
|
|
strlcpy(info->driver, priv->drv_name, sizeof(info->driver));
|
|
strlcpy(info->version, priv->drv_version, sizeof(info->version));
|
|
}
|
|
|
|
static const struct ethtool_ops arc_emac_ethtool_ops = {
|
|
.get_settings = arc_emac_get_settings,
|
|
.set_settings = arc_emac_set_settings,
|
|
.get_drvinfo = arc_emac_get_drvinfo,
|
|
.get_link = ethtool_op_get_link,
|
|
};
|
|
|
|
#define FIRST_OR_LAST_MASK (FIRST_MASK | LAST_MASK)
|
|
|
|
/**
|
|
* arc_emac_tx_clean - clears processed by EMAC Tx BDs.
|
|
* @ndev: Pointer to the network device.
|
|
*/
|
|
static void arc_emac_tx_clean(struct net_device *ndev)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
struct net_device_stats *stats = &ndev->stats;
|
|
unsigned int i;
|
|
|
|
for (i = 0; i < TX_BD_NUM; i++) {
|
|
unsigned int *txbd_dirty = &priv->txbd_dirty;
|
|
struct arc_emac_bd *txbd = &priv->txbd[*txbd_dirty];
|
|
struct buffer_state *tx_buff = &priv->tx_buff[*txbd_dirty];
|
|
struct sk_buff *skb = tx_buff->skb;
|
|
unsigned int info = le32_to_cpu(txbd->info);
|
|
|
|
if ((info & FOR_EMAC) || !txbd->data || !skb)
|
|
break;
|
|
|
|
if (unlikely(info & (DROP | DEFR | LTCL | UFLO))) {
|
|
stats->tx_errors++;
|
|
stats->tx_dropped++;
|
|
|
|
if (info & DEFR)
|
|
stats->tx_carrier_errors++;
|
|
|
|
if (info & LTCL)
|
|
stats->collisions++;
|
|
|
|
if (info & UFLO)
|
|
stats->tx_fifo_errors++;
|
|
} else if (likely(info & FIRST_OR_LAST_MASK)) {
|
|
stats->tx_packets++;
|
|
stats->tx_bytes += skb->len;
|
|
}
|
|
|
|
dma_unmap_single(&ndev->dev, dma_unmap_addr(tx_buff, addr),
|
|
dma_unmap_len(tx_buff, len), DMA_TO_DEVICE);
|
|
|
|
/* return the sk_buff to system */
|
|
dev_kfree_skb_irq(skb);
|
|
|
|
txbd->data = 0;
|
|
txbd->info = 0;
|
|
tx_buff->skb = NULL;
|
|
|
|
*txbd_dirty = (*txbd_dirty + 1) % TX_BD_NUM;
|
|
}
|
|
|
|
/* Ensure that txbd_dirty is visible to tx() before checking
|
|
* for queue stopped.
|
|
*/
|
|
smp_mb();
|
|
|
|
if (netif_queue_stopped(ndev) && arc_emac_tx_avail(priv))
|
|
netif_wake_queue(ndev);
|
|
}
|
|
|
|
/**
|
|
* arc_emac_rx - processing of Rx packets.
|
|
* @ndev: Pointer to the network device.
|
|
* @budget: How many BDs to process on 1 call.
|
|
*
|
|
* returns: Number of processed BDs
|
|
*
|
|
* Iterate through Rx BDs and deliver received packages to upper layer.
|
|
*/
|
|
static int arc_emac_rx(struct net_device *ndev, int budget)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
unsigned int work_done;
|
|
|
|
for (work_done = 0; work_done < budget; work_done++) {
|
|
unsigned int *last_rx_bd = &priv->last_rx_bd;
|
|
struct net_device_stats *stats = &ndev->stats;
|
|
struct buffer_state *rx_buff = &priv->rx_buff[*last_rx_bd];
|
|
struct arc_emac_bd *rxbd = &priv->rxbd[*last_rx_bd];
|
|
unsigned int pktlen, info = le32_to_cpu(rxbd->info);
|
|
struct sk_buff *skb;
|
|
dma_addr_t addr;
|
|
|
|
if (unlikely((info & OWN_MASK) == FOR_EMAC))
|
|
break;
|
|
|
|
/* Make a note that we saw a packet at this BD.
|
|
* So next time, driver starts from this + 1
|
|
*/
|
|
*last_rx_bd = (*last_rx_bd + 1) % RX_BD_NUM;
|
|
|
|
if (unlikely((info & FIRST_OR_LAST_MASK) !=
|
|
FIRST_OR_LAST_MASK)) {
|
|
/* We pre-allocate buffers of MTU size so incoming
|
|
* packets won't be split/chained.
|
|
*/
|
|
if (net_ratelimit())
|
|
netdev_err(ndev, "incomplete packet received\n");
|
|
|
|
/* Return ownership to EMAC */
|
|
rxbd->info = cpu_to_le32(FOR_EMAC | EMAC_BUFFER_SIZE);
|
|
stats->rx_errors++;
|
|
stats->rx_length_errors++;
|
|
continue;
|
|
}
|
|
|
|
pktlen = info & LEN_MASK;
|
|
stats->rx_packets++;
|
|
stats->rx_bytes += pktlen;
|
|
skb = rx_buff->skb;
|
|
skb_put(skb, pktlen);
|
|
skb->dev = ndev;
|
|
skb->protocol = eth_type_trans(skb, ndev);
|
|
|
|
dma_unmap_single(&ndev->dev, dma_unmap_addr(rx_buff, addr),
|
|
dma_unmap_len(rx_buff, len), DMA_FROM_DEVICE);
|
|
|
|
/* Prepare the BD for next cycle */
|
|
rx_buff->skb = netdev_alloc_skb_ip_align(ndev,
|
|
EMAC_BUFFER_SIZE);
|
|
if (unlikely(!rx_buff->skb)) {
|
|
stats->rx_errors++;
|
|
/* Because receive_skb is below, increment rx_dropped */
|
|
stats->rx_dropped++;
|
|
continue;
|
|
}
|
|
|
|
/* receive_skb only if new skb was allocated to avoid holes */
|
|
netif_receive_skb(skb);
|
|
|
|
addr = dma_map_single(&ndev->dev, (void *)rx_buff->skb->data,
|
|
EMAC_BUFFER_SIZE, DMA_FROM_DEVICE);
|
|
if (dma_mapping_error(&ndev->dev, addr)) {
|
|
if (net_ratelimit())
|
|
netdev_err(ndev, "cannot dma map\n");
|
|
dev_kfree_skb(rx_buff->skb);
|
|
stats->rx_errors++;
|
|
continue;
|
|
}
|
|
dma_unmap_addr_set(rx_buff, addr, addr);
|
|
dma_unmap_len_set(rx_buff, len, EMAC_BUFFER_SIZE);
|
|
|
|
rxbd->data = cpu_to_le32(addr);
|
|
|
|
/* Make sure pointer to data buffer is set */
|
|
wmb();
|
|
|
|
/* Return ownership to EMAC */
|
|
rxbd->info = cpu_to_le32(FOR_EMAC | EMAC_BUFFER_SIZE);
|
|
}
|
|
|
|
return work_done;
|
|
}
|
|
|
|
/**
|
|
* arc_emac_poll - NAPI poll handler.
|
|
* @napi: Pointer to napi_struct structure.
|
|
* @budget: How many BDs to process on 1 call.
|
|
*
|
|
* returns: Number of processed BDs
|
|
*/
|
|
static int arc_emac_poll(struct napi_struct *napi, int budget)
|
|
{
|
|
struct net_device *ndev = napi->dev;
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
unsigned int work_done;
|
|
|
|
arc_emac_tx_clean(ndev);
|
|
|
|
work_done = arc_emac_rx(ndev, budget);
|
|
if (work_done < budget) {
|
|
napi_complete(napi);
|
|
arc_reg_or(priv, R_ENABLE, RXINT_MASK | TXINT_MASK);
|
|
}
|
|
|
|
return work_done;
|
|
}
|
|
|
|
/**
|
|
* arc_emac_intr - Global interrupt handler for EMAC.
|
|
* @irq: irq number.
|
|
* @dev_instance: device instance.
|
|
*
|
|
* returns: IRQ_HANDLED for all cases.
|
|
*
|
|
* ARC EMAC has only 1 interrupt line, and depending on bits raised in
|
|
* STATUS register we may tell what is a reason for interrupt to fire.
|
|
*/
|
|
static irqreturn_t arc_emac_intr(int irq, void *dev_instance)
|
|
{
|
|
struct net_device *ndev = dev_instance;
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
struct net_device_stats *stats = &ndev->stats;
|
|
unsigned int status;
|
|
|
|
status = arc_reg_get(priv, R_STATUS);
|
|
status &= ~MDIO_MASK;
|
|
|
|
/* Reset all flags except "MDIO complete" */
|
|
arc_reg_set(priv, R_STATUS, status);
|
|
|
|
if (status & (RXINT_MASK | TXINT_MASK)) {
|
|
if (likely(napi_schedule_prep(&priv->napi))) {
|
|
arc_reg_clr(priv, R_ENABLE, RXINT_MASK | TXINT_MASK);
|
|
__napi_schedule(&priv->napi);
|
|
}
|
|
}
|
|
|
|
if (status & ERR_MASK) {
|
|
/* MSER/RXCR/RXFR/RXFL interrupt fires on corresponding
|
|
* 8-bit error counter overrun.
|
|
*/
|
|
|
|
if (status & MSER_MASK) {
|
|
stats->rx_missed_errors += 0x100;
|
|
stats->rx_errors += 0x100;
|
|
}
|
|
|
|
if (status & RXCR_MASK) {
|
|
stats->rx_crc_errors += 0x100;
|
|
stats->rx_errors += 0x100;
|
|
}
|
|
|
|
if (status & RXFR_MASK) {
|
|
stats->rx_frame_errors += 0x100;
|
|
stats->rx_errors += 0x100;
|
|
}
|
|
|
|
if (status & RXFL_MASK) {
|
|
stats->rx_over_errors += 0x100;
|
|
stats->rx_errors += 0x100;
|
|
}
|
|
}
|
|
|
|
return IRQ_HANDLED;
|
|
}
|
|
|
|
#ifdef CONFIG_NET_POLL_CONTROLLER
|
|
static void arc_emac_poll_controller(struct net_device *dev)
|
|
{
|
|
disable_irq(dev->irq);
|
|
arc_emac_intr(dev->irq, dev);
|
|
enable_irq(dev->irq);
|
|
}
|
|
#endif
|
|
|
|
/**
|
|
* arc_emac_open - Open the network device.
|
|
* @ndev: Pointer to the network device.
|
|
*
|
|
* returns: 0, on success or non-zero error value on failure.
|
|
*
|
|
* This function sets the MAC address, requests and enables an IRQ
|
|
* for the EMAC device and starts the Tx queue.
|
|
* It also connects to the phy device.
|
|
*/
|
|
static int arc_emac_open(struct net_device *ndev)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
struct phy_device *phy_dev = priv->phy_dev;
|
|
int i;
|
|
|
|
phy_dev->autoneg = AUTONEG_ENABLE;
|
|
phy_dev->speed = 0;
|
|
phy_dev->duplex = 0;
|
|
phy_dev->advertising &= phy_dev->supported;
|
|
|
|
priv->last_rx_bd = 0;
|
|
|
|
/* Allocate and set buffers for Rx BD's */
|
|
for (i = 0; i < RX_BD_NUM; i++) {
|
|
dma_addr_t addr;
|
|
unsigned int *last_rx_bd = &priv->last_rx_bd;
|
|
struct arc_emac_bd *rxbd = &priv->rxbd[*last_rx_bd];
|
|
struct buffer_state *rx_buff = &priv->rx_buff[*last_rx_bd];
|
|
|
|
rx_buff->skb = netdev_alloc_skb_ip_align(ndev,
|
|
EMAC_BUFFER_SIZE);
|
|
if (unlikely(!rx_buff->skb))
|
|
return -ENOMEM;
|
|
|
|
addr = dma_map_single(&ndev->dev, (void *)rx_buff->skb->data,
|
|
EMAC_BUFFER_SIZE, DMA_FROM_DEVICE);
|
|
if (dma_mapping_error(&ndev->dev, addr)) {
|
|
netdev_err(ndev, "cannot dma map\n");
|
|
dev_kfree_skb(rx_buff->skb);
|
|
return -ENOMEM;
|
|
}
|
|
dma_unmap_addr_set(rx_buff, addr, addr);
|
|
dma_unmap_len_set(rx_buff, len, EMAC_BUFFER_SIZE);
|
|
|
|
rxbd->data = cpu_to_le32(addr);
|
|
|
|
/* Make sure pointer to data buffer is set */
|
|
wmb();
|
|
|
|
/* Return ownership to EMAC */
|
|
rxbd->info = cpu_to_le32(FOR_EMAC | EMAC_BUFFER_SIZE);
|
|
|
|
*last_rx_bd = (*last_rx_bd + 1) % RX_BD_NUM;
|
|
}
|
|
|
|
/* Clean Tx BD's */
|
|
memset(priv->txbd, 0, TX_RING_SZ);
|
|
|
|
/* Initialize logical address filter */
|
|
arc_reg_set(priv, R_LAFL, 0);
|
|
arc_reg_set(priv, R_LAFH, 0);
|
|
|
|
/* Set BD ring pointers for device side */
|
|
arc_reg_set(priv, R_RX_RING, (unsigned int)priv->rxbd_dma);
|
|
arc_reg_set(priv, R_TX_RING, (unsigned int)priv->txbd_dma);
|
|
|
|
/* Enable interrupts */
|
|
arc_reg_set(priv, R_ENABLE, RXINT_MASK | TXINT_MASK | ERR_MASK);
|
|
|
|
/* Set CONTROL */
|
|
arc_reg_set(priv, R_CTRL,
|
|
(RX_BD_NUM << 24) | /* RX BD table length */
|
|
(TX_BD_NUM << 16) | /* TX BD table length */
|
|
TXRN_MASK | RXRN_MASK);
|
|
|
|
napi_enable(&priv->napi);
|
|
|
|
/* Enable EMAC */
|
|
arc_reg_or(priv, R_CTRL, EN_MASK);
|
|
|
|
phy_start_aneg(priv->phy_dev);
|
|
|
|
netif_start_queue(ndev);
|
|
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* arc_emac_set_rx_mode - Change the receive filtering mode.
|
|
* @ndev: Pointer to the network device.
|
|
*
|
|
* This function enables/disables promiscuous or all-multicast mode
|
|
* and updates the multicast filtering list of the network device.
|
|
*/
|
|
static void arc_emac_set_rx_mode(struct net_device *ndev)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
|
|
if (ndev->flags & IFF_PROMISC) {
|
|
arc_reg_or(priv, R_CTRL, PROM_MASK);
|
|
} else {
|
|
arc_reg_clr(priv, R_CTRL, PROM_MASK);
|
|
|
|
if (ndev->flags & IFF_ALLMULTI) {
|
|
arc_reg_set(priv, R_LAFL, ~0);
|
|
arc_reg_set(priv, R_LAFH, ~0);
|
|
} else {
|
|
struct netdev_hw_addr *ha;
|
|
unsigned int filter[2] = { 0, 0 };
|
|
int bit;
|
|
|
|
netdev_for_each_mc_addr(ha, ndev) {
|
|
bit = ether_crc_le(ETH_ALEN, ha->addr) >> 26;
|
|
filter[bit >> 5] |= 1 << (bit & 31);
|
|
}
|
|
|
|
arc_reg_set(priv, R_LAFL, filter[0]);
|
|
arc_reg_set(priv, R_LAFH, filter[1]);
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* arc_emac_stop - Close the network device.
|
|
* @ndev: Pointer to the network device.
|
|
*
|
|
* This function stops the Tx queue, disables interrupts and frees the IRQ for
|
|
* the EMAC device.
|
|
* It also disconnects the PHY device associated with the EMAC device.
|
|
*/
|
|
static int arc_emac_stop(struct net_device *ndev)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
|
|
napi_disable(&priv->napi);
|
|
netif_stop_queue(ndev);
|
|
|
|
/* Disable interrupts */
|
|
arc_reg_clr(priv, R_ENABLE, RXINT_MASK | TXINT_MASK | ERR_MASK);
|
|
|
|
/* Disable EMAC */
|
|
arc_reg_clr(priv, R_CTRL, EN_MASK);
|
|
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* arc_emac_stats - Get system network statistics.
|
|
* @ndev: Pointer to net_device structure.
|
|
*
|
|
* Returns the address of the device statistics structure.
|
|
* Statistics are updated in interrupt handler.
|
|
*/
|
|
static struct net_device_stats *arc_emac_stats(struct net_device *ndev)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
struct net_device_stats *stats = &ndev->stats;
|
|
unsigned long miss, rxerr;
|
|
u8 rxcrc, rxfram, rxoflow;
|
|
|
|
rxerr = arc_reg_get(priv, R_RXERR);
|
|
miss = arc_reg_get(priv, R_MISS);
|
|
|
|
rxcrc = rxerr;
|
|
rxfram = rxerr >> 8;
|
|
rxoflow = rxerr >> 16;
|
|
|
|
stats->rx_errors += miss;
|
|
stats->rx_errors += rxcrc + rxfram + rxoflow;
|
|
|
|
stats->rx_over_errors += rxoflow;
|
|
stats->rx_frame_errors += rxfram;
|
|
stats->rx_crc_errors += rxcrc;
|
|
stats->rx_missed_errors += miss;
|
|
|
|
return stats;
|
|
}
|
|
|
|
/**
|
|
* arc_emac_tx - Starts the data transmission.
|
|
* @skb: sk_buff pointer that contains data to be Transmitted.
|
|
* @ndev: Pointer to net_device structure.
|
|
*
|
|
* returns: NETDEV_TX_OK, on success
|
|
* NETDEV_TX_BUSY, if any of the descriptors are not free.
|
|
*
|
|
* This function is invoked from upper layers to initiate transmission.
|
|
*/
|
|
static int arc_emac_tx(struct sk_buff *skb, struct net_device *ndev)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
unsigned int len, *txbd_curr = &priv->txbd_curr;
|
|
struct net_device_stats *stats = &ndev->stats;
|
|
__le32 *info = &priv->txbd[*txbd_curr].info;
|
|
dma_addr_t addr;
|
|
|
|
if (skb_padto(skb, ETH_ZLEN))
|
|
return NETDEV_TX_OK;
|
|
|
|
len = max_t(unsigned int, ETH_ZLEN, skb->len);
|
|
|
|
if (unlikely(!arc_emac_tx_avail(priv))) {
|
|
netif_stop_queue(ndev);
|
|
netdev_err(ndev, "BUG! Tx Ring full when queue awake!\n");
|
|
return NETDEV_TX_BUSY;
|
|
}
|
|
|
|
addr = dma_map_single(&ndev->dev, (void *)skb->data, len,
|
|
DMA_TO_DEVICE);
|
|
|
|
if (unlikely(dma_mapping_error(&ndev->dev, addr))) {
|
|
stats->tx_dropped++;
|
|
stats->tx_errors++;
|
|
dev_kfree_skb(skb);
|
|
return NETDEV_TX_OK;
|
|
}
|
|
dma_unmap_addr_set(&priv->tx_buff[*txbd_curr], addr, addr);
|
|
dma_unmap_len_set(&priv->tx_buff[*txbd_curr], len, len);
|
|
|
|
priv->txbd[*txbd_curr].data = cpu_to_le32(addr);
|
|
|
|
/* Make sure pointer to data buffer is set */
|
|
wmb();
|
|
|
|
skb_tx_timestamp(skb);
|
|
|
|
*info = cpu_to_le32(FOR_EMAC | FIRST_OR_LAST_MASK | len);
|
|
|
|
/* Make sure info word is set */
|
|
wmb();
|
|
|
|
priv->tx_buff[*txbd_curr].skb = skb;
|
|
|
|
/* Increment index to point to the next BD */
|
|
*txbd_curr = (*txbd_curr + 1) % TX_BD_NUM;
|
|
|
|
/* Ensure that tx_clean() sees the new txbd_curr before
|
|
* checking the queue status. This prevents an unneeded wake
|
|
* of the queue in tx_clean().
|
|
*/
|
|
smp_mb();
|
|
|
|
if (!arc_emac_tx_avail(priv)) {
|
|
netif_stop_queue(ndev);
|
|
/* Refresh tx_dirty */
|
|
smp_mb();
|
|
if (arc_emac_tx_avail(priv))
|
|
netif_start_queue(ndev);
|
|
}
|
|
|
|
arc_reg_set(priv, R_STATUS, TXPL_MASK);
|
|
|
|
return NETDEV_TX_OK;
|
|
}
|
|
|
|
static void arc_emac_set_address_internal(struct net_device *ndev)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
unsigned int addr_low, addr_hi;
|
|
|
|
addr_low = le32_to_cpu(*(__le32 *) &ndev->dev_addr[0]);
|
|
addr_hi = le16_to_cpu(*(__le16 *) &ndev->dev_addr[4]);
|
|
|
|
arc_reg_set(priv, R_ADDRL, addr_low);
|
|
arc_reg_set(priv, R_ADDRH, addr_hi);
|
|
}
|
|
|
|
/**
|
|
* arc_emac_set_address - Set the MAC address for this device.
|
|
* @ndev: Pointer to net_device structure.
|
|
* @p: 6 byte Address to be written as MAC address.
|
|
*
|
|
* This function copies the HW address from the sockaddr structure to the
|
|
* net_device structure and updates the address in HW.
|
|
*
|
|
* returns: -EBUSY if the net device is busy or 0 if the address is set
|
|
* successfully.
|
|
*/
|
|
static int arc_emac_set_address(struct net_device *ndev, void *p)
|
|
{
|
|
struct sockaddr *addr = p;
|
|
|
|
if (netif_running(ndev))
|
|
return -EBUSY;
|
|
|
|
if (!is_valid_ether_addr(addr->sa_data))
|
|
return -EADDRNOTAVAIL;
|
|
|
|
memcpy(ndev->dev_addr, addr->sa_data, ndev->addr_len);
|
|
|
|
arc_emac_set_address_internal(ndev);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static const struct net_device_ops arc_emac_netdev_ops = {
|
|
.ndo_open = arc_emac_open,
|
|
.ndo_stop = arc_emac_stop,
|
|
.ndo_start_xmit = arc_emac_tx,
|
|
.ndo_set_mac_address = arc_emac_set_address,
|
|
.ndo_get_stats = arc_emac_stats,
|
|
.ndo_set_rx_mode = arc_emac_set_rx_mode,
|
|
#ifdef CONFIG_NET_POLL_CONTROLLER
|
|
.ndo_poll_controller = arc_emac_poll_controller,
|
|
#endif
|
|
};
|
|
|
|
int arc_emac_probe(struct net_device *ndev, int interface)
|
|
{
|
|
struct device *dev = ndev->dev.parent;
|
|
struct resource res_regs;
|
|
struct device_node *phy_node;
|
|
struct arc_emac_priv *priv;
|
|
const char *mac_addr;
|
|
unsigned int id, clock_frequency, irq;
|
|
int err;
|
|
|
|
|
|
/* Get PHY from device tree */
|
|
phy_node = of_parse_phandle(dev->of_node, "phy", 0);
|
|
if (!phy_node) {
|
|
dev_err(dev, "failed to retrieve phy description from device tree\n");
|
|
return -ENODEV;
|
|
}
|
|
|
|
/* Get EMAC registers base address from device tree */
|
|
err = of_address_to_resource(dev->of_node, 0, &res_regs);
|
|
if (err) {
|
|
dev_err(dev, "failed to retrieve registers base from device tree\n");
|
|
return -ENODEV;
|
|
}
|
|
|
|
/* Get IRQ from device tree */
|
|
irq = irq_of_parse_and_map(dev->of_node, 0);
|
|
if (!irq) {
|
|
dev_err(dev, "failed to retrieve <irq> value from device tree\n");
|
|
return -ENODEV;
|
|
}
|
|
|
|
|
|
ndev->netdev_ops = &arc_emac_netdev_ops;
|
|
ndev->ethtool_ops = &arc_emac_ethtool_ops;
|
|
ndev->watchdog_timeo = TX_TIMEOUT;
|
|
/* FIXME :: no multicast support yet */
|
|
ndev->flags &= ~IFF_MULTICAST;
|
|
|
|
priv = netdev_priv(ndev);
|
|
priv->dev = dev;
|
|
|
|
priv->regs = devm_ioremap_resource(dev, &res_regs);
|
|
if (IS_ERR(priv->regs)) {
|
|
return PTR_ERR(priv->regs);
|
|
}
|
|
dev_dbg(dev, "Registers base address is 0x%p\n", priv->regs);
|
|
|
|
if (priv->clk) {
|
|
err = clk_prepare_enable(priv->clk);
|
|
if (err) {
|
|
dev_err(dev, "failed to enable clock\n");
|
|
return err;
|
|
}
|
|
|
|
clock_frequency = clk_get_rate(priv->clk);
|
|
} else {
|
|
/* Get CPU clock frequency from device tree */
|
|
if (of_property_read_u32(dev->of_node, "clock-frequency",
|
|
&clock_frequency)) {
|
|
dev_err(dev, "failed to retrieve <clock-frequency> from device tree\n");
|
|
return -EINVAL;
|
|
}
|
|
}
|
|
|
|
id = arc_reg_get(priv, R_ID);
|
|
|
|
/* Check for EMAC revision 5 or 7, magic number */
|
|
if (!(id == 0x0005fd02 || id == 0x0007fd02)) {
|
|
dev_err(dev, "ARC EMAC not detected, id=0x%x\n", id);
|
|
err = -ENODEV;
|
|
goto out_clken;
|
|
}
|
|
dev_info(dev, "ARC EMAC detected with id: 0x%x\n", id);
|
|
|
|
/* Set poll rate so that it polls every 1 ms */
|
|
arc_reg_set(priv, R_POLLRATE, clock_frequency / 1000000);
|
|
|
|
ndev->irq = irq;
|
|
dev_info(dev, "IRQ is %d\n", ndev->irq);
|
|
|
|
/* Register interrupt handler for device */
|
|
err = devm_request_irq(dev, ndev->irq, arc_emac_intr, 0,
|
|
ndev->name, ndev);
|
|
if (err) {
|
|
dev_err(dev, "could not allocate IRQ\n");
|
|
goto out_clken;
|
|
}
|
|
|
|
/* Get MAC address from device tree */
|
|
mac_addr = of_get_mac_address(dev->of_node);
|
|
|
|
if (mac_addr)
|
|
memcpy(ndev->dev_addr, mac_addr, ETH_ALEN);
|
|
else
|
|
eth_hw_addr_random(ndev);
|
|
|
|
arc_emac_set_address_internal(ndev);
|
|
dev_info(dev, "MAC address is now %pM\n", ndev->dev_addr);
|
|
|
|
/* Do 1 allocation instead of 2 separate ones for Rx and Tx BD rings */
|
|
priv->rxbd = dmam_alloc_coherent(dev, RX_RING_SZ + TX_RING_SZ,
|
|
&priv->rxbd_dma, GFP_KERNEL);
|
|
|
|
if (!priv->rxbd) {
|
|
dev_err(dev, "failed to allocate data buffers\n");
|
|
err = -ENOMEM;
|
|
goto out_clken;
|
|
}
|
|
|
|
priv->txbd = priv->rxbd + RX_BD_NUM;
|
|
|
|
priv->txbd_dma = priv->rxbd_dma + RX_RING_SZ;
|
|
dev_dbg(dev, "EMAC Device addr: Rx Ring [0x%x], Tx Ring[%x]\n",
|
|
(unsigned int)priv->rxbd_dma, (unsigned int)priv->txbd_dma);
|
|
|
|
err = arc_mdio_probe(priv);
|
|
if (err) {
|
|
dev_err(dev, "failed to probe MII bus\n");
|
|
goto out_clken;
|
|
}
|
|
|
|
priv->phy_dev = of_phy_connect(ndev, phy_node, arc_emac_adjust_link, 0,
|
|
interface);
|
|
if (!priv->phy_dev) {
|
|
dev_err(dev, "of_phy_connect() failed\n");
|
|
err = -ENODEV;
|
|
goto out_mdio;
|
|
}
|
|
|
|
dev_info(dev, "connected to %s phy with id 0x%x\n",
|
|
priv->phy_dev->drv->name, priv->phy_dev->phy_id);
|
|
|
|
netif_napi_add(ndev, &priv->napi, arc_emac_poll, ARC_EMAC_NAPI_WEIGHT);
|
|
|
|
err = register_netdev(ndev);
|
|
if (err) {
|
|
dev_err(dev, "failed to register network device\n");
|
|
goto out_netif_api;
|
|
}
|
|
|
|
return 0;
|
|
|
|
out_netif_api:
|
|
netif_napi_del(&priv->napi);
|
|
phy_disconnect(priv->phy_dev);
|
|
priv->phy_dev = NULL;
|
|
out_mdio:
|
|
arc_mdio_remove(priv);
|
|
out_clken:
|
|
if (priv->clk)
|
|
clk_disable_unprepare(priv->clk);
|
|
return err;
|
|
}
|
|
EXPORT_SYMBOL_GPL(arc_emac_probe);
|
|
|
|
int arc_emac_remove(struct net_device *ndev)
|
|
{
|
|
struct arc_emac_priv *priv = netdev_priv(ndev);
|
|
|
|
phy_disconnect(priv->phy_dev);
|
|
priv->phy_dev = NULL;
|
|
arc_mdio_remove(priv);
|
|
unregister_netdev(ndev);
|
|
netif_napi_del(&priv->napi);
|
|
|
|
if (!IS_ERR(priv->clk)) {
|
|
clk_disable_unprepare(priv->clk);
|
|
}
|
|
|
|
|
|
return 0;
|
|
}
|
|
EXPORT_SYMBOL_GPL(arc_emac_remove);
|
|
|
|
MODULE_AUTHOR("Alexey Brodkin <abrodkin@synopsys.com>");
|
|
MODULE_DESCRIPTION("ARC EMAC driver");
|
|
MODULE_LICENSE("GPL");
|