#include <linux/fsl/enetc_mdio.h>
#include <linux/of_mdio.h>
#include <linux/of_net.h>
#include "enetc_pf_common.h"
void enetc_set_si_hw_addr(struct enetc_pf *pf, int si, const u8 *mac_addr)
{
struct enetc_hw *hw = &pf->si->hw;
pf->ops->set_si_primary_mac(hw, si, mac_addr);
}
EXPORT_SYMBOL_GPL(enetc_set_si_hw_addr);
static void enetc_get_si_hw_addr(struct enetc_pf *pf, int si, u8 *mac_addr)
{
struct enetc_hw *hw = &pf->si->hw;
pf->ops->get_si_primary_mac(hw, si, mac_addr);
}
int enetc_pf_set_mac_addr(struct net_device *ndev, void *addr)
{
struct enetc_ndev_priv *priv = netdev_priv(ndev);
struct enetc_pf *pf = enetc_si_priv(priv->si);
struct sockaddr *saddr = addr;
if (!is_valid_ether_addr(saddr->sa_data))
return -EADDRNOTAVAIL;
eth_hw_addr_set(ndev, saddr->sa_data);
enetc_set_si_hw_addr(pf, 0, saddr->sa_data);
return 0;
}
EXPORT_SYMBOL_GPL(enetc_pf_set_mac_addr);
static int enetc_setup_mac_address(struct device_node *np, struct enetc_pf *pf,
int si)
{
struct device *dev = &pf->si->pdev->dev;
u8 mac_addr[ETH_ALEN] = { 0 };
int err;
if (np) {
err = of_get_mac_address(np, mac_addr);
if (err == -EPROBE_DEFER)
return err;
}
if (is_zero_ether_addr(mac_addr))
enetc_get_si_hw_addr(pf, si, mac_addr);
if (is_zero_ether_addr(mac_addr)) {
eth_random_addr(mac_addr);
dev_info(dev, "no MAC address specified for SI%d, using %pM\n",
si, mac_addr);
}
enetc_set_si_hw_addr(pf, si, mac_addr);
return 0;
}
int enetc_setup_mac_addresses(struct device_node *np, struct enetc_pf *pf)
{
int err, i;
err = enetc_setup_mac_address(np, pf, 0);
if (err)
return err;
for (i = 0; i < pf->total_vfs; i++) {
err = enetc_setup_mac_address(NULL, pf, i + 1);
if (err)
return err;
}
return 0;
}
EXPORT_SYMBOL_GPL(enetc_setup_mac_addresses);
void enetc_set_si_uc_promisc(struct enetc_si *si, int si_id, bool promisc)
{
struct enetc_hw *hw = &si->hw;
int psipmmr_off;
u32 val;
if (is_enetc_rev1(si))
psipmmr_off = ENETC_PSIPMMR;
else
psipmmr_off = ENETC4_PSIPMMR;
val = enetc_port_rd(hw, psipmmr_off);
if (promisc)
val |= PSIPMMR_SI_MAC_UP(si_id);
else
val &= ~PSIPMMR_SI_MAC_UP(si_id);
enetc_port_wr(hw, psipmmr_off, val);
}
EXPORT_SYMBOL_GPL(enetc_set_si_uc_promisc);
void enetc_set_si_mc_promisc(struct enetc_si *si, int si_id, bool promisc)
{
struct enetc_hw *hw = &si->hw;
int psipmmr_off;
u32 val;
if (is_enetc_rev1(si))
psipmmr_off = ENETC_PSIPMMR;
else
psipmmr_off = ENETC4_PSIPMMR;
val = enetc_port_rd(hw, psipmmr_off);
if (promisc)
val |= PSIPMMR_SI_MAC_MP(si_id);
else
val &= ~PSIPMMR_SI_MAC_MP(si_id);
enetc_port_wr(hw, psipmmr_off, val);
}
EXPORT_SYMBOL_GPL(enetc_set_si_mc_promisc);
void enetc_set_si_uc_hash_filter(struct enetc_si *si, int si_id, u64 hash)
{
int psiumhfr0_off, psiumhfr1_off;
struct enetc_hw *hw = &si->hw;
if (is_enetc_rev1(si)) {
bool err = si->errata & ENETC_ERR_UCMCSWP;
psiumhfr0_off = ENETC_PSIUMHFR0(si_id, err);
psiumhfr1_off = ENETC_PSIUMHFR1(si_id);
} else {
psiumhfr0_off = ENETC4_PSIUMHFR0(si_id);
psiumhfr1_off = ENETC4_PSIUMHFR1(si_id);
}
enetc_port_wr(hw, psiumhfr0_off, lower_32_bits(hash));
enetc_port_wr(hw, psiumhfr1_off, upper_32_bits(hash));
}
EXPORT_SYMBOL_GPL(enetc_set_si_uc_hash_filter);
static void enetc_get_psimmhfr_offsets(struct enetc_si *si, int si_id,
int *psimmhfr0, int *psimmhfr1)
{
if (is_enetc_rev1(si)) {
bool err = si->errata & ENETC_ERR_UCMCSWP;
*psimmhfr0 = ENETC_PSIMMHFR0(si_id, err);
*psimmhfr1 = ENETC_PSIMMHFR1(si_id);
} else {
*psimmhfr0 = ENETC4_PSIMMHFR0(si_id);
*psimmhfr1 = ENETC4_PSIMMHFR1(si_id);
}
}
void enetc_set_si_mc_hash_filter(struct enetc_si *si, int si_id, u64 hash)
{
int psimmhfr0_off, psimmhfr1_off;
struct enetc_hw *hw = &si->hw;
enetc_get_psimmhfr_offsets(si, si_id, &psimmhfr0_off, &psimmhfr1_off);
enetc_port_wr(hw, psimmhfr0_off, lower_32_bits(hash));
enetc_port_wr(hw, psimmhfr1_off, upper_32_bits(hash));
}
EXPORT_SYMBOL_GPL(enetc_set_si_mc_hash_filter);
static u64 enetc_get_si_mc_hash_filter(struct enetc_si *si, int si_id)
{
int psimmhfr0_off, psimmhfr1_off;
struct enetc_hw *hw = &si->hw;
u32 hash_h, hash_l;
enetc_get_psimmhfr_offsets(si, si_id, &psimmhfr0_off, &psimmhfr1_off);
hash_l = enetc_port_rd(hw, psimmhfr0_off);
hash_h = enetc_port_rd(hw, psimmhfr1_off);
return ((u64)hash_h << 32) | hash_l;
}
void enetc_set_si_vlan_promisc(struct enetc_si *si, int si_id, bool promisc)
{
struct enetc_hw *hw = &si->hw;
int psipvmr_off;
u32 val;
if (is_enetc_rev1(si))
psipvmr_off = ENETC_PSIPVMR;
else
psipvmr_off = ENETC4_PSIPVMR;
val = enetc_port_rd(hw, psipvmr_off);
if (promisc)
val |= PSIPVMR_SI_VLAN_P(si_id);
else
val &= ~PSIPVMR_SI_VLAN_P(si_id);
enetc_port_wr(hw, psipvmr_off, val);
}
EXPORT_SYMBOL_GPL(enetc_set_si_vlan_promisc);
void enetc_pf_netdev_setup(struct enetc_si *si, struct net_device *ndev,
const struct net_device_ops *ndev_ops)
{
struct enetc_ndev_priv *priv = netdev_priv(ndev);
struct enetc_pf *pf = enetc_si_priv(si);
SET_NETDEV_DEV(ndev, &si->pdev->dev);
priv->ndev = ndev;
priv->si = si;
priv->dev = &si->pdev->dev;
si->ndev = ndev;
priv->msg_enable = (NETIF_MSG_WOL << 1) - 1;
priv->sysclk_freq = si->drvdata->sysclk_freq;
priv->max_frags = si->drvdata->max_frags;
ndev->netdev_ops = ndev_ops;
enetc_set_ethtool_ops(ndev);
ndev->watchdog_timeo = 5 * HZ;
ndev->max_mtu = ENETC_MAX_MTU;
ndev->hw_features = NETIF_F_SG | NETIF_F_RXCSUM |
NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX |
NETIF_F_HW_VLAN_CTAG_FILTER |
NETIF_F_HW_CSUM | NETIF_F_TSO | NETIF_F_TSO6 |
NETIF_F_GSO_UDP_L4;
ndev->features = NETIF_F_HIGHDMA | NETIF_F_SG | NETIF_F_RXCSUM |
NETIF_F_HW_VLAN_CTAG_TX |
NETIF_F_HW_VLAN_CTAG_RX |
NETIF_F_HW_CSUM | NETIF_F_TSO | NETIF_F_TSO6 |
NETIF_F_GSO_UDP_L4;
ndev->vlan_features = NETIF_F_SG | NETIF_F_HW_CSUM |
NETIF_F_TSO | NETIF_F_TSO6;
ndev->priv_flags |= IFF_UNICAST_FLT;
if (si->drvdata->tx_csum)
priv->active_offloads |= ENETC_F_TXCSUM;
if (si->hw_features & ENETC_SI_F_LSO)
priv->active_offloads |= ENETC_F_LSO;
if (si->num_rss) {
ndev->hw_features |= NETIF_F_RXHASH;
ndev->features |= NETIF_F_RXHASH;
}
if (!enetc_is_pseudo_mac(si))
ndev->hw_features |= NETIF_F_LOOPBACK;
if (!is_enetc_rev1(si))
goto end;
ndev->xdp_features = NETDEV_XDP_ACT_BASIC | NETDEV_XDP_ACT_REDIRECT |
NETDEV_XDP_ACT_NDO_XMIT | NETDEV_XDP_ACT_RX_SG |
NETDEV_XDP_ACT_NDO_XMIT_SG;
if (si->hw_features & ENETC_SI_F_PSFP && pf->ops->enable_psfp &&
!pf->ops->enable_psfp(priv)) {
priv->active_offloads |= ENETC_F_QCI;
ndev->features |= NETIF_F_HW_TC;
ndev->hw_features |= NETIF_F_HW_TC;
}
end:
enetc_load_primary_mac_addr(&si->hw, ndev);
}
EXPORT_SYMBOL_GPL(enetc_pf_netdev_setup);
static int enetc_mdio_probe(struct enetc_pf *pf, struct device_node *np)
{
struct device *dev = &pf->si->pdev->dev;
struct enetc_mdio_priv *mdio_priv;
struct mii_bus *bus;
int err;
bus = devm_mdiobus_alloc_size(dev, sizeof(*mdio_priv));
if (!bus)
return -ENOMEM;
bus->name = "Freescale ENETC MDIO Bus";
bus->read = enetc_mdio_read_c22;
bus->write = enetc_mdio_write_c22;
bus->read_c45 = enetc_mdio_read_c45;
bus->write_c45 = enetc_mdio_write_c45;
bus->parent = dev;
mdio_priv = bus->priv;
mdio_priv->hw = &pf->si->hw;
if (is_enetc_rev1(pf->si))
mdio_priv->mdio_base = ENETC_EMDIO_BASE;
else
mdio_priv->mdio_base = ENETC4_EMDIO_BASE;
snprintf(bus->id, MII_BUS_ID_SIZE, "%s", dev_name(dev));
err = of_mdiobus_register(bus, np);
if (err)
return dev_err_probe(dev, err, "cannot register MDIO bus\n");
pf->mdio = bus;
return 0;
}
static void enetc_mdio_remove(struct enetc_pf *pf)
{
if (pf->mdio)
mdiobus_unregister(pf->mdio);
}
static int enetc_imdio_create(struct enetc_pf *pf)
{
struct device *dev = &pf->si->pdev->dev;
struct enetc_mdio_priv *mdio_priv;
struct phylink_pcs *phylink_pcs;
struct mii_bus *bus;
int err;
if (!pf->ops->create_pcs) {
dev_err(dev, "Creating PCS is not supported\n");
return -EOPNOTSUPP;
}
bus = mdiobus_alloc_size(sizeof(*mdio_priv));
if (!bus)
return -ENOMEM;
bus->name = "Freescale ENETC internal MDIO Bus";
bus->read = enetc_mdio_read_c22;
bus->write = enetc_mdio_write_c22;
bus->read_c45 = enetc_mdio_read_c45;
bus->write_c45 = enetc_mdio_write_c45;
bus->parent = dev;
bus->phy_mask = ~0;
mdio_priv = bus->priv;
mdio_priv->hw = &pf->si->hw;
if (is_enetc_rev1(pf->si))
mdio_priv->mdio_base = ENETC_PM_IMDIO_BASE;
else
mdio_priv->mdio_base = ENETC4_PM_IMDIO_BASE;
snprintf(bus->id, MII_BUS_ID_SIZE, "%s-imdio", dev_name(dev));
err = mdiobus_register(bus);
if (err) {
dev_err(dev, "cannot register internal MDIO bus (%d)\n", err);
goto free_mdio_bus;
}
phylink_pcs = pf->ops->create_pcs(pf, bus);
if (IS_ERR(phylink_pcs)) {
err = PTR_ERR(phylink_pcs);
dev_err(dev, "cannot create lynx pcs (%d)\n", err);
goto unregister_mdiobus;
}
pf->imdio = bus;
pf->pcs = phylink_pcs;
return 0;
unregister_mdiobus:
mdiobus_unregister(bus);
free_mdio_bus:
mdiobus_free(bus);
return err;
}
static void enetc_imdio_remove(struct enetc_pf *pf)
{
if (pf->pcs && pf->ops->destroy_pcs)
pf->ops->destroy_pcs(pf->pcs);
if (pf->imdio) {
mdiobus_unregister(pf->imdio);
mdiobus_free(pf->imdio);
}
}
static bool enetc_port_has_pcs(struct enetc_pf *pf)
{
return (pf->if_mode == PHY_INTERFACE_MODE_SGMII ||
pf->if_mode == PHY_INTERFACE_MODE_1000BASEX ||
pf->if_mode == PHY_INTERFACE_MODE_2500BASEX ||
pf->if_mode == PHY_INTERFACE_MODE_USXGMII ||
pf->if_mode == PHY_INTERFACE_MODE_10GBASER);
}
int enetc_mdiobus_create(struct enetc_pf *pf, struct device_node *node)
{
struct device_node *mdio_np;
int err;
mdio_np = of_get_child_by_name(node, "mdio");
if (mdio_np) {
err = enetc_mdio_probe(pf, mdio_np);
of_node_put(mdio_np);
if (err)
return err;
}
if (enetc_port_has_pcs(pf)) {
err = enetc_imdio_create(pf);
if (err) {
enetc_mdio_remove(pf);
return err;
}
}
return 0;
}
EXPORT_SYMBOL_GPL(enetc_mdiobus_create);
void enetc_mdiobus_destroy(struct enetc_pf *pf)
{
enetc_mdio_remove(pf);
enetc_imdio_remove(pf);
}
EXPORT_SYMBOL_GPL(enetc_mdiobus_destroy);
int enetc_phylink_create(struct enetc_ndev_priv *priv, struct device_node *node,
const struct phylink_mac_ops *ops)
{
struct enetc_pf *pf = enetc_si_priv(priv->si);
struct phylink *phylink;
unsigned long mac_caps;
int err;
pf->phylink_config.dev = &priv->ndev->dev;
pf->phylink_config.type = PHYLINK_NETDEV;
__set_bit(PHY_INTERFACE_MODE_INTERNAL,
pf->phylink_config.supported_interfaces);
mac_caps = MAC_ASYM_PAUSE | MAC_SYM_PAUSE;
if (!enetc_is_pseudo_mac(priv->si)) {
mac_caps |= MAC_10 | MAC_100 | MAC_1000FD | MAC_2500FD;
__set_bit(PHY_INTERFACE_MODE_SGMII,
pf->phylink_config.supported_interfaces);
__set_bit(PHY_INTERFACE_MODE_1000BASEX,
pf->phylink_config.supported_interfaces);
__set_bit(PHY_INTERFACE_MODE_2500BASEX,
pf->phylink_config.supported_interfaces);
__set_bit(PHY_INTERFACE_MODE_USXGMII,
pf->phylink_config.supported_interfaces);
if (!is_enetc_rev1(priv->si)) {
mac_caps |= MAC_5000FD | MAC_10000FD;
__set_bit(PHY_INTERFACE_MODE_10GBASER,
pf->phylink_config.supported_interfaces);
}
phy_interface_set_rgmii(pf->phylink_config.supported_interfaces);
} else {
mac_caps |= MAC_10FD | MAC_100FD | MAC_1000FD | MAC_2500FD |
MAC_5000FD | MAC_10000FD | MAC_20000FD |
MAC_25000FD;
}
pf->phylink_config.mac_capabilities = mac_caps;
phylink = phylink_create(&pf->phylink_config, of_fwnode_handle(node),
pf->if_mode, ops);
if (IS_ERR(phylink)) {
err = PTR_ERR(phylink);
return err;
}
priv->phylink = phylink;
return 0;
}
EXPORT_SYMBOL_GPL(enetc_phylink_create);
void enetc_phylink_destroy(struct enetc_ndev_priv *priv)
{
phylink_destroy(priv->phylink);
}
EXPORT_SYMBOL_GPL(enetc_phylink_destroy);
void enetc_set_default_rss_key(struct enetc_pf *pf)
{
u8 hash_key[ENETC_RSSHASH_KEY_SIZE] = {0};
get_random_bytes(hash_key, ENETC_RSSHASH_KEY_SIZE);
enetc_set_rss_key(pf->si, hash_key);
}
EXPORT_SYMBOL_GPL(enetc_set_default_rss_key);
static int enetc_vid_hash_idx(unsigned int vid)
{
int res = 0;
int i;
for (i = 0; i < 6; i++)
res |= (hweight8(vid & (BIT(i) | BIT(i + 6))) & 0x1) << i;
return res;
}
static void enetc_refresh_vlan_ht_filter(struct enetc_pf *pf)
{
int i;
bitmap_zero(pf->vlan_ht_filter, ENETC_VLAN_HT_SIZE);
for_each_set_bit(i, pf->active_vlans, VLAN_N_VID) {
int hidx = enetc_vid_hash_idx(i);
__set_bit(hidx, pf->vlan_ht_filter);
}
}
static void enetc_set_si_vlan_ht_filter(struct enetc_si *si,
int si_id, u64 hash)
{
struct enetc_hw *hw = &si->hw;
int high_reg_off, low_reg_off;
if (is_enetc_rev1(si)) {
low_reg_off = ENETC_PSIVHFR0(si_id);
high_reg_off = ENETC_PSIVHFR1(si_id);
} else {
low_reg_off = ENETC4_PSIVHFR0(si_id);
high_reg_off = ENETC4_PSIVHFR1(si_id);
}
enetc_port_wr(hw, low_reg_off, lower_32_bits(hash));
enetc_port_wr(hw, high_reg_off, upper_32_bits(hash));
}
int enetc_vlan_rx_add_vid(struct net_device *ndev, __be16 prot, u16 vid)
{
struct enetc_ndev_priv *priv = netdev_priv(ndev);
struct enetc_pf *pf = enetc_si_priv(priv->si);
int idx;
__set_bit(vid, pf->active_vlans);
idx = enetc_vid_hash_idx(vid);
if (!__test_and_set_bit(idx, pf->vlan_ht_filter))
enetc_set_si_vlan_ht_filter(pf->si, 0, *pf->vlan_ht_filter);
return 0;
}
EXPORT_SYMBOL_GPL(enetc_vlan_rx_add_vid);
int enetc_vlan_rx_del_vid(struct net_device *ndev, __be16 prot, u16 vid)
{
struct enetc_ndev_priv *priv = netdev_priv(ndev);
struct enetc_pf *pf = enetc_si_priv(priv->si);
if (__test_and_clear_bit(vid, pf->active_vlans)) {
enetc_refresh_vlan_ht_filter(pf);
enetc_set_si_vlan_ht_filter(pf->si, 0, *pf->vlan_ht_filter);
}
return 0;
}
EXPORT_SYMBOL_GPL(enetc_vlan_rx_del_vid);
int enetc_init_sriov_resources(struct enetc_pf *pf)
{
struct device *dev = &pf->si->pdev->dev;
pf->total_vfs = pci_sriov_get_totalvfs(pf->si->pdev);
if (!pf->total_vfs)
return 0;
pf->rxmsg = devm_kzalloc_objs(dev, struct enetc_msg_swbd, pf->total_vfs);
if (!pf->rxmsg)
return -ENOMEM;
pf->vf_state = devm_kzalloc_objs(dev, struct enetc_vf_state,
pf->total_vfs);
if (!pf->vf_state)
return -ENOMEM;
for (int i = 0; i < pf->total_vfs; i++)
mutex_init(&pf->vf_state[i].lock);
return 0;
}
EXPORT_SYMBOL_GPL(enetc_init_sriov_resources);
int enetc_pf_set_vf_trust(struct net_device *ndev, int vf, bool setting)
{
struct enetc_ndev_priv *priv = netdev_priv(ndev);
struct enetc_pf *pf = enetc_si_priv(priv->si);
struct enetc_vf_state *vf_state;
struct enetc_si *si = priv->si;
int si_id = vf + 1;
if (vf >= pf->total_vfs)
return -EINVAL;
vf_state = &pf->vf_state[vf];
mutex_lock(&vf_state->lock);
if (setting) {
vf_state->flags |= ENETC_VF_FLAG_TRUSTED;
} else {
u64 hash;
vf_state->flags &= ~(ENETC_VF_FLAG_TRUSTED |
ENETC_VF_FLAG_UC_PROMISC |
ENETC_VF_FLAG_MC_PROMISC);
if (is_enetc_rev1(si))
goto vf_state_unlock;
spin_lock(&si->gen_lock);
enetc_set_si_uc_promisc(si, si_id, false);
enetc_set_si_mc_promisc(si, si_id, false);
spin_unlock(&si->gen_lock);
enetc_set_si_uc_hash_filter(si, si_id, 0);
hash = enetc_get_si_mc_hash_filter(si, si_id);
if (hweight64(hash) > ENETC_VF_MC_HASH_BITS_MAX)
enetc_set_si_mc_hash_filter(si, si_id, 0);
}
vf_state_unlock:
mutex_unlock(&vf_state->lock);
return 0;
}
EXPORT_SYMBOL_GPL(enetc_pf_set_vf_trust);
int enetc_pf_set_vf_mac(struct net_device *ndev, int vf, u8 *mac)
{
struct enetc_ndev_priv *priv = netdev_priv(ndev);
struct enetc_pf *pf = enetc_si_priv(priv->si);
struct enetc_vf_state *vf_state;
if (vf >= pf->total_vfs)
return -EINVAL;
if (!is_valid_ether_addr(mac))
return -EADDRNOTAVAIL;
vf_state = &pf->vf_state[vf];
mutex_lock(&vf_state->lock);
vf_state->flags |= ENETC_VF_FLAG_PF_SET_MAC;
enetc_set_si_hw_addr(pf, vf + 1, mac);
mutex_unlock(&vf_state->lock);
return 0;
}
EXPORT_SYMBOL_GPL(enetc_pf_set_vf_mac);
int enetc_pf_get_vf_config(struct net_device *ndev, int vf,
struct ifla_vf_info *ivi)
{
struct enetc_ndev_priv *priv = netdev_priv(ndev);
struct enetc_pf *pf = enetc_si_priv(priv->si);
struct enetc_vf_state *vf_state;
if (vf >= pf->total_vfs)
return -EINVAL;
vf_state = &pf->vf_state[vf];
mutex_lock(&vf_state->lock);
ivi->vf = vf;
if (is_enetc_rev1(priv->si))
ivi->spoofchk = !!(vf_state->flags & ENETC_VF_FLAG_SPOOFCHK);
ivi->trusted = !!(vf_state->flags & ENETC_VF_FLAG_TRUSTED);
enetc_get_si_hw_addr(pf, vf + 1, ivi->mac);
if (vf_state->vid) {
ivi->vlan = vf_state->vid;
ivi->qos = vf_state->qos;
ivi->vlan_proto = vf_state->tpid ? htons(ETH_P_8021AD) :
htons(ETH_P_8021Q);
}
mutex_unlock(&vf_state->lock);
return 0;
}
EXPORT_SYMBOL_GPL(enetc_pf_get_vf_config);
MODULE_DESCRIPTION("NXP ENETC PF common functionality driver");
MODULE_LICENSE("Dual BSD/GPL"