|  | // SPDX-License-Identifier: GPL-2.0-or-later | 
|  | /* | 
|  | * Handling of a conduit device, switching frames via its switch fabric CPU port | 
|  | * | 
|  | * Copyright (c) 2017 Savoir-faire Linux Inc. | 
|  | *	Vivien Didelot <vivien.didelot@savoirfairelinux.com> | 
|  | */ | 
|  |  | 
|  | #include <linux/ethtool.h> | 
|  | #include <linux/netdevice.h> | 
|  | #include <linux/netlink.h> | 
|  | #include <net/dsa.h> | 
|  | #include <net/netdev_lock.h> | 
|  |  | 
|  | #include "conduit.h" | 
|  | #include "dsa.h" | 
|  | #include "port.h" | 
|  | #include "tag.h" | 
|  |  | 
|  | static int dsa_conduit_get_regs_len(struct net_device *dev) | 
|  | { | 
|  | struct dsa_port *cpu_dp = dev->dsa_ptr; | 
|  | const struct ethtool_ops *ops = cpu_dp->orig_ethtool_ops; | 
|  | struct dsa_switch *ds = cpu_dp->ds; | 
|  | int port = cpu_dp->index; | 
|  | int ret = 0; | 
|  | int len; | 
|  |  | 
|  | if (ops->get_regs_len) { | 
|  | netdev_lock_ops(dev); | 
|  | len = ops->get_regs_len(dev); | 
|  | netdev_unlock_ops(dev); | 
|  | if (len < 0) | 
|  | return len; | 
|  | ret += len; | 
|  | } | 
|  |  | 
|  | ret += sizeof(struct ethtool_drvinfo); | 
|  | ret += sizeof(struct ethtool_regs); | 
|  |  | 
|  | if (ds->ops->get_regs_len) { | 
|  | len = ds->ops->get_regs_len(ds, port); | 
|  | if (len < 0) | 
|  | return len; | 
|  | ret += len; | 
|  | } | 
|  |  | 
|  | return ret; | 
|  | } | 
|  |  | 
|  | static void dsa_conduit_get_regs(struct net_device *dev, | 
|  | struct ethtool_regs *regs, void *data) | 
|  | { | 
|  | struct dsa_port *cpu_dp = dev->dsa_ptr; | 
|  | const struct ethtool_ops *ops = cpu_dp->orig_ethtool_ops; | 
|  | struct dsa_switch *ds = cpu_dp->ds; | 
|  | struct ethtool_drvinfo *cpu_info; | 
|  | struct ethtool_regs *cpu_regs; | 
|  | int port = cpu_dp->index; | 
|  | int len; | 
|  |  | 
|  | if (ops->get_regs_len && ops->get_regs) { | 
|  | netdev_lock_ops(dev); | 
|  | len = ops->get_regs_len(dev); | 
|  | if (len < 0) { | 
|  | netdev_unlock_ops(dev); | 
|  | return; | 
|  | } | 
|  | regs->len = len; | 
|  | ops->get_regs(dev, regs, data); | 
|  | netdev_unlock_ops(dev); | 
|  | data += regs->len; | 
|  | } | 
|  |  | 
|  | cpu_info = (struct ethtool_drvinfo *)data; | 
|  | strscpy(cpu_info->driver, "dsa", sizeof(cpu_info->driver)); | 
|  | data += sizeof(*cpu_info); | 
|  | cpu_regs = (struct ethtool_regs *)data; | 
|  | data += sizeof(*cpu_regs); | 
|  |  | 
|  | if (ds->ops->get_regs_len && ds->ops->get_regs) { | 
|  | len = ds->ops->get_regs_len(ds, port); | 
|  | if (len < 0) | 
|  | return; | 
|  | cpu_regs->len = len; | 
|  | ds->ops->get_regs(ds, port, cpu_regs, data); | 
|  | } | 
|  | } | 
|  |  | 
|  | static void dsa_conduit_get_ethtool_stats(struct net_device *dev, | 
|  | struct ethtool_stats *stats, | 
|  | uint64_t *data) | 
|  | { | 
|  | struct dsa_port *cpu_dp = dev->dsa_ptr; | 
|  | const struct ethtool_ops *ops = cpu_dp->orig_ethtool_ops; | 
|  | struct dsa_switch *ds = cpu_dp->ds; | 
|  | int port = cpu_dp->index; | 
|  | int count = 0; | 
|  |  | 
|  | if (ops->get_sset_count && ops->get_ethtool_stats) { | 
|  | netdev_lock_ops(dev); | 
|  | count = ops->get_sset_count(dev, ETH_SS_STATS); | 
|  | ops->get_ethtool_stats(dev, stats, data); | 
|  | netdev_unlock_ops(dev); | 
|  | } | 
|  |  | 
|  | if (ds->ops->get_ethtool_stats) | 
|  | ds->ops->get_ethtool_stats(ds, port, data + count); | 
|  | } | 
|  |  | 
|  | static void dsa_conduit_get_ethtool_phy_stats(struct net_device *dev, | 
|  | struct ethtool_stats *stats, | 
|  | uint64_t *data) | 
|  | { | 
|  | struct dsa_port *cpu_dp = dev->dsa_ptr; | 
|  | const struct ethtool_ops *ops = cpu_dp->orig_ethtool_ops; | 
|  | struct dsa_switch *ds = cpu_dp->ds; | 
|  | int port = cpu_dp->index; | 
|  | int count = 0; | 
|  |  | 
|  | if (dev->phydev && !ops->get_ethtool_phy_stats) { | 
|  | count = phy_ethtool_get_sset_count(dev->phydev); | 
|  | if (count >= 0) | 
|  | phy_ethtool_get_stats(dev->phydev, stats, data); | 
|  | } else if (ops->get_sset_count && ops->get_ethtool_phy_stats) { | 
|  | netdev_lock_ops(dev); | 
|  | count = ops->get_sset_count(dev, ETH_SS_PHY_STATS); | 
|  | ops->get_ethtool_phy_stats(dev, stats, data); | 
|  | netdev_unlock_ops(dev); | 
|  | } | 
|  |  | 
|  | if (count < 0) | 
|  | count = 0; | 
|  |  | 
|  | if (ds->ops->get_ethtool_phy_stats) | 
|  | ds->ops->get_ethtool_phy_stats(ds, port, data + count); | 
|  | } | 
|  |  | 
|  | static int dsa_conduit_get_sset_count(struct net_device *dev, int sset) | 
|  | { | 
|  | struct dsa_port *cpu_dp = dev->dsa_ptr; | 
|  | const struct ethtool_ops *ops = cpu_dp->orig_ethtool_ops; | 
|  | struct dsa_switch *ds = cpu_dp->ds; | 
|  | int count = 0; | 
|  |  | 
|  | netdev_lock_ops(dev); | 
|  | if (sset == ETH_SS_PHY_STATS && dev->phydev && | 
|  | !ops->get_ethtool_phy_stats) | 
|  | count = phy_ethtool_get_sset_count(dev->phydev); | 
|  | else if (ops->get_sset_count) | 
|  | count = ops->get_sset_count(dev, sset); | 
|  | netdev_unlock_ops(dev); | 
|  |  | 
|  | if (count < 0) | 
|  | count = 0; | 
|  |  | 
|  | if (ds->ops->get_sset_count) | 
|  | count += ds->ops->get_sset_count(ds, cpu_dp->index, sset); | 
|  |  | 
|  | return count; | 
|  | } | 
|  |  | 
|  | static void dsa_conduit_get_strings(struct net_device *dev, uint32_t stringset, | 
|  | uint8_t *data) | 
|  | { | 
|  | struct dsa_port *cpu_dp = dev->dsa_ptr; | 
|  | const struct ethtool_ops *ops = cpu_dp->orig_ethtool_ops; | 
|  | struct dsa_switch *ds = cpu_dp->ds; | 
|  | int port = cpu_dp->index; | 
|  | int len = ETH_GSTRING_LEN; | 
|  | int mcount = 0, count, i; | 
|  | uint8_t pfx[4]; | 
|  | uint8_t *ndata; | 
|  |  | 
|  | snprintf(pfx, sizeof(pfx), "p%.2d", port); | 
|  | /* We do not want to be NULL-terminated, since this is a prefix */ | 
|  | pfx[sizeof(pfx) - 1] = '_'; | 
|  |  | 
|  | netdev_lock_ops(dev); | 
|  | if (stringset == ETH_SS_PHY_STATS && dev->phydev && | 
|  | !ops->get_ethtool_phy_stats) { | 
|  | mcount = phy_ethtool_get_sset_count(dev->phydev); | 
|  | if (mcount < 0) | 
|  | mcount = 0; | 
|  | else | 
|  | phy_ethtool_get_strings(dev->phydev, data); | 
|  | } else if (ops->get_sset_count && ops->get_strings) { | 
|  | mcount = ops->get_sset_count(dev, stringset); | 
|  | if (mcount < 0) | 
|  | mcount = 0; | 
|  | ops->get_strings(dev, stringset, data); | 
|  | } | 
|  | netdev_unlock_ops(dev); | 
|  |  | 
|  | if (ds->ops->get_strings) { | 
|  | ndata = data + mcount * len; | 
|  | /* This function copies ETH_GSTRINGS_LEN bytes, we will mangle | 
|  | * the output after to prepend our CPU port prefix we | 
|  | * constructed earlier | 
|  | */ | 
|  | ds->ops->get_strings(ds, port, stringset, ndata); | 
|  | count = ds->ops->get_sset_count(ds, port, stringset); | 
|  | if (count < 0) | 
|  | return; | 
|  | for (i = 0; i < count; i++) { | 
|  | memmove(ndata + (i * len + sizeof(pfx)), | 
|  | ndata + i * len, len - sizeof(pfx)); | 
|  | memcpy(ndata + i * len, pfx, sizeof(pfx)); | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | /* Deny PTP operations on conduit if there is at least one switch in the tree | 
|  | * that is PTP capable. | 
|  | */ | 
|  | int __dsa_conduit_hwtstamp_validate(struct net_device *dev, | 
|  | const struct kernel_hwtstamp_config *config, | 
|  | struct netlink_ext_ack *extack) | 
|  | { | 
|  | struct dsa_port *cpu_dp = dev->dsa_ptr; | 
|  | struct dsa_switch *ds = cpu_dp->ds; | 
|  | struct dsa_switch_tree *dst; | 
|  | struct dsa_port *dp; | 
|  |  | 
|  | dst = ds->dst; | 
|  |  | 
|  | list_for_each_entry(dp, &dst->ports, list) { | 
|  | if (dsa_port_supports_hwtstamp(dp)) { | 
|  | NL_SET_ERR_MSG(extack, | 
|  | "HW timestamping not allowed on DSA conduit when switch supports the operation"); | 
|  | return -EBUSY; | 
|  | } | 
|  | } | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int dsa_conduit_ethtool_setup(struct net_device *dev) | 
|  | { | 
|  | struct dsa_port *cpu_dp = dev->dsa_ptr; | 
|  | struct dsa_switch *ds = cpu_dp->ds; | 
|  | struct ethtool_ops *ops; | 
|  |  | 
|  | if (netif_is_lag_master(dev)) | 
|  | return 0; | 
|  |  | 
|  | ops = devm_kzalloc(ds->dev, sizeof(*ops), GFP_KERNEL); | 
|  | if (!ops) | 
|  | return -ENOMEM; | 
|  |  | 
|  | cpu_dp->orig_ethtool_ops = dev->ethtool_ops; | 
|  | if (cpu_dp->orig_ethtool_ops) | 
|  | memcpy(ops, cpu_dp->orig_ethtool_ops, sizeof(*ops)); | 
|  |  | 
|  | ops->get_regs_len = dsa_conduit_get_regs_len; | 
|  | ops->get_regs = dsa_conduit_get_regs; | 
|  | ops->get_sset_count = dsa_conduit_get_sset_count; | 
|  | ops->get_ethtool_stats = dsa_conduit_get_ethtool_stats; | 
|  | ops->get_strings = dsa_conduit_get_strings; | 
|  | ops->get_ethtool_phy_stats = dsa_conduit_get_ethtool_phy_stats; | 
|  |  | 
|  | dev->ethtool_ops = ops; | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static void dsa_conduit_ethtool_teardown(struct net_device *dev) | 
|  | { | 
|  | struct dsa_port *cpu_dp = dev->dsa_ptr; | 
|  |  | 
|  | if (netif_is_lag_master(dev)) | 
|  | return; | 
|  |  | 
|  | dev->ethtool_ops = cpu_dp->orig_ethtool_ops; | 
|  | cpu_dp->orig_ethtool_ops = NULL; | 
|  | } | 
|  |  | 
|  | /* Keep the conduit always promiscuous if the tagging protocol requires that | 
|  | * (garbles MAC DA) or if it doesn't support unicast filtering, case in which | 
|  | * it would revert to promiscuous mode as soon as we call dev_uc_add() on it | 
|  | * anyway. | 
|  | */ | 
|  | static void dsa_conduit_set_promiscuity(struct net_device *dev, int inc) | 
|  | { | 
|  | const struct dsa_device_ops *ops = dev->dsa_ptr->tag_ops; | 
|  |  | 
|  | if ((dev->priv_flags & IFF_UNICAST_FLT) && !ops->promisc_on_conduit) | 
|  | return; | 
|  |  | 
|  | ASSERT_RTNL(); | 
|  |  | 
|  | dev_set_promiscuity(dev, inc); | 
|  | } | 
|  |  | 
|  | static ssize_t tagging_show(struct device *d, struct device_attribute *attr, | 
|  | char *buf) | 
|  | { | 
|  | struct net_device *dev = to_net_dev(d); | 
|  | struct dsa_port *cpu_dp = dev->dsa_ptr; | 
|  |  | 
|  | return sysfs_emit(buf, "%s\n", | 
|  | dsa_tag_protocol_to_str(cpu_dp->tag_ops)); | 
|  | } | 
|  |  | 
|  | static ssize_t tagging_store(struct device *d, struct device_attribute *attr, | 
|  | const char *buf, size_t count) | 
|  | { | 
|  | const struct dsa_device_ops *new_tag_ops, *old_tag_ops; | 
|  | const char *end = strchrnul(buf, '\n'), *name; | 
|  | struct net_device *dev = to_net_dev(d); | 
|  | struct dsa_port *cpu_dp = dev->dsa_ptr; | 
|  | size_t len = end - buf; | 
|  | int err; | 
|  |  | 
|  | /* Empty string passed */ | 
|  | if (!len) | 
|  | return -ENOPROTOOPT; | 
|  |  | 
|  | name = kstrndup(buf, len, GFP_KERNEL); | 
|  | if (!name) | 
|  | return -ENOMEM; | 
|  |  | 
|  | old_tag_ops = cpu_dp->tag_ops; | 
|  | new_tag_ops = dsa_tag_driver_get_by_name(name); | 
|  | kfree(name); | 
|  | /* Bad tagger name? */ | 
|  | if (IS_ERR(new_tag_ops)) | 
|  | return PTR_ERR(new_tag_ops); | 
|  |  | 
|  | if (new_tag_ops == old_tag_ops) | 
|  | /* Drop the temporarily held duplicate reference, since | 
|  | * the DSA switch tree uses this tagger. | 
|  | */ | 
|  | goto out; | 
|  |  | 
|  | err = dsa_tree_change_tag_proto(cpu_dp->ds->dst, new_tag_ops, | 
|  | old_tag_ops); | 
|  | if (err) { | 
|  | /* On failure the old tagger is restored, so we don't need the | 
|  | * driver for the new one. | 
|  | */ | 
|  | dsa_tag_driver_put(new_tag_ops); | 
|  | return err; | 
|  | } | 
|  |  | 
|  | /* On success we no longer need the module for the old tagging protocol | 
|  | */ | 
|  | out: | 
|  | dsa_tag_driver_put(old_tag_ops); | 
|  | return count; | 
|  | } | 
|  | static DEVICE_ATTR_RW(tagging); | 
|  |  | 
|  | static struct attribute *dsa_user_attrs[] = { | 
|  | &dev_attr_tagging.attr, | 
|  | NULL | 
|  | }; | 
|  |  | 
|  | static const struct attribute_group dsa_group = { | 
|  | .name	= "dsa", | 
|  | .attrs	= dsa_user_attrs, | 
|  | }; | 
|  |  | 
|  | static void dsa_conduit_reset_mtu(struct net_device *dev) | 
|  | { | 
|  | int err; | 
|  |  | 
|  | err = dev_set_mtu(dev, ETH_DATA_LEN); | 
|  | if (err) | 
|  | netdev_dbg(dev, | 
|  | "Unable to reset MTU to exclude DSA overheads\n"); | 
|  | } | 
|  |  | 
|  | int dsa_conduit_setup(struct net_device *dev, struct dsa_port *cpu_dp) | 
|  | { | 
|  | const struct dsa_device_ops *tag_ops = cpu_dp->tag_ops; | 
|  | struct dsa_switch *ds = cpu_dp->ds; | 
|  | struct device_link *consumer_link; | 
|  | int mtu, ret; | 
|  |  | 
|  | mtu = ETH_DATA_LEN + dsa_tag_protocol_overhead(tag_ops); | 
|  |  | 
|  | /* The DSA conduit must use SET_NETDEV_DEV for this to work. */ | 
|  | if (!netif_is_lag_master(dev)) { | 
|  | consumer_link = device_link_add(ds->dev, dev->dev.parent, | 
|  | DL_FLAG_AUTOREMOVE_CONSUMER); | 
|  | if (!consumer_link) | 
|  | netdev_err(dev, | 
|  | "Failed to create a device link to DSA switch %s\n", | 
|  | dev_name(ds->dev)); | 
|  | } | 
|  |  | 
|  | /* The switch driver may not implement ->port_change_mtu(), case in | 
|  | * which dsa_user_change_mtu() will not update the conduit MTU either, | 
|  | * so we need to do that here. | 
|  | */ | 
|  | ret = dev_set_mtu(dev, mtu); | 
|  | if (ret) | 
|  | netdev_warn(dev, "error %d setting MTU to %d to include DSA overhead\n", | 
|  | ret, mtu); | 
|  |  | 
|  | /* If we use a tagging format that doesn't have an ethertype | 
|  | * field, make sure that all packets from this point on get | 
|  | * sent to the tag format's receive function. | 
|  | */ | 
|  | wmb(); | 
|  |  | 
|  | dev->dsa_ptr = cpu_dp; | 
|  |  | 
|  | dsa_conduit_set_promiscuity(dev, 1); | 
|  |  | 
|  | ret = dsa_conduit_ethtool_setup(dev); | 
|  | if (ret) | 
|  | goto out_err_reset_promisc; | 
|  |  | 
|  | ret = sysfs_create_group(&dev->dev.kobj, &dsa_group); | 
|  | if (ret) | 
|  | goto out_err_ethtool_teardown; | 
|  |  | 
|  | return ret; | 
|  |  | 
|  | out_err_ethtool_teardown: | 
|  | dsa_conduit_ethtool_teardown(dev); | 
|  | out_err_reset_promisc: | 
|  | dsa_conduit_set_promiscuity(dev, -1); | 
|  | return ret; | 
|  | } | 
|  |  | 
|  | void dsa_conduit_teardown(struct net_device *dev) | 
|  | { | 
|  | sysfs_remove_group(&dev->dev.kobj, &dsa_group); | 
|  | dsa_conduit_ethtool_teardown(dev); | 
|  | dsa_conduit_reset_mtu(dev); | 
|  | dsa_conduit_set_promiscuity(dev, -1); | 
|  |  | 
|  | dev->dsa_ptr = NULL; | 
|  |  | 
|  | /* If we used a tagging format that doesn't have an ethertype | 
|  | * field, make sure that all packets from this point get sent | 
|  | * without the tag and go through the regular receive path. | 
|  | */ | 
|  | wmb(); | 
|  | } | 
|  |  | 
|  | int dsa_conduit_lag_setup(struct net_device *lag_dev, struct dsa_port *cpu_dp, | 
|  | struct netdev_lag_upper_info *uinfo, | 
|  | struct netlink_ext_ack *extack) | 
|  | { | 
|  | bool conduit_setup = false; | 
|  | int err; | 
|  |  | 
|  | if (!netdev_uses_dsa(lag_dev)) { | 
|  | err = dsa_conduit_setup(lag_dev, cpu_dp); | 
|  | if (err) | 
|  | return err; | 
|  |  | 
|  | conduit_setup = true; | 
|  | } | 
|  |  | 
|  | err = dsa_port_lag_join(cpu_dp, lag_dev, uinfo, extack); | 
|  | if (err) { | 
|  | NL_SET_ERR_MSG_WEAK_MOD(extack, "CPU port failed to join LAG"); | 
|  | goto out_conduit_teardown; | 
|  | } | 
|  |  | 
|  | return 0; | 
|  |  | 
|  | out_conduit_teardown: | 
|  | if (conduit_setup) | 
|  | dsa_conduit_teardown(lag_dev); | 
|  | return err; | 
|  | } | 
|  |  | 
|  | /* Tear down a conduit if there isn't any other user port on it, | 
|  | * optionally also destroying LAG information. | 
|  | */ | 
|  | void dsa_conduit_lag_teardown(struct net_device *lag_dev, | 
|  | struct dsa_port *cpu_dp) | 
|  | { | 
|  | struct net_device *upper; | 
|  | struct list_head *iter; | 
|  |  | 
|  | dsa_port_lag_leave(cpu_dp, lag_dev); | 
|  |  | 
|  | netdev_for_each_upper_dev_rcu(lag_dev, upper, iter) | 
|  | if (dsa_user_dev_check(upper)) | 
|  | return; | 
|  |  | 
|  | dsa_conduit_teardown(lag_dev); | 
|  | } |