// SPDX-License-Identifier: ISC /* * Copyright (c) 2012-2017 Qualcomm Atheros, Inc. * Copyright (c) 2018-2019, The Linux Foundation. All rights reserved. */ #include #include #include "wil6210.h" #include "txrx.h" #include "config.h" #if defined(CONFIG_WIL6210_NSS_SUPPORT) #include #endif bool ac_queues; /* = false; */ module_param(ac_queues, bool, 0444); MODULE_PARM_DESC(ac_queues, " enable access category for transmit packets. default false"); bool q_per_sta; /* = false; */ module_param(q_per_sta, bool, 0444); MODULE_PARM_DESC(q_per_sta, " enable allocating tx queue(s) per station. default false"); bool wil_has_other_active_ifaces(struct wil6210_priv *wil, struct net_device *ndev, bool up, bool ok) { int i; struct wil6210_vif *vif; struct net_device *ndev_i; for (i = 0; i < GET_MAX_VIFS(wil); i++) { vif = wil->vifs[i]; if (vif) { ndev_i = vif_to_ndev(vif); if (ndev_i != ndev) if ((up && (ndev_i->flags & IFF_UP)) || (ok && netif_carrier_ok(ndev_i))) return true; } } return false; } bool wil_has_active_ifaces(struct wil6210_priv *wil, bool up, bool ok) { /* use NULL ndev argument to check all interfaces */ return wil_has_other_active_ifaces(wil, NULL, up, ok); } static int wil_open(struct net_device *ndev) { struct wil6210_priv *wil = ndev_to_wil(ndev); #if defined(CONFIG_WIL6210_NSS_SUPPORT) struct wil6210_vif *vif = ndev_to_vif(ndev); #endif int rc = 0; wil_dbg_misc(wil, "open\n"); #if defined(CONFIG_WIL6210_NSS_SUPPORT) if (!vif->nss_handle) { vif->nss_handle = nss_virt_if_create_sync(ndev); if (!vif->nss_handle) { wil_err(wil, "Failed to register with NSS, mid %d\n", vif->mid); return -EINVAL; } wil_info(wil, "Registered with NSS, mid %d\n", vif->mid); } #endif if (debug_fw || test_bit(WMI_FW_CAPABILITY_WMI_ONLY, wil->fw_capabilities)) { wil_err(wil, "while in debug_fw or wmi_only mode\n"); return -EINVAL; } if (!wil_has_other_active_ifaces(wil, ndev, true, false)) { wil_dbg_misc(wil, "open, first iface\n"); rc = wil_pm_runtime_get(wil); if (rc < 0) return rc; rc = wil_up(wil); if (rc) wil_pm_runtime_put(wil); } return rc; } static int wil_stop(struct net_device *ndev) { struct wil6210_priv *wil = ndev_to_wil(ndev); int rc = 0; wil_dbg_misc(wil, "stop\n"); if (!wil_has_other_active_ifaces(wil, ndev, true, false)) { wil_dbg_misc(wil, "stop, last iface\n"); rc = wil_down(wil); if (!rc) wil_pm_runtime_put(wil); } return rc; } static int wil_change_mtu(struct net_device *ndev, int new_mtu) { struct wil6210_priv *wil = ndev_to_wil(ndev); if (new_mtu < 68 || new_mtu > mtu_max) { wil_err(wil, "invalid MTU %d\n", new_mtu); return -EINVAL; } wil_dbg_misc(wil, "change MTU %d -> %d\n", ndev->mtu, new_mtu); ndev->mtu = new_mtu; return 0; } static int wil_do_ioctl(struct net_device *ndev, struct ifreq *ifr, int cmd) { struct wil6210_priv *wil = ndev_to_wil(ndev); return wil_ioctl(wil, ifr->ifr_data, cmd); } /** * AC to queue mapping * * AC_VO -> queue 3 * AC_VI -> queue 2 * AC_BE -> queue 1 * AC_BK -> queue 0 */ static u16 wil_select_ac_queue(struct wil6210_priv *wil, struct sk_buff *skb) { static const u16 wil_1d_to_queue[8] = {1, 0, 0, 1, 2, 2, 3, 3}; u16 ac_qid; /* determine the priority */ if (skb->priority == 0 || skb->priority > 7) skb->priority = cfg80211_classify8021d(skb, NULL); if (unlikely(skb->priority >= ARRAY_SIZE(wil_1d_to_queue))) skb->priority = 0; ac_qid = wil_1d_to_queue[skb->priority]; wil_dbg_txrx(wil, "select queue for priority %d -> queue %d\n", skb->priority, ac_qid); return ac_qid; } static u16 wil_select_queue(struct net_device *ndev, struct sk_buff *skb, void *accel_priv, select_queue_fallback_t fallback) { struct wil6210_vif *vif = ndev_to_vif(ndev); struct wil6210_priv *wil = vif_to_wil(vif); struct ethhdr *eth = (void *)skb->data; u16 qid = 0; bool mcast; if (!WIL_Q_PER_STA_USED(vif)) goto out; mcast = is_multicast_ether_addr(eth->h_dest); if (mcast) { qid = max_assoc_sta; } else { qid = wil_find_cid(wil, vif->mid, eth->h_dest); /* the MCAST queues also used as default queues */ if (qid < 0) qid = max_assoc_sta; } out: if (ac_queues) { qid *= WIL6210_TX_AC_QUEUES; qid += wil_select_ac_queue(wil, skb); } return qid; } static const struct net_device_ops wil_netdev_ops = { .ndo_open = wil_open, .ndo_stop = wil_stop, .ndo_start_xmit = wil_start_xmit, .ndo_select_queue = wil_select_queue, .ndo_set_mac_address = eth_mac_addr, .ndo_validate_addr = eth_validate_addr, .ndo_change_mtu = wil_change_mtu, .ndo_do_ioctl = wil_do_ioctl, }; static int wil6210_netdev_poll_rx(struct napi_struct *napi, int budget) { struct wil6210_priv *wil = container_of(napi, struct wil6210_priv, napi_rx); int quota = budget; int done; wil_rx_handle(wil, "a); done = budget - quota; if (done < budget) { napi_complete_done(napi, done); wil6210_unmask_irq_rx(wil); wil_dbg_txrx(wil, "NAPI RX complete\n"); } wil_dbg_txrx(wil, "NAPI RX poll(%d) done %d\n", budget, done); return done; } static int wil6210_netdev_poll_rx_edma(struct napi_struct *napi, int budget) { struct wil6210_priv *wil = container_of(napi, struct wil6210_priv, napi_rx); int quota = budget; int done; wil_rx_handle_edma(wil, "a); done = budget - quota; if (done < budget) { napi_complete_done(napi, done); wil6210_unmask_irq_rx_edma(wil); wil_dbg_txrx(wil, "NAPI RX complete\n"); } wil_dbg_txrx(wil, "NAPI RX poll(%d) done %d\n", budget, done); return done; } static int wil6210_netdev_poll_tx(struct napi_struct *napi, int budget) { struct wil6210_priv *wil = container_of(napi, struct wil6210_priv, napi_tx); int tx_done = 0; uint i; /* always process ALL Tx complete, regardless budget - it is fast */ for (i = 0; i < WIL6210_MAX_TX_RINGS; i++) { struct wil_ring *ring = &wil->ring_tx[i]; struct wil_ring_tx_data *txdata = &wil->ring_tx_data[i]; struct wil6210_vif *vif; if (!ring->va || !txdata->enabled || txdata->mid >= GET_MAX_VIFS(wil)) continue; vif = wil->vifs[txdata->mid]; if (unlikely(!vif)) { wil_dbg_txrx(wil, "Invalid MID %d\n", txdata->mid); continue; } tx_done += wil_tx_complete(vif, i); } if (tx_done < budget) { napi_complete(napi); wil6210_unmask_irq_tx(wil); wil_dbg_txrx(wil, "NAPI TX complete\n"); } wil_dbg_txrx(wil, "NAPI TX poll(%d) done %d\n", budget, tx_done); return min(tx_done, budget); } static int wil6210_netdev_poll_tx_edma(struct napi_struct *napi, int budget) { struct wil6210_priv *wil = container_of(napi, struct wil6210_priv, napi_tx); int tx_done; /* There is only one status TX ring */ struct wil_status_ring *sring; if (wil->tx_sring_idx >= WIL6210_MAX_STATUS_RINGS) { napi_complete(napi); return 0; } sring = &wil->srings[wil->tx_sring_idx]; if (!sring->va) { napi_complete(napi); return 0; } tx_done = wil_tx_sring_handler(wil, sring); if (tx_done < budget) { napi_complete(napi); wil6210_unmask_irq_tx_edma(wil); wil_dbg_txrx(wil, "NAPI TX complete\n"); } wil_dbg_txrx(wil, "NAPI TX poll(%d) done %d\n", budget, tx_done); return min(tx_done, budget); } static void wil_dev_setup(struct net_device *dev) { ether_setup(dev); dev->tx_queue_len = WIL_TX_Q_LEN_DEFAULT; } static void wil_vif_deinit(struct wil6210_vif *vif) { wil_ftm_deinit(vif); del_timer_sync(&vif->scan_timer); del_timer_sync(&vif->p2p.discovery_timer); cancel_work_sync(&vif->disconnect_worker); cancel_work_sync(&vif->p2p.discovery_expired_work); cancel_work_sync(&vif->p2p.delayed_listen_work); wil_probe_client_flush(vif); cancel_work_sync(&vif->probe_client_worker); } void wil_vif_free(struct wil6210_vif *vif) { struct net_device *ndev = vif_to_ndev(vif); wil_vif_deinit(vif); free_netdev(ndev); } static void wil_ndev_destructor(struct net_device *ndev) { struct wil6210_vif *vif = ndev_to_vif(ndev); wil_vif_deinit(vif); } static void wil_connect_timer_fn(ulong x) { struct wil6210_vif *vif = (void *)x; struct wil6210_priv *wil = vif_to_wil(vif); bool q; wil_err(wil, "Connect timeout detected, disconnect station\n"); /* reschedule to thread context - disconnect won't * run from atomic context. * queue on wmi_wq to prevent race with connect event. */ q = queue_work(wil->wmi_wq, &vif->disconnect_worker); wil_dbg_wmi(wil, "queue_work of disconnect_worker -> %d\n", q); } static void wil_scan_timer_fn(ulong x) { struct wil6210_vif *vif = (void *)x; struct wil6210_priv *wil = vif_to_wil(vif); clear_bit(wil_status_fwready, wil->status); wil_err(wil, "Scan timeout detected, start fw error recovery\n"); wil_fw_error_recovery(wil); } static void wil_p2p_discovery_timer_fn(ulong x) { struct wil6210_vif *vif = (void *)x; struct wil6210_priv *wil = vif_to_wil(vif); wil_dbg_misc(wil, "p2p_discovery_timer_fn\n"); schedule_work(&vif->p2p.discovery_expired_work); } static void wil_vif_init(struct wil6210_vif *vif) { vif->bcast_ring = -1; mutex_init(&vif->probe_client_mutex); setup_timer(&vif->connect_timer, wil_connect_timer_fn, (ulong)vif); setup_timer(&vif->scan_timer, wil_scan_timer_fn, (ulong)vif); setup_timer(&vif->p2p.discovery_timer, wil_p2p_discovery_timer_fn, (ulong)vif); INIT_WORK(&vif->probe_client_worker, wil_probe_client_worker); INIT_WORK(&vif->disconnect_worker, wil_disconnect_worker); INIT_WORK(&vif->p2p.delayed_listen_work, wil_p2p_delayed_listen_work); INIT_LIST_HEAD(&vif->probe_client_pending); wil_ftm_init(vif); vif->net_queue_stopped = 1; } static u8 wil_vif_find_free_mid(struct wil6210_priv *wil) { u8 i; for (i = 0; i < GET_MAX_VIFS(wil); i++) { if (!wil->vifs[i]) return i; } return U8_MAX; } struct wil6210_vif * wil_vif_alloc(struct wil6210_priv *wil, const char *name, unsigned char name_assign_type, enum nl80211_iftype iftype) { struct net_device *ndev; struct wireless_dev *wdev; struct wil6210_vif *vif; u8 mid; u16 num_of_queues = 1; mid = wil_vif_find_free_mid(wil); if (mid == U8_MAX) { wil_err(wil, "no available virtual interface\n"); return ERR_PTR(-EINVAL); } if (ac_queues) num_of_queues = WIL6210_TX_AC_QUEUES; if (q_per_sta) num_of_queues *= (WIL6210_MAX_CID + 1); if (num_of_queues > 1) ndev = alloc_netdev_mqs(sizeof(*vif), name, name_assign_type, wil_dev_setup, num_of_queues, 1); else ndev = alloc_netdev(sizeof(*vif), name, name_assign_type, wil_dev_setup); if (!ndev) { dev_err(wil_to_dev(wil), "alloc_netdev failed\n"); return ERR_PTR(-ENOMEM); } if (mid == 0) wil->main_ndev = ndev; else ndev->destructor = wil_ndev_destructor; vif = ndev_to_vif(ndev); vif->ndev = ndev; vif->wil = wil; vif->mid = mid; wil_vif_init(vif); wdev = &vif->wdev; wdev->wiphy = wil->wiphy; wdev->iftype = iftype; ndev->netdev_ops = &wil_netdev_ops; wil_set_ethtoolops(ndev); ndev->ieee80211_ptr = wdev; ndev->hw_features = NETIF_F_HW_CSUM | NETIF_F_RXCSUM | NETIF_F_SG | NETIF_F_GRO | NETIF_F_TSO | NETIF_F_TSO6; SET_NETDEV_DEV(ndev, wiphy_dev(wdev->wiphy)); wdev->netdev = ndev; return vif; } void *wil_if_alloc(struct device *dev) { struct wil6210_priv *wil; struct wil6210_vif *vif; int rc = 0; wil = wil_cfg80211_init(dev); if (IS_ERR(wil)) { dev_err(dev, "wil_cfg80211_init failed\n"); return wil; } rc = wil_priv_init(wil); if (rc) { dev_err(dev, "wil_priv_init failed\n"); goto out_cfg; } /* read and parse ini file */ wil_parse_config_ini(wil); wil_wiphy_init(wil); wil_dbg_misc(wil, "if_alloc\n"); vif = wil_vif_alloc(wil, "wlan%d", NET_NAME_UNKNOWN, NL80211_IFTYPE_STATION); if (IS_ERR(vif)) { dev_err(dev, "wil_vif_alloc failed\n"); rc = -ENOMEM; goto out_priv; } wil->radio_wdev = vif_to_wdev(vif); return wil; out_priv: wil_priv_deinit(wil); out_cfg: wil_cfg80211_deinit(wil); return ERR_PTR(rc); } void wil_if_free(struct wil6210_priv *wil) { struct net_device *ndev = wil->main_ndev; wil_dbg_misc(wil, "if_free\n"); if (!ndev) return; wil_priv_deinit(wil); wil->main_ndev = NULL; wil_ndev_destructor(ndev); free_netdev(ndev); wil_cfg80211_deinit(wil); } int wil_vif_add(struct wil6210_priv *wil, struct wil6210_vif *vif) { struct net_device *ndev = vif_to_ndev(vif); struct wireless_dev *wdev = vif_to_wdev(vif); bool any_active = wil_has_active_ifaces(wil, true, false); int rc; ASSERT_RTNL(); if (wil->vifs[vif->mid]) { dev_err(&ndev->dev, "VIF with mid %d already in use\n", vif->mid); return -EEXIST; } if (any_active && vif->mid != 0) { rc = wmi_port_allocate(wil, vif->mid, ndev->dev_addr, wdev->iftype); if (rc) return rc; } ndev->features |= ndev->hw_features; rc = register_netdevice(ndev); if (rc < 0) { dev_err(&ndev->dev, "Failed to register netdev: %d\n", rc); if (any_active && vif->mid != 0) wmi_port_delete(wil, vif->mid); return rc; } if (wil->umac_handle) { vif->umac_vap = wil->umac_ops.vap_add(wil->umac_handle, vif, ndev); if (!vif->umac_vap) { unregister_netdevice(ndev); if (any_active && vif->mid != 0) wmi_port_delete(wil, vif->mid); return -ENOMEM; } } wil->vifs[vif->mid] = vif; return 0; } int wil_if_add(struct wil6210_priv *wil) { struct wiphy *wiphy = wil->wiphy; struct net_device *ndev = wil->main_ndev; struct wil6210_vif *vif = ndev_to_vif(ndev); int rc; wil_dbg_misc(wil, "entered"); strlcpy(wiphy->fw_version, wil->fw_version, sizeof(wiphy->fw_version)); rc = wiphy_register(wiphy); if (rc < 0) { wil_err(wil, "failed to register wiphy, err %d\n", rc); return rc; } init_dummy_netdev(&wil->napi_ndev); if (wil->use_enhanced_dma_hw) { netif_napi_add(&wil->napi_ndev, &wil->napi_rx, wil6210_netdev_poll_rx_edma, WIL6210_NAPI_BUDGET); netif_napi_add(&wil->napi_ndev, &wil->napi_tx, wil6210_netdev_poll_tx_edma, WIL6210_NAPI_BUDGET); } else { netif_napi_add(&wil->napi_ndev, &wil->napi_rx, wil6210_netdev_poll_rx, WIL6210_NAPI_BUDGET); netif_napi_add(&wil->napi_ndev, &wil->napi_tx, wil6210_netdev_poll_tx, WIL6210_NAPI_BUDGET); } wil_update_net_queues_bh(wil, vif, NULL, true); if (umac_mode) { wil->umac_handle = wil_umac_register(wil); if (!wil->umac_handle) { wil_err(wil, "wil_umac_register failed\n"); rc = -ENOMEM; goto out_wiphy; } } rtnl_lock(); rc = wil_vif_add(wil, vif); rtnl_unlock(); if (rc < 0) goto umac_unreg; return 0; umac_unreg: wil_umac_unregister(wil); out_wiphy: wiphy_unregister(wiphy); return rc; } void wil_vif_remove(struct wil6210_priv *wil, u8 mid) { struct wil6210_vif *vif; struct net_device *ndev; bool any_active = wil_has_active_ifaces(wil, true, false); ASSERT_RTNL(); if (mid >= GET_MAX_VIFS(wil)) { wil_err(wil, "invalid MID: %d\n", mid); return; } vif = wil->vifs[mid]; if (!vif) { wil_err(wil, "MID %d not registered\n", mid); return; } #if defined(CONFIG_WIL6210_NSS_SUPPORT) if (vif->nss_handle) nss_virt_if_destroy_sync(vif->nss_handle); #endif mutex_lock(&wil->mutex); wil6210_disconnect(vif, NULL, WLAN_REASON_DEAUTH_LEAVING); mutex_unlock(&wil->mutex); if (vif->umac_vap) { wil->umac_ops.vap_remove(vif->umac_vap); vif->umac_vap = NULL; } ndev = vif_to_ndev(vif); /* during unregister_netdevice cfg80211_leave may perform operations * such as stop AP, disconnect, so we only clear the VIF afterwards */ unregister_netdevice(ndev); if (any_active && vif->mid != 0) wmi_port_delete(wil, vif->mid); /* make sure no one is accessing the VIF before removing */ mutex_lock(&wil->vif_mutex); wil->vifs[mid] = NULL; /* ensure NAPI code will see the NULL VIF */ wmb(); if (test_bit(wil_status_napi_en, wil->status)) { napi_synchronize(&wil->napi_rx); napi_synchronize(&wil->napi_tx); } mutex_unlock(&wil->vif_mutex); flush_work(&wil->wmi_event_worker); del_timer_sync(&vif->connect_timer); cancel_work_sync(&vif->disconnect_worker); wil_probe_client_flush(vif); cancel_work_sync(&vif->probe_client_worker); /* for VIFs, ndev will be freed by destructor after RTNL is unlocked. * the main interface will be freed in wil_if_free, we need to keep it * a bit longer so logging macros will work. */ } void wil_if_remove(struct wil6210_priv *wil) { struct net_device *ndev = wil->main_ndev; struct wireless_dev *wdev = ndev->ieee80211_ptr; wil_dbg_misc(wil, "if_remove\n"); rtnl_lock(); wil_vif_remove(wil, 0); rtnl_unlock(); wil_umac_unregister(wil); netif_napi_del(&wil->napi_tx); netif_napi_del(&wil->napi_rx); wiphy_unregister(wdev->wiphy); }