| Author | Tokens | Token Proportion | Commits | Commit Proportion |
|---|---|---|---|---|
| Kalle Valo | 15195 | 53.82% | 6 | 6.00% |
| Manikanta Pubbisetty | 2953 | 10.46% | 3 | 3.00% |
| Aloka Dixit | 2818 | 9.98% | 1 | 1.00% |
| Anilkumar Kolli | 1921 | 6.80% | 9 | 9.00% |
| Sriram R | 1613 | 5.71% | 7 | 7.00% |
| Carl Huang | 950 | 3.36% | 8 | 8.00% |
| Karthikeyan Periyasamy | 717 | 2.54% | 5 | 5.00% |
| Pradeep Kumar Chitrapu | 551 | 1.95% | 4 | 4.00% |
| John Crispin | 246 | 0.87% | 4 | 4.00% |
| Harshitha Prem | 234 | 0.83% | 5 | 5.00% |
| P Praneesh | 190 | 0.67% | 7 | 7.00% |
| Venkateswara Naralasetty | 149 | 0.53% | 5 | 5.00% |
| Tamizh chelvam | 136 | 0.48% | 2 | 2.00% |
| Baochen Qiang | 128 | 0.45% | 3 | 3.00% |
| Karthikeyan Kathirvel | 103 | 0.36% | 1 | 1.00% |
| Govindaraj Saminathan | 62 | 0.22% | 2 | 2.00% |
| Vasanthakumar Thiagarajan | 58 | 0.21% | 1 | 1.00% |
| Wen Gong | 56 | 0.20% | 4 | 4.00% |
| Miles Hu | 42 | 0.15% | 3 | 3.00% |
| Nagarajan Maran | 22 | 0.08% | 2 | 2.00% |
| Thiraviyam Mariyappan | 20 | 0.07% | 1 | 1.00% |
| Janusz Dziedzic | 17 | 0.06% | 3 | 3.00% |
| Jeff Johnson | 15 | 0.05% | 4 | 4.00% |
| Johan Hovold | 11 | 0.04% | 1 | 1.00% |
| Maharaja Kennadyrajan | 6 | 0.02% | 1 | 1.00% |
| Miaoqian Lin | 5 | 0.02% | 1 | 1.00% |
| Tom Rix | 4 | 0.01% | 1 | 1.00% |
| Govind Singh | 3 | 0.01% | 1 | 1.00% |
| Seevalamuthu Mariappan | 2 | 0.01% | 1 | 1.00% |
| Gustavo A. R. Silva | 2 | 0.01% | 1 | 1.00% |
| Rameshkumar Sundaram | 2 | 0.01% | 1 | 1.00% |
| Aditya Kumar Singh | 1 | 0.00% | 1 | 1.00% |
| Wei Yongjun | 1 | 0.00% | 1 | 1.00% |
| Total | 28233 | 100 |
// SPDX-License-Identifier: BSD-3-Clause-Clear /* * Copyright (c) 2018-2019 The Linux Foundation. All rights reserved. * Copyright (c) 2021-2023 Qualcomm Innovation Center, Inc. All rights reserved. */ #include <linux/ieee80211.h> #include <linux/kernel.h> #include <linux/skbuff.h> #include <crypto/hash.h> #include "core.h" #include "debug.h" #include "debugfs_htt_stats.h" #include "debugfs_sta.h" #include "hal_desc.h" #include "hw.h" #include "dp_rx.h" #include "hal_rx.h" #include "dp_tx.h" #include "peer.h" #define ATH11K_DP_RX_FRAGMENT_TIMEOUT_MS (2 * HZ) static inline u8 *ath11k_dp_rx_h_80211_hdr(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_hdr_status(desc); } static inline enum hal_encrypt_type ath11k_dp_rx_h_mpdu_start_enctype(struct ath11k_base *ab, struct hal_rx_desc *desc) { if (!ab->hw_params.hw_ops->rx_desc_encrypt_valid(desc)) return HAL_ENCRYPT_TYPE_OPEN; return ab->hw_params.hw_ops->rx_desc_get_encrypt_type(desc); } static inline u8 ath11k_dp_rx_h_msdu_start_decap_type(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_decap_type(desc); } static inline bool ath11k_dp_rx_h_msdu_start_ldpc_support(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_ldpc_support(desc); } static inline u8 ath11k_dp_rx_h_msdu_start_mesh_ctl_present(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_mesh_ctl(desc); } static inline bool ath11k_dp_rx_h_mpdu_start_seq_ctrl_valid(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_mpdu_seq_ctl_vld(desc); } static inline bool ath11k_dp_rx_h_mpdu_start_fc_valid(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_mpdu_fc_valid(desc); } static inline bool ath11k_dp_rx_h_mpdu_start_more_frags(struct ath11k_base *ab, struct sk_buff *skb) { struct ieee80211_hdr *hdr; hdr = (struct ieee80211_hdr *)(skb->data + ab->hw_params.hal_desc_sz); return ieee80211_has_morefrags(hdr->frame_control); } static inline u16 ath11k_dp_rx_h_mpdu_start_frag_no(struct ath11k_base *ab, struct sk_buff *skb) { struct ieee80211_hdr *hdr; hdr = (struct ieee80211_hdr *)(skb->data + ab->hw_params.hal_desc_sz); return le16_to_cpu(hdr->seq_ctrl) & IEEE80211_SCTL_FRAG; } static inline u16 ath11k_dp_rx_h_mpdu_start_seq_no(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_mpdu_start_seq_no(desc); } static inline void *ath11k_dp_rx_get_attention(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_attention(desc); } static inline bool ath11k_dp_rx_h_attn_msdu_done(struct rx_attention *attn) { return !!FIELD_GET(RX_ATTENTION_INFO2_MSDU_DONE, __le32_to_cpu(attn->info2)); } static inline bool ath11k_dp_rx_h_attn_l4_cksum_fail(struct rx_attention *attn) { return !!FIELD_GET(RX_ATTENTION_INFO1_TCP_UDP_CKSUM_FAIL, __le32_to_cpu(attn->info1)); } static inline bool ath11k_dp_rx_h_attn_ip_cksum_fail(struct rx_attention *attn) { return !!FIELD_GET(RX_ATTENTION_INFO1_IP_CKSUM_FAIL, __le32_to_cpu(attn->info1)); } static inline bool ath11k_dp_rx_h_attn_is_decrypted(struct rx_attention *attn) { return (FIELD_GET(RX_ATTENTION_INFO2_DCRYPT_STATUS_CODE, __le32_to_cpu(attn->info2)) == RX_DESC_DECRYPT_STATUS_CODE_OK); } static u32 ath11k_dp_rx_h_attn_mpdu_err(struct rx_attention *attn) { u32 info = __le32_to_cpu(attn->info1); u32 errmap = 0; if (info & RX_ATTENTION_INFO1_FCS_ERR) errmap |= DP_RX_MPDU_ERR_FCS; if (info & RX_ATTENTION_INFO1_DECRYPT_ERR) errmap |= DP_RX_MPDU_ERR_DECRYPT; if (info & RX_ATTENTION_INFO1_TKIP_MIC_ERR) errmap |= DP_RX_MPDU_ERR_TKIP_MIC; if (info & RX_ATTENTION_INFO1_A_MSDU_ERROR) errmap |= DP_RX_MPDU_ERR_AMSDU_ERR; if (info & RX_ATTENTION_INFO1_OVERFLOW_ERR) errmap |= DP_RX_MPDU_ERR_OVERFLOW; if (info & RX_ATTENTION_INFO1_MSDU_LEN_ERR) errmap |= DP_RX_MPDU_ERR_MSDU_LEN; if (info & RX_ATTENTION_INFO1_MPDU_LEN_ERR) errmap |= DP_RX_MPDU_ERR_MPDU_LEN; return errmap; } static bool ath11k_dp_rx_h_attn_msdu_len_err(struct ath11k_base *ab, struct hal_rx_desc *desc) { struct rx_attention *rx_attention; u32 errmap; rx_attention = ath11k_dp_rx_get_attention(ab, desc); errmap = ath11k_dp_rx_h_attn_mpdu_err(rx_attention); return errmap & DP_RX_MPDU_ERR_MSDU_LEN; } static inline u16 ath11k_dp_rx_h_msdu_start_msdu_len(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_msdu_len(desc); } static inline u8 ath11k_dp_rx_h_msdu_start_sgi(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_msdu_sgi(desc); } static inline u8 ath11k_dp_rx_h_msdu_start_rate_mcs(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_msdu_rate_mcs(desc); } static inline u8 ath11k_dp_rx_h_msdu_start_rx_bw(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_msdu_rx_bw(desc); } static inline u32 ath11k_dp_rx_h_msdu_start_freq(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_msdu_freq(desc); } static inline u8 ath11k_dp_rx_h_msdu_start_pkt_type(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_msdu_pkt_type(desc); } static inline u8 ath11k_dp_rx_h_msdu_start_nss(struct ath11k_base *ab, struct hal_rx_desc *desc) { return hweight8(ab->hw_params.hw_ops->rx_desc_get_msdu_nss(desc)); } static inline u8 ath11k_dp_rx_h_mpdu_start_tid(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_mpdu_tid(desc); } static inline u16 ath11k_dp_rx_h_mpdu_start_peer_id(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_mpdu_peer_id(desc); } static inline u8 ath11k_dp_rx_h_msdu_end_l3pad(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_l3_pad_bytes(desc); } static inline bool ath11k_dp_rx_h_msdu_end_first_msdu(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_first_msdu(desc); } static bool ath11k_dp_rx_h_msdu_end_last_msdu(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_get_last_msdu(desc); } static void ath11k_dp_rx_desc_end_tlv_copy(struct ath11k_base *ab, struct hal_rx_desc *fdesc, struct hal_rx_desc *ldesc) { ab->hw_params.hw_ops->rx_desc_copy_attn_end_tlv(fdesc, ldesc); } static inline u32 ath11k_dp_rxdesc_get_mpdulen_err(struct rx_attention *attn) { return FIELD_GET(RX_ATTENTION_INFO1_MPDU_LEN_ERR, __le32_to_cpu(attn->info1)); } static inline u8 *ath11k_dp_rxdesc_get_80211hdr(struct ath11k_base *ab, struct hal_rx_desc *rx_desc) { u8 *rx_pkt_hdr; rx_pkt_hdr = ab->hw_params.hw_ops->rx_desc_get_msdu_payload(rx_desc); return rx_pkt_hdr; } static inline bool ath11k_dp_rxdesc_mpdu_valid(struct ath11k_base *ab, struct hal_rx_desc *rx_desc) { u32 tlv_tag; tlv_tag = ab->hw_params.hw_ops->rx_desc_get_mpdu_start_tag(rx_desc); return tlv_tag == HAL_RX_MPDU_START; } static inline u32 ath11k_dp_rxdesc_get_ppduid(struct ath11k_base *ab, struct hal_rx_desc *rx_desc) { return ab->hw_params.hw_ops->rx_desc_get_mpdu_ppdu_id(rx_desc); } static inline void ath11k_dp_rxdesc_set_msdu_len(struct ath11k_base *ab, struct hal_rx_desc *desc, u16 len) { ab->hw_params.hw_ops->rx_desc_set_msdu_len(desc, len); } static bool ath11k_dp_rx_h_attn_is_mcbc(struct ath11k_base *ab, struct hal_rx_desc *desc) { struct rx_attention *attn = ath11k_dp_rx_get_attention(ab, desc); return ath11k_dp_rx_h_msdu_end_first_msdu(ab, desc) && (!!FIELD_GET(RX_ATTENTION_INFO1_MCAST_BCAST, __le32_to_cpu(attn->info1))); } static bool ath11k_dp_rxdesc_mac_addr2_valid(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_mac_addr2_valid(desc); } static u8 *ath11k_dp_rxdesc_mpdu_start_addr2(struct ath11k_base *ab, struct hal_rx_desc *desc) { return ab->hw_params.hw_ops->rx_desc_mpdu_start_addr2(desc); } static void ath11k_dp_service_mon_ring(struct timer_list *t) { struct ath11k_base *ab = from_timer(ab, t, mon_reap_timer); int i; for (i = 0; i < ab->hw_params.num_rxmda_per_pdev; i++) ath11k_dp_rx_process_mon_rings(ab, i, NULL, DP_MON_SERVICE_BUDGET); mod_timer(&ab->mon_reap_timer, jiffies + msecs_to_jiffies(ATH11K_MON_TIMER_INTERVAL)); } static int ath11k_dp_purge_mon_ring(struct ath11k_base *ab) { int i, reaped = 0; unsigned long timeout = jiffies + msecs_to_jiffies(DP_MON_PURGE_TIMEOUT_MS); do { for (i = 0; i < ab->hw_params.num_rxmda_per_pdev; i++) reaped += ath11k_dp_rx_process_mon_rings(ab, i, NULL, DP_MON_SERVICE_BUDGET); /* nothing more to reap */ if (reaped < DP_MON_SERVICE_BUDGET) return 0; } while (time_before(jiffies, timeout)); ath11k_warn(ab, "dp mon ring purge timeout"); return -ETIMEDOUT; } /* Returns number of Rx buffers replenished */ int ath11k_dp_rxbufs_replenish(struct ath11k_base *ab, int mac_id, struct dp_rxdma_ring *rx_ring, int req_entries, enum hal_rx_buf_return_buf_manager mgr) { struct hal_srng *srng; u32 *desc; struct sk_buff *skb; int num_free; int num_remain; int buf_id; u32 cookie; dma_addr_t paddr; req_entries = min(req_entries, rx_ring->bufs_max); srng = &ab->hal.srng_list[rx_ring->refill_buf_ring.ring_id]; spin_lock_bh(&srng->lock); ath11k_hal_srng_access_begin(ab, srng); num_free = ath11k_hal_srng_src_num_free(ab, srng, true); if (!req_entries && (num_free > (rx_ring->bufs_max * 3) / 4)) req_entries = num_free; req_entries = min(num_free, req_entries); num_remain = req_entries; while (num_remain > 0) { skb = dev_alloc_skb(DP_RX_BUFFER_SIZE + DP_RX_BUFFER_ALIGN_SIZE); if (!skb) break; if (!IS_ALIGNED((unsigned long)skb->data, DP_RX_BUFFER_ALIGN_SIZE)) { skb_pull(skb, PTR_ALIGN(skb->data, DP_RX_BUFFER_ALIGN_SIZE) - skb->data); } paddr = dma_map_single(ab->dev, skb->data, skb->len + skb_tailroom(skb), DMA_FROM_DEVICE); if (dma_mapping_error(ab->dev, paddr)) goto fail_free_skb; spin_lock_bh(&rx_ring->idr_lock); buf_id = idr_alloc(&rx_ring->bufs_idr, skb, 1, (rx_ring->bufs_max * 3) + 1, GFP_ATOMIC); spin_unlock_bh(&rx_ring->idr_lock); if (buf_id <= 0) goto fail_dma_unmap; desc = ath11k_hal_srng_src_get_next_entry(ab, srng); if (!desc) goto fail_idr_remove; ATH11K_SKB_RXCB(skb)->paddr = paddr; cookie = FIELD_PREP(DP_RXDMA_BUF_COOKIE_PDEV_ID, mac_id) | FIELD_PREP(DP_RXDMA_BUF_COOKIE_BUF_ID, buf_id); num_remain--; ath11k_hal_rx_buf_addr_info_set(desc, paddr, cookie, mgr); } ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); return req_entries - num_remain; fail_idr_remove: spin_lock_bh(&rx_ring->idr_lock); idr_remove(&rx_ring->bufs_idr, buf_id); spin_unlock_bh(&rx_ring->idr_lock); fail_dma_unmap: dma_unmap_single(ab->dev, paddr, skb->len + skb_tailroom(skb), DMA_FROM_DEVICE); fail_free_skb: dev_kfree_skb_any(skb); ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); return req_entries - num_remain; } static int ath11k_dp_rxdma_buf_ring_free(struct ath11k *ar, struct dp_rxdma_ring *rx_ring) { struct sk_buff *skb; int buf_id; spin_lock_bh(&rx_ring->idr_lock); idr_for_each_entry(&rx_ring->bufs_idr, skb, buf_id) { idr_remove(&rx_ring->bufs_idr, buf_id); /* TODO: Understand where internal driver does this dma_unmap * of rxdma_buffer. */ dma_unmap_single(ar->ab->dev, ATH11K_SKB_RXCB(skb)->paddr, skb->len + skb_tailroom(skb), DMA_FROM_DEVICE); dev_kfree_skb_any(skb); } idr_destroy(&rx_ring->bufs_idr); spin_unlock_bh(&rx_ring->idr_lock); return 0; } static int ath11k_dp_rxdma_pdev_buf_free(struct ath11k *ar) { struct ath11k_pdev_dp *dp = &ar->dp; struct ath11k_base *ab = ar->ab; struct dp_rxdma_ring *rx_ring = &dp->rx_refill_buf_ring; int i; ath11k_dp_rxdma_buf_ring_free(ar, rx_ring); rx_ring = &dp->rxdma_mon_buf_ring; ath11k_dp_rxdma_buf_ring_free(ar, rx_ring); for (i = 0; i < ab->hw_params.num_rxmda_per_pdev; i++) { rx_ring = &dp->rx_mon_status_refill_ring[i]; ath11k_dp_rxdma_buf_ring_free(ar, rx_ring); } return 0; } static int ath11k_dp_rxdma_ring_buf_setup(struct ath11k *ar, struct dp_rxdma_ring *rx_ring, u32 ringtype) { struct ath11k_pdev_dp *dp = &ar->dp; int num_entries; num_entries = rx_ring->refill_buf_ring.size / ath11k_hal_srng_get_entrysize(ar->ab, ringtype); rx_ring->bufs_max = num_entries; ath11k_dp_rxbufs_replenish(ar->ab, dp->mac_id, rx_ring, num_entries, ar->ab->hw_params.hal_params->rx_buf_rbm); return 0; } static int ath11k_dp_rxdma_pdev_buf_setup(struct ath11k *ar) { struct ath11k_pdev_dp *dp = &ar->dp; struct ath11k_base *ab = ar->ab; struct dp_rxdma_ring *rx_ring = &dp->rx_refill_buf_ring; int i; ath11k_dp_rxdma_ring_buf_setup(ar, rx_ring, HAL_RXDMA_BUF); if (ar->ab->hw_params.rxdma1_enable) { rx_ring = &dp->rxdma_mon_buf_ring; ath11k_dp_rxdma_ring_buf_setup(ar, rx_ring, HAL_RXDMA_MONITOR_BUF); } for (i = 0; i < ab->hw_params.num_rxmda_per_pdev; i++) { rx_ring = &dp->rx_mon_status_refill_ring[i]; ath11k_dp_rxdma_ring_buf_setup(ar, rx_ring, HAL_RXDMA_MONITOR_STATUS); } return 0; } static void ath11k_dp_rx_pdev_srng_free(struct ath11k *ar) { struct ath11k_pdev_dp *dp = &ar->dp; struct ath11k_base *ab = ar->ab; int i; ath11k_dp_srng_cleanup(ab, &dp->rx_refill_buf_ring.refill_buf_ring); for (i = 0; i < ab->hw_params.num_rxmda_per_pdev; i++) { if (ab->hw_params.rx_mac_buf_ring) ath11k_dp_srng_cleanup(ab, &dp->rx_mac_buf_ring[i]); ath11k_dp_srng_cleanup(ab, &dp->rxdma_err_dst_ring[i]); ath11k_dp_srng_cleanup(ab, &dp->rx_mon_status_refill_ring[i].refill_buf_ring); } ath11k_dp_srng_cleanup(ab, &dp->rxdma_mon_buf_ring.refill_buf_ring); } void ath11k_dp_pdev_reo_cleanup(struct ath11k_base *ab) { struct ath11k_dp *dp = &ab->dp; int i; for (i = 0; i < DP_REO_DST_RING_MAX; i++) ath11k_dp_srng_cleanup(ab, &dp->reo_dst_ring[i]); } int ath11k_dp_pdev_reo_setup(struct ath11k_base *ab) { struct ath11k_dp *dp = &ab->dp; int ret; int i; for (i = 0; i < DP_REO_DST_RING_MAX; i++) { ret = ath11k_dp_srng_setup(ab, &dp->reo_dst_ring[i], HAL_REO_DST, i, 0, DP_REO_DST_RING_SIZE); if (ret) { ath11k_warn(ab, "failed to setup reo_dst_ring\n"); goto err_reo_cleanup; } } return 0; err_reo_cleanup: ath11k_dp_pdev_reo_cleanup(ab); return ret; } static int ath11k_dp_rx_pdev_srng_alloc(struct ath11k *ar) { struct ath11k_pdev_dp *dp = &ar->dp; struct ath11k_base *ab = ar->ab; struct dp_srng *srng = NULL; int i; int ret; ret = ath11k_dp_srng_setup(ar->ab, &dp->rx_refill_buf_ring.refill_buf_ring, HAL_RXDMA_BUF, 0, dp->mac_id, DP_RXDMA_BUF_RING_SIZE); if (ret) { ath11k_warn(ar->ab, "failed to setup rx_refill_buf_ring\n"); return ret; } if (ar->ab->hw_params.rx_mac_buf_ring) { for (i = 0; i < ab->hw_params.num_rxmda_per_pdev; i++) { ret = ath11k_dp_srng_setup(ar->ab, &dp->rx_mac_buf_ring[i], HAL_RXDMA_BUF, 1, dp->mac_id + i, 1024); if (ret) { ath11k_warn(ar->ab, "failed to setup rx_mac_buf_ring %d\n", i); return ret; } } } for (i = 0; i < ab->hw_params.num_rxmda_per_pdev; i++) { ret = ath11k_dp_srng_setup(ar->ab, &dp->rxdma_err_dst_ring[i], HAL_RXDMA_DST, 0, dp->mac_id + i, DP_RXDMA_ERR_DST_RING_SIZE); if (ret) { ath11k_warn(ar->ab, "failed to setup rxdma_err_dst_ring %d\n", i); return ret; } } for (i = 0; i < ab->hw_params.num_rxmda_per_pdev; i++) { srng = &dp->rx_mon_status_refill_ring[i].refill_buf_ring; ret = ath11k_dp_srng_setup(ar->ab, srng, HAL_RXDMA_MONITOR_STATUS, 0, dp->mac_id + i, DP_RXDMA_MON_STATUS_RING_SIZE); if (ret) { ath11k_warn(ar->ab, "failed to setup rx_mon_status_refill_ring %d\n", i); return ret; } } /* if rxdma1_enable is false, then it doesn't need * to setup rxdam_mon_buf_ring, rxdma_mon_dst_ring * and rxdma_mon_desc_ring. * init reap timer for QCA6390. */ if (!ar->ab->hw_params.rxdma1_enable) { //init mon status buffer reap timer timer_setup(&ar->ab->mon_reap_timer, ath11k_dp_service_mon_ring, 0); return 0; } ret = ath11k_dp_srng_setup(ar->ab, &dp->rxdma_mon_buf_ring.refill_buf_ring, HAL_RXDMA_MONITOR_BUF, 0, dp->mac_id, DP_RXDMA_MONITOR_BUF_RING_SIZE); if (ret) { ath11k_warn(ar->ab, "failed to setup HAL_RXDMA_MONITOR_BUF\n"); return ret; } ret = ath11k_dp_srng_setup(ar->ab, &dp->rxdma_mon_dst_ring, HAL_RXDMA_MONITOR_DST, 0, dp->mac_id, DP_RXDMA_MONITOR_DST_RING_SIZE); if (ret) { ath11k_warn(ar->ab, "failed to setup HAL_RXDMA_MONITOR_DST\n"); return ret; } ret = ath11k_dp_srng_setup(ar->ab, &dp->rxdma_mon_desc_ring, HAL_RXDMA_MONITOR_DESC, 0, dp->mac_id, DP_RXDMA_MONITOR_DESC_RING_SIZE); if (ret) { ath11k_warn(ar->ab, "failed to setup HAL_RXDMA_MONITOR_DESC\n"); return ret; } return 0; } void ath11k_dp_reo_cmd_list_cleanup(struct ath11k_base *ab) { struct ath11k_dp *dp = &ab->dp; struct dp_reo_cmd *cmd, *tmp; struct dp_reo_cache_flush_elem *cmd_cache, *tmp_cache; struct dp_rx_tid *rx_tid; spin_lock_bh(&dp->reo_cmd_lock); list_for_each_entry_safe(cmd, tmp, &dp->reo_cmd_list, list) { list_del(&cmd->list); rx_tid = &cmd->data; if (rx_tid->vaddr) { dma_unmap_single(ab->dev, rx_tid->paddr, rx_tid->size, DMA_BIDIRECTIONAL); kfree(rx_tid->vaddr); rx_tid->vaddr = NULL; } kfree(cmd); } list_for_each_entry_safe(cmd_cache, tmp_cache, &dp->reo_cmd_cache_flush_list, list) { list_del(&cmd_cache->list); dp->reo_cmd_cache_flush_count--; rx_tid = &cmd_cache->data; if (rx_tid->vaddr) { dma_unmap_single(ab->dev, rx_tid->paddr, rx_tid->size, DMA_BIDIRECTIONAL); kfree(rx_tid->vaddr); rx_tid->vaddr = NULL; } kfree(cmd_cache); } spin_unlock_bh(&dp->reo_cmd_lock); } static void ath11k_dp_reo_cmd_free(struct ath11k_dp *dp, void *ctx, enum hal_reo_cmd_status status) { struct dp_rx_tid *rx_tid = ctx; if (status != HAL_REO_CMD_SUCCESS) ath11k_warn(dp->ab, "failed to flush rx tid hw desc, tid %d status %d\n", rx_tid->tid, status); if (rx_tid->vaddr) { dma_unmap_single(dp->ab->dev, rx_tid->paddr, rx_tid->size, DMA_BIDIRECTIONAL); kfree(rx_tid->vaddr); rx_tid->vaddr = NULL; } } static void ath11k_dp_reo_cache_flush(struct ath11k_base *ab, struct dp_rx_tid *rx_tid) { struct ath11k_hal_reo_cmd cmd = {0}; unsigned long tot_desc_sz, desc_sz; int ret; tot_desc_sz = rx_tid->size; desc_sz = ath11k_hal_reo_qdesc_size(0, HAL_DESC_REO_NON_QOS_TID); while (tot_desc_sz > desc_sz) { tot_desc_sz -= desc_sz; cmd.addr_lo = lower_32_bits(rx_tid->paddr + tot_desc_sz); cmd.addr_hi = upper_32_bits(rx_tid->paddr); ret = ath11k_dp_tx_send_reo_cmd(ab, rx_tid, HAL_REO_CMD_FLUSH_CACHE, &cmd, NULL); if (ret) ath11k_warn(ab, "failed to send HAL_REO_CMD_FLUSH_CACHE, tid %d (%d)\n", rx_tid->tid, ret); } memset(&cmd, 0, sizeof(cmd)); cmd.addr_lo = lower_32_bits(rx_tid->paddr); cmd.addr_hi = upper_32_bits(rx_tid->paddr); cmd.flag |= HAL_REO_CMD_FLG_NEED_STATUS; ret = ath11k_dp_tx_send_reo_cmd(ab, rx_tid, HAL_REO_CMD_FLUSH_CACHE, &cmd, ath11k_dp_reo_cmd_free); if (ret) { ath11k_err(ab, "failed to send HAL_REO_CMD_FLUSH_CACHE cmd, tid %d (%d)\n", rx_tid->tid, ret); dma_unmap_single(ab->dev, rx_tid->paddr, rx_tid->size, DMA_BIDIRECTIONAL); kfree(rx_tid->vaddr); rx_tid->vaddr = NULL; } } static void ath11k_dp_rx_tid_del_func(struct ath11k_dp *dp, void *ctx, enum hal_reo_cmd_status status) { struct ath11k_base *ab = dp->ab; struct dp_rx_tid *rx_tid = ctx; struct dp_reo_cache_flush_elem *elem, *tmp; if (status == HAL_REO_CMD_DRAIN) { goto free_desc; } else if (status != HAL_REO_CMD_SUCCESS) { /* Shouldn't happen! Cleanup in case of other failure? */ ath11k_warn(ab, "failed to delete rx tid %d hw descriptor %d\n", rx_tid->tid, status); return; } elem = kzalloc(sizeof(*elem), GFP_ATOMIC); if (!elem) goto free_desc; elem->ts = jiffies; memcpy(&elem->data, rx_tid, sizeof(*rx_tid)); spin_lock_bh(&dp->reo_cmd_lock); list_add_tail(&elem->list, &dp->reo_cmd_cache_flush_list); dp->reo_cmd_cache_flush_count++; /* Flush and invalidate aged REO desc from HW cache */ list_for_each_entry_safe(elem, tmp, &dp->reo_cmd_cache_flush_list, list) { if (dp->reo_cmd_cache_flush_count > DP_REO_DESC_FREE_THRESHOLD || time_after(jiffies, elem->ts + msecs_to_jiffies(DP_REO_DESC_FREE_TIMEOUT_MS))) { list_del(&elem->list); dp->reo_cmd_cache_flush_count--; spin_unlock_bh(&dp->reo_cmd_lock); ath11k_dp_reo_cache_flush(ab, &elem->data); kfree(elem); spin_lock_bh(&dp->reo_cmd_lock); } } spin_unlock_bh(&dp->reo_cmd_lock); return; free_desc: dma_unmap_single(ab->dev, rx_tid->paddr, rx_tid->size, DMA_BIDIRECTIONAL); kfree(rx_tid->vaddr); rx_tid->vaddr = NULL; } void ath11k_peer_rx_tid_delete(struct ath11k *ar, struct ath11k_peer *peer, u8 tid) { struct ath11k_hal_reo_cmd cmd = {0}; struct dp_rx_tid *rx_tid = &peer->rx_tid[tid]; int ret; if (!rx_tid->active) return; rx_tid->active = false; cmd.flag = HAL_REO_CMD_FLG_NEED_STATUS; cmd.addr_lo = lower_32_bits(rx_tid->paddr); cmd.addr_hi = upper_32_bits(rx_tid->paddr); cmd.upd0 |= HAL_REO_CMD_UPD0_VLD; ret = ath11k_dp_tx_send_reo_cmd(ar->ab, rx_tid, HAL_REO_CMD_UPDATE_RX_QUEUE, &cmd, ath11k_dp_rx_tid_del_func); if (ret) { if (ret != -ESHUTDOWN) ath11k_err(ar->ab, "failed to send HAL_REO_CMD_UPDATE_RX_QUEUE cmd, tid %d (%d)\n", tid, ret); dma_unmap_single(ar->ab->dev, rx_tid->paddr, rx_tid->size, DMA_BIDIRECTIONAL); kfree(rx_tid->vaddr); rx_tid->vaddr = NULL; } rx_tid->paddr = 0; rx_tid->size = 0; } static int ath11k_dp_rx_link_desc_return(struct ath11k_base *ab, u32 *link_desc, enum hal_wbm_rel_bm_act action) { struct ath11k_dp *dp = &ab->dp; struct hal_srng *srng; u32 *desc; int ret = 0; srng = &ab->hal.srng_list[dp->wbm_desc_rel_ring.ring_id]; spin_lock_bh(&srng->lock); ath11k_hal_srng_access_begin(ab, srng); desc = ath11k_hal_srng_src_get_next_entry(ab, srng); if (!desc) { ret = -ENOBUFS; goto exit; } ath11k_hal_rx_msdu_link_desc_set(ab, (void *)desc, (void *)link_desc, action); exit: ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); return ret; } static void ath11k_dp_rx_frags_cleanup(struct dp_rx_tid *rx_tid, bool rel_link_desc) { struct ath11k_base *ab = rx_tid->ab; lockdep_assert_held(&ab->base_lock); if (rx_tid->dst_ring_desc) { if (rel_link_desc) ath11k_dp_rx_link_desc_return(ab, (u32 *)rx_tid->dst_ring_desc, HAL_WBM_REL_BM_ACT_PUT_IN_IDLE); kfree(rx_tid->dst_ring_desc); rx_tid->dst_ring_desc = NULL; } rx_tid->cur_sn = 0; rx_tid->last_frag_no = 0; rx_tid->rx_frag_bitmap = 0; __skb_queue_purge(&rx_tid->rx_frags); } void ath11k_peer_frags_flush(struct ath11k *ar, struct ath11k_peer *peer) { struct dp_rx_tid *rx_tid; int i; lockdep_assert_held(&ar->ab->base_lock); for (i = 0; i <= IEEE80211_NUM_TIDS; i++) { rx_tid = &peer->rx_tid[i]; spin_unlock_bh(&ar->ab->base_lock); del_timer_sync(&rx_tid->frag_timer); spin_lock_bh(&ar->ab->base_lock); ath11k_dp_rx_frags_cleanup(rx_tid, true); } } void ath11k_peer_rx_tid_cleanup(struct ath11k *ar, struct ath11k_peer *peer) { struct dp_rx_tid *rx_tid; int i; lockdep_assert_held(&ar->ab->base_lock); for (i = 0; i <= IEEE80211_NUM_TIDS; i++) { rx_tid = &peer->rx_tid[i]; ath11k_peer_rx_tid_delete(ar, peer, i); ath11k_dp_rx_frags_cleanup(rx_tid, true); spin_unlock_bh(&ar->ab->base_lock); del_timer_sync(&rx_tid->frag_timer); spin_lock_bh(&ar->ab->base_lock); } } static int ath11k_peer_rx_tid_reo_update(struct ath11k *ar, struct ath11k_peer *peer, struct dp_rx_tid *rx_tid, u32 ba_win_sz, u16 ssn, bool update_ssn) { struct ath11k_hal_reo_cmd cmd = {0}; int ret; cmd.addr_lo = lower_32_bits(rx_tid->paddr); cmd.addr_hi = upper_32_bits(rx_tid->paddr); cmd.flag = HAL_REO_CMD_FLG_NEED_STATUS; cmd.upd0 = HAL_REO_CMD_UPD0_BA_WINDOW_SIZE; cmd.ba_window_size = ba_win_sz; if (update_ssn) { cmd.upd0 |= HAL_REO_CMD_UPD0_SSN; cmd.upd2 = FIELD_PREP(HAL_REO_CMD_UPD2_SSN, ssn); } ret = ath11k_dp_tx_send_reo_cmd(ar->ab, rx_tid, HAL_REO_CMD_UPDATE_RX_QUEUE, &cmd, NULL); if (ret) { ath11k_warn(ar->ab, "failed to update rx tid queue, tid %d (%d)\n", rx_tid->tid, ret); return ret; } rx_tid->ba_win_sz = ba_win_sz; return 0; } static void ath11k_dp_rx_tid_mem_free(struct ath11k_base *ab, const u8 *peer_mac, int vdev_id, u8 tid) { struct ath11k_peer *peer; struct dp_rx_tid *rx_tid; spin_lock_bh(&ab->base_lock); peer = ath11k_peer_find(ab, vdev_id, peer_mac); if (!peer) { ath11k_warn(ab, "failed to find the peer to free up rx tid mem\n"); goto unlock_exit; } rx_tid = &peer->rx_tid[tid]; if (!rx_tid->active) goto unlock_exit; dma_unmap_single(ab->dev, rx_tid->paddr, rx_tid->size, DMA_BIDIRECTIONAL); kfree(rx_tid->vaddr); rx_tid->vaddr = NULL; rx_tid->active = false; unlock_exit: spin_unlock_bh(&ab->base_lock); } int ath11k_peer_rx_tid_setup(struct ath11k *ar, const u8 *peer_mac, int vdev_id, u8 tid, u32 ba_win_sz, u16 ssn, enum hal_pn_type pn_type) { struct ath11k_base *ab = ar->ab; struct ath11k_peer *peer; struct dp_rx_tid *rx_tid; u32 hw_desc_sz; u32 *addr_aligned; void *vaddr; dma_addr_t paddr; int ret; spin_lock_bh(&ab->base_lock); peer = ath11k_peer_find(ab, vdev_id, peer_mac); if (!peer) { ath11k_warn(ab, "failed to find the peer %pM to set up rx tid\n", peer_mac); spin_unlock_bh(&ab->base_lock); return -ENOENT; } rx_tid = &peer->rx_tid[tid]; /* Update the tid queue if it is already setup */ if (rx_tid->active) { paddr = rx_tid->paddr; ret = ath11k_peer_rx_tid_reo_update(ar, peer, rx_tid, ba_win_sz, ssn, true); spin_unlock_bh(&ab->base_lock); if (ret) { ath11k_warn(ab, "failed to update reo for peer %pM rx tid %d\n: %d", peer_mac, tid, ret); return ret; } ret = ath11k_wmi_peer_rx_reorder_queue_setup(ar, vdev_id, peer_mac, paddr, tid, 1, ba_win_sz); if (ret) ath11k_warn(ab, "failed to send wmi rx reorder queue for peer %pM tid %d: %d\n", peer_mac, tid, ret); return ret; } rx_tid->tid = tid; rx_tid->ba_win_sz = ba_win_sz; /* TODO: Optimize the memory allocation for qos tid based on * the actual BA window size in REO tid update path. */ if (tid == HAL_DESC_REO_NON_QOS_TID) hw_desc_sz = ath11k_hal_reo_qdesc_size(ba_win_sz, tid); else hw_desc_sz = ath11k_hal_reo_qdesc_size(DP_BA_WIN_SZ_MAX, tid); vaddr = kzalloc(hw_desc_sz + HAL_LINK_DESC_ALIGN - 1, GFP_ATOMIC); if (!vaddr) { spin_unlock_bh(&ab->base_lock); return -ENOMEM; } addr_aligned = PTR_ALIGN(vaddr, HAL_LINK_DESC_ALIGN); ath11k_hal_reo_qdesc_setup(addr_aligned, tid, ba_win_sz, ssn, pn_type); paddr = dma_map_single(ab->dev, addr_aligned, hw_desc_sz, DMA_BIDIRECTIONAL); ret = dma_mapping_error(ab->dev, paddr); if (ret) { spin_unlock_bh(&ab->base_lock); ath11k_warn(ab, "failed to setup dma map for peer %pM rx tid %d: %d\n", peer_mac, tid, ret); goto err_mem_free; } rx_tid->vaddr = vaddr; rx_tid->paddr = paddr; rx_tid->size = hw_desc_sz; rx_tid->active = true; spin_unlock_bh(&ab->base_lock); ret = ath11k_wmi_peer_rx_reorder_queue_setup(ar, vdev_id, peer_mac, paddr, tid, 1, ba_win_sz); if (ret) { ath11k_warn(ar->ab, "failed to setup rx reorder queue for peer %pM tid %d: %d\n", peer_mac, tid, ret); ath11k_dp_rx_tid_mem_free(ab, peer_mac, vdev_id, tid); } return ret; err_mem_free: kfree(rx_tid->vaddr); rx_tid->vaddr = NULL; return ret; } int ath11k_dp_rx_ampdu_start(struct ath11k *ar, struct ieee80211_ampdu_params *params) { struct ath11k_base *ab = ar->ab; struct ath11k_sta *arsta = ath11k_sta_to_arsta(params->sta); int vdev_id = arsta->arvif->vdev_id; int ret; ret = ath11k_peer_rx_tid_setup(ar, params->sta->addr, vdev_id, params->tid, params->buf_size, params->ssn, arsta->pn_type); if (ret) ath11k_warn(ab, "failed to setup rx tid %d\n", ret); return ret; } int ath11k_dp_rx_ampdu_stop(struct ath11k *ar, struct ieee80211_ampdu_params *params) { struct ath11k_base *ab = ar->ab; struct ath11k_peer *peer; struct ath11k_sta *arsta = ath11k_sta_to_arsta(params->sta); int vdev_id = arsta->arvif->vdev_id; dma_addr_t paddr; bool active; int ret; spin_lock_bh(&ab->base_lock); peer = ath11k_peer_find(ab, vdev_id, params->sta->addr); if (!peer) { ath11k_warn(ab, "failed to find the peer to stop rx aggregation\n"); spin_unlock_bh(&ab->base_lock); return -ENOENT; } paddr = peer->rx_tid[params->tid].paddr; active = peer->rx_tid[params->tid].active; if (!active) { spin_unlock_bh(&ab->base_lock); return 0; } ret = ath11k_peer_rx_tid_reo_update(ar, peer, peer->rx_tid, 1, 0, false); spin_unlock_bh(&ab->base_lock); if (ret) { ath11k_warn(ab, "failed to update reo for rx tid %d: %d\n", params->tid, ret); return ret; } ret = ath11k_wmi_peer_rx_reorder_queue_setup(ar, vdev_id, params->sta->addr, paddr, params->tid, 1, 1); if (ret) ath11k_warn(ab, "failed to send wmi to delete rx tid %d\n", ret); return ret; } int ath11k_dp_peer_rx_pn_replay_config(struct ath11k_vif *arvif, const u8 *peer_addr, enum set_key_cmd key_cmd, struct ieee80211_key_conf *key) { struct ath11k *ar = arvif->ar; struct ath11k_base *ab = ar->ab; struct ath11k_hal_reo_cmd cmd = {0}; struct ath11k_peer *peer; struct dp_rx_tid *rx_tid; u8 tid; int ret = 0; /* NOTE: Enable PN/TSC replay check offload only for unicast frames. * We use mac80211 PN/TSC replay check functionality for bcast/mcast * for now. */ if (!(key->flags & IEEE80211_KEY_FLAG_PAIRWISE)) return 0; cmd.flag |= HAL_REO_CMD_FLG_NEED_STATUS; cmd.upd0 |= HAL_REO_CMD_UPD0_PN | HAL_REO_CMD_UPD0_PN_SIZE | HAL_REO_CMD_UPD0_PN_VALID | HAL_REO_CMD_UPD0_PN_CHECK | HAL_REO_CMD_UPD0_SVLD; switch (key->cipher) { case WLAN_CIPHER_SUITE_TKIP: case WLAN_CIPHER_SUITE_CCMP: case WLAN_CIPHER_SUITE_CCMP_256: case WLAN_CIPHER_SUITE_GCMP: case WLAN_CIPHER_SUITE_GCMP_256: if (key_cmd == SET_KEY) { cmd.upd1 |= HAL_REO_CMD_UPD1_PN_CHECK; cmd.pn_size = 48; } break; default: break; } spin_lock_bh(&ab->base_lock); peer = ath11k_peer_find(ab, arvif->vdev_id, peer_addr); if (!peer) { ath11k_warn(ab, "failed to find the peer to configure pn replay detection\n"); spin_unlock_bh(&ab->base_lock); return -ENOENT; } for (tid = 0; tid <= IEEE80211_NUM_TIDS; tid++) { rx_tid = &peer->rx_tid[tid]; if (!rx_tid->active) continue; cmd.addr_lo = lower_32_bits(rx_tid->paddr); cmd.addr_hi = upper_32_bits(rx_tid->paddr); ret = ath11k_dp_tx_send_reo_cmd(ab, rx_tid, HAL_REO_CMD_UPDATE_RX_QUEUE, &cmd, NULL); if (ret) { ath11k_warn(ab, "failed to configure rx tid %d queue for pn replay detection %d\n", tid, ret); break; } } spin_unlock_bh(&ab->base_lock); return ret; } static inline int ath11k_get_ppdu_user_index(struct htt_ppdu_stats *ppdu_stats, u16 peer_id) { int i; for (i = 0; i < HTT_PPDU_STATS_MAX_USERS - 1; i++) { if (ppdu_stats->user_stats[i].is_valid_peer_id) { if (peer_id == ppdu_stats->user_stats[i].peer_id) return i; } else { return i; } } return -EINVAL; } static int ath11k_htt_tlv_ppdu_stats_parse(struct ath11k_base *ab, u16 tag, u16 len, const void *ptr, void *data) { struct htt_ppdu_stats_info *ppdu_info; struct htt_ppdu_user_stats *user_stats; int cur_user; u16 peer_id; ppdu_info = data; switch (tag) { case HTT_PPDU_STATS_TAG_COMMON: if (len < sizeof(struct htt_ppdu_stats_common)) { ath11k_warn(ab, "Invalid len %d for the tag 0x%x\n", len, tag); return -EINVAL; } memcpy((void *)&ppdu_info->ppdu_stats.common, ptr, sizeof(struct htt_ppdu_stats_common)); break; case HTT_PPDU_STATS_TAG_USR_RATE: if (len < sizeof(struct htt_ppdu_stats_user_rate)) { ath11k_warn(ab, "Invalid len %d for the tag 0x%x\n", len, tag); return -EINVAL; } peer_id = ((struct htt_ppdu_stats_user_rate *)ptr)->sw_peer_id; cur_user = ath11k_get_ppdu_user_index(&ppdu_info->ppdu_stats, peer_id); if (cur_user < 0) return -EINVAL; user_stats = &ppdu_info->ppdu_stats.user_stats[cur_user]; user_stats->peer_id = peer_id; user_stats->is_valid_peer_id = true; memcpy((void *)&user_stats->rate, ptr, sizeof(struct htt_ppdu_stats_user_rate)); user_stats->tlv_flags |= BIT(tag); break; case HTT_PPDU_STATS_TAG_USR_COMPLTN_COMMON: if (len < sizeof(struct htt_ppdu_stats_usr_cmpltn_cmn)) { ath11k_warn(ab, "Invalid len %d for the tag 0x%x\n", len, tag); return -EINVAL; } peer_id = ((struct htt_ppdu_stats_usr_cmpltn_cmn *)ptr)->sw_peer_id; cur_user = ath11k_get_ppdu_user_index(&ppdu_info->ppdu_stats, peer_id); if (cur_user < 0) return -EINVAL; user_stats = &ppdu_info->ppdu_stats.user_stats[cur_user]; user_stats->peer_id = peer_id; user_stats->is_valid_peer_id = true; memcpy((void *)&user_stats->cmpltn_cmn, ptr, sizeof(struct htt_ppdu_stats_usr_cmpltn_cmn)); user_stats->tlv_flags |= BIT(tag); break; case HTT_PPDU_STATS_TAG_USR_COMPLTN_ACK_BA_STATUS: if (len < sizeof(struct htt_ppdu_stats_usr_cmpltn_ack_ba_status)) { ath11k_warn(ab, "Invalid len %d for the tag 0x%x\n", len, tag); return -EINVAL; } peer_id = ((struct htt_ppdu_stats_usr_cmpltn_ack_ba_status *)ptr)->sw_peer_id; cur_user = ath11k_get_ppdu_user_index(&ppdu_info->ppdu_stats, peer_id); if (cur_user < 0) return -EINVAL; user_stats = &ppdu_info->ppdu_stats.user_stats[cur_user]; user_stats->peer_id = peer_id; user_stats->is_valid_peer_id = true; memcpy((void *)&user_stats->ack_ba, ptr, sizeof(struct htt_ppdu_stats_usr_cmpltn_ack_ba_status)); user_stats->tlv_flags |= BIT(tag); break; } return 0; } int ath11k_dp_htt_tlv_iter(struct ath11k_base *ab, const void *ptr, size_t len, int (*iter)(struct ath11k_base *ar, u16 tag, u16 len, const void *ptr, void *data), void *data) { const struct htt_tlv *tlv; const void *begin = ptr; u16 tlv_tag, tlv_len; int ret = -EINVAL; while (len > 0) { if (len < sizeof(*tlv)) { ath11k_err(ab, "htt tlv parse failure at byte %zd (%zu bytes left, %zu expected)\n", ptr - begin, len, sizeof(*tlv)); return -EINVAL; } tlv = (struct htt_tlv *)ptr; tlv_tag = FIELD_GET(HTT_TLV_TAG, tlv->header); tlv_len = FIELD_GET(HTT_TLV_LEN, tlv->header); ptr += sizeof(*tlv); len -= sizeof(*tlv); if (tlv_len > len) { ath11k_err(ab, "htt tlv parse failure of tag %u at byte %zd (%zu bytes left, %u expected)\n", tlv_tag, ptr - begin, len, tlv_len); return -EINVAL; } ret = iter(ab, tlv_tag, tlv_len, ptr, data); if (ret == -ENOMEM) return ret; ptr += tlv_len; len -= tlv_len; } return 0; } static void ath11k_update_per_peer_tx_stats(struct ath11k *ar, struct htt_ppdu_stats *ppdu_stats, u8 user) { struct ath11k_base *ab = ar->ab; struct ath11k_peer *peer; struct ieee80211_sta *sta; struct ath11k_sta *arsta; struct htt_ppdu_stats_user_rate *user_rate; struct ath11k_per_peer_tx_stats *peer_stats = &ar->peer_tx_stats; struct htt_ppdu_user_stats *usr_stats = &ppdu_stats->user_stats[user]; struct htt_ppdu_stats_common *common = &ppdu_stats->common; int ret; u8 flags, mcs, nss, bw, sgi, dcm, rate_idx = 0; u32 succ_bytes = 0; u16 rate = 0, succ_pkts = 0; u32 tx_duration = 0; u8 tid = HTT_PPDU_STATS_NON_QOS_TID; bool is_ampdu = false; if (!(usr_stats->tlv_flags & BIT(HTT_PPDU_STATS_TAG_USR_RATE))) return; if (usr_stats->tlv_flags & BIT(HTT_PPDU_STATS_TAG_USR_COMPLTN_COMMON)) is_ampdu = HTT_USR_CMPLTN_IS_AMPDU(usr_stats->cmpltn_cmn.flags); if (usr_stats->tlv_flags & BIT(HTT_PPDU_STATS_TAG_USR_COMPLTN_ACK_BA_STATUS)) { succ_bytes = usr_stats->ack_ba.success_bytes; succ_pkts = FIELD_GET(HTT_PPDU_STATS_ACK_BA_INFO_NUM_MSDU_M, usr_stats->ack_ba.info); tid = FIELD_GET(HTT_PPDU_STATS_ACK_BA_INFO_TID_NUM, usr_stats->ack_ba.info); } if (common->fes_duration_us) tx_duration = common->fes_duration_us; user_rate = &usr_stats->rate; flags = HTT_USR_RATE_PREAMBLE(user_rate->rate_flags); bw = HTT_USR_RATE_BW(user_rate->rate_flags) - 2; nss = HTT_USR_RATE_NSS(user_rate->rate_flags) + 1; mcs = HTT_USR_RATE_MCS(user_rate->rate_flags); sgi = HTT_USR_RATE_GI(user_rate->rate_flags); dcm = HTT_USR_RATE_DCM(user_rate->rate_flags); /* Note: If host configured fixed rates and in some other special * cases, the broadcast/management frames are sent in different rates. * Firmware rate's control to be skipped for this? */ if (flags == WMI_RATE_PREAMBLE_HE && mcs > ATH11K_HE_MCS_MAX) { ath11k_warn(ab, "Invalid HE mcs %d peer stats", mcs); return; } if (flags == WMI_RATE_PREAMBLE_VHT && mcs > ATH11K_VHT_MCS_MAX) { ath11k_warn(ab, "Invalid VHT mcs %d peer stats", mcs); return; } if (flags == WMI_RATE_PREAMBLE_HT && (mcs > ATH11K_HT_MCS_MAX || nss < 1)) { ath11k_warn(ab, "Invalid HT mcs %d nss %d peer stats", mcs, nss); return; } if (flags == WMI_RATE_PREAMBLE_CCK || flags == WMI_RATE_PREAMBLE_OFDM) { ret = ath11k_mac_hw_ratecode_to_legacy_rate(mcs, flags, &rate_idx, &rate); if (ret < 0) return; } rcu_read_lock(); spin_lock_bh(&ab->base_lock); peer = ath11k_peer_find_by_id(ab, usr_stats->peer_id); if (!peer || !peer->sta) { spin_unlock_bh(&ab->base_lock); rcu_read_unlock(); return; } sta = peer->sta; arsta = ath11k_sta_to_arsta(sta); memset(&arsta->txrate, 0, sizeof(arsta->txrate)); switch (flags) { case WMI_RATE_PREAMBLE_OFDM: arsta->txrate.legacy = rate; break; case WMI_RATE_PREAMBLE_CCK: arsta->txrate.legacy = rate; break; case WMI_RATE_PREAMBLE_HT: arsta->txrate.mcs = mcs + 8 * (nss - 1); arsta->txrate.flags = RATE_INFO_FLAGS_MCS; if (sgi) arsta->txrate.flags |= RATE_INFO_FLAGS_SHORT_GI; break; case WMI_RATE_PREAMBLE_VHT: arsta->txrate.mcs = mcs; arsta->txrate.flags = RATE_INFO_FLAGS_VHT_MCS; if (sgi) arsta->txrate.flags |= RATE_INFO_FLAGS_SHORT_GI; break; case WMI_RATE_PREAMBLE_HE: arsta->txrate.mcs = mcs; arsta->txrate.flags = RATE_INFO_FLAGS_HE_MCS; arsta->txrate.he_dcm = dcm; arsta->txrate.he_gi = ath11k_mac_he_gi_to_nl80211_he_gi(sgi); arsta->txrate.he_ru_alloc = ath11k_mac_phy_he_ru_to_nl80211_he_ru_alloc ((user_rate->ru_end - user_rate->ru_start) + 1); break; } arsta->txrate.nss = nss; arsta->txrate.bw = ath11k_mac_bw_to_mac80211_bw(bw); arsta->tx_duration += tx_duration; memcpy(&arsta->last_txrate, &arsta->txrate, sizeof(struct rate_info)); /* PPDU stats reported for mgmt packet doesn't have valid tx bytes. * So skip peer stats update for mgmt packets. */ if (tid < HTT_PPDU_STATS_NON_QOS_TID) { memset(peer_stats, 0, sizeof(*peer_stats)); peer_stats->succ_pkts = succ_pkts; peer_stats->succ_bytes = succ_bytes; peer_stats->is_ampdu = is_ampdu; peer_stats->duration = tx_duration; peer_stats->ba_fails = HTT_USR_CMPLTN_LONG_RETRY(usr_stats->cmpltn_cmn.flags) + HTT_USR_CMPLTN_SHORT_RETRY(usr_stats->cmpltn_cmn.flags); if (ath11k_debugfs_is_extd_tx_stats_enabled(ar)) ath11k_debugfs_sta_add_tx_stats(arsta, peer_stats, rate_idx); } spin_unlock_bh(&ab->base_lock); rcu_read_unlock(); } static void ath11k_htt_update_ppdu_stats(struct ath11k *ar, struct htt_ppdu_stats *ppdu_stats) { u8 user; for (user = 0; user < HTT_PPDU_STATS_MAX_USERS - 1; user++) ath11k_update_per_peer_tx_stats(ar, ppdu_stats, user); } static struct htt_ppdu_stats_info *ath11k_dp_htt_get_ppdu_desc(struct ath11k *ar, u32 ppdu_id) { struct htt_ppdu_stats_info *ppdu_info; lockdep_assert_held(&ar->data_lock); if (!list_empty(&ar->ppdu_stats_info)) { list_for_each_entry(ppdu_info, &ar->ppdu_stats_info, list) { if (ppdu_info->ppdu_id == ppdu_id) return ppdu_info; } if (ar->ppdu_stat_list_depth > HTT_PPDU_DESC_MAX_DEPTH) { ppdu_info = list_first_entry(&ar->ppdu_stats_info, typeof(*ppdu_info), list); list_del(&ppdu_info->list); ar->ppdu_stat_list_depth--; ath11k_htt_update_ppdu_stats(ar, &ppdu_info->ppdu_stats); kfree(ppdu_info); } } ppdu_info = kzalloc(sizeof(*ppdu_info), GFP_ATOMIC); if (!ppdu_info) return NULL; list_add_tail(&ppdu_info->list, &ar->ppdu_stats_info); ar->ppdu_stat_list_depth++; return ppdu_info; } static int ath11k_htt_pull_ppdu_stats(struct ath11k_base *ab, struct sk_buff *skb) { struct ath11k_htt_ppdu_stats_msg *msg; struct htt_ppdu_stats_info *ppdu_info; struct ath11k *ar; int ret; u8 pdev_id; u32 ppdu_id, len; msg = (struct ath11k_htt_ppdu_stats_msg *)skb->data; len = FIELD_GET(HTT_T2H_PPDU_STATS_INFO_PAYLOAD_SIZE, msg->info); pdev_id = FIELD_GET(HTT_T2H_PPDU_STATS_INFO_PDEV_ID, msg->info); ppdu_id = msg->ppdu_id; rcu_read_lock(); ar = ath11k_mac_get_ar_by_pdev_id(ab, pdev_id); if (!ar) { ret = -EINVAL; goto out; } if (ath11k_debugfs_is_pktlog_lite_mode_enabled(ar)) trace_ath11k_htt_ppdu_stats(ar, skb->data, len); spin_lock_bh(&ar->data_lock); ppdu_info = ath11k_dp_htt_get_ppdu_desc(ar, ppdu_id); if (!ppdu_info) { ret = -EINVAL; goto out_unlock_data; } ppdu_info->ppdu_id = ppdu_id; ret = ath11k_dp_htt_tlv_iter(ab, msg->data, len, ath11k_htt_tlv_ppdu_stats_parse, (void *)ppdu_info); if (ret) { ath11k_warn(ab, "Failed to parse tlv %d\n", ret); goto out_unlock_data; } out_unlock_data: spin_unlock_bh(&ar->data_lock); out: rcu_read_unlock(); return ret; } static void ath11k_htt_pktlog(struct ath11k_base *ab, struct sk_buff *skb) { struct htt_pktlog_msg *data = (struct htt_pktlog_msg *)skb->data; struct ath_pktlog_hdr *hdr = (struct ath_pktlog_hdr *)data; struct ath11k *ar; u8 pdev_id; pdev_id = FIELD_GET(HTT_T2H_PPDU_STATS_INFO_PDEV_ID, data->hdr); rcu_read_lock(); ar = ath11k_mac_get_ar_by_pdev_id(ab, pdev_id); if (!ar) { ath11k_warn(ab, "invalid pdev id %d on htt pktlog\n", pdev_id); goto out; } trace_ath11k_htt_pktlog(ar, data->payload, hdr->size, ar->ab->pktlog_defs_checksum); out: rcu_read_unlock(); } static void ath11k_htt_backpressure_event_handler(struct ath11k_base *ab, struct sk_buff *skb) { u32 *data = (u32 *)skb->data; u8 pdev_id, ring_type, ring_id, pdev_idx; u16 hp, tp; u32 backpressure_time; struct ath11k_bp_stats *bp_stats; pdev_id = FIELD_GET(HTT_BACKPRESSURE_EVENT_PDEV_ID_M, *data); ring_type = FIELD_GET(HTT_BACKPRESSURE_EVENT_RING_TYPE_M, *data); ring_id = FIELD_GET(HTT_BACKPRESSURE_EVENT_RING_ID_M, *data); ++data; hp = FIELD_GET(HTT_BACKPRESSURE_EVENT_HP_M, *data); tp = FIELD_GET(HTT_BACKPRESSURE_EVENT_TP_M, *data); ++data; backpressure_time = *data; ath11k_dbg(ab, ATH11K_DBG_DP_HTT, "backpressure event, pdev %d, ring type %d,ring id %d, hp %d tp %d, backpressure time %d\n", pdev_id, ring_type, ring_id, hp, tp, backpressure_time); if (ring_type == HTT_BACKPRESSURE_UMAC_RING_TYPE) { if (ring_id >= HTT_SW_UMAC_RING_IDX_MAX) return; bp_stats = &ab->soc_stats.bp_stats.umac_ring_bp_stats[ring_id]; } else if (ring_type == HTT_BACKPRESSURE_LMAC_RING_TYPE) { pdev_idx = DP_HW2SW_MACID(pdev_id); if (ring_id >= HTT_SW_LMAC_RING_IDX_MAX || pdev_idx >= MAX_RADIOS) return; bp_stats = &ab->soc_stats.bp_stats.lmac_ring_bp_stats[ring_id][pdev_idx]; } else { ath11k_warn(ab, "unknown ring type received in htt bp event %d\n", ring_type); return; } spin_lock_bh(&ab->base_lock); bp_stats->hp = hp; bp_stats->tp = tp; bp_stats->count++; bp_stats->jiffies = jiffies; spin_unlock_bh(&ab->base_lock); } void ath11k_dp_htt_htc_t2h_msg_handler(struct ath11k_base *ab, struct sk_buff *skb) { struct ath11k_dp *dp = &ab->dp; struct htt_resp_msg *resp = (struct htt_resp_msg *)skb->data; enum htt_t2h_msg_type type = FIELD_GET(HTT_T2H_MSG_TYPE, *(u32 *)resp); u16 peer_id; u8 vdev_id; u8 mac_addr[ETH_ALEN]; u16 peer_mac_h16; u16 ast_hash; u16 hw_peer_id; ath11k_dbg(ab, ATH11K_DBG_DP_HTT, "dp_htt rx msg type :0x%0x\n", type); switch (type) { case HTT_T2H_MSG_TYPE_VERSION_CONF: dp->htt_tgt_ver_major = FIELD_GET(HTT_T2H_VERSION_CONF_MAJOR, resp->version_msg.version); dp->htt_tgt_ver_minor = FIELD_GET(HTT_T2H_VERSION_CONF_MINOR, resp->version_msg.version); complete(&dp->htt_tgt_version_received); break; case HTT_T2H_MSG_TYPE_PEER_MAP: vdev_id = FIELD_GET(HTT_T2H_PEER_MAP_INFO_VDEV_ID, resp->peer_map_ev.info); peer_id = FIELD_GET(HTT_T2H_PEER_MAP_INFO_PEER_ID, resp->peer_map_ev.info); peer_mac_h16 = FIELD_GET(HTT_T2H_PEER_MAP_INFO1_MAC_ADDR_H16, resp->peer_map_ev.info1); ath11k_dp_get_mac_addr(resp->peer_map_ev.mac_addr_l32, peer_mac_h16, mac_addr); ath11k_peer_map_event(ab, vdev_id, peer_id, mac_addr, 0, 0); break; case HTT_T2H_MSG_TYPE_PEER_MAP2: vdev_id = FIELD_GET(HTT_T2H_PEER_MAP_INFO_VDEV_ID, resp->peer_map_ev.info); peer_id = FIELD_GET(HTT_T2H_PEER_MAP_INFO_PEER_ID, resp->peer_map_ev.info); peer_mac_h16 = FIELD_GET(HTT_T2H_PEER_MAP_INFO1_MAC_ADDR_H16, resp->peer_map_ev.info1); ath11k_dp_get_mac_addr(resp->peer_map_ev.mac_addr_l32, peer_mac_h16, mac_addr); ast_hash = FIELD_GET(HTT_T2H_PEER_MAP_INFO2_AST_HASH_VAL, resp->peer_map_ev.info2); hw_peer_id = FIELD_GET(HTT_T2H_PEER_MAP_INFO1_HW_PEER_ID, resp->peer_map_ev.info1); ath11k_peer_map_event(ab, vdev_id, peer_id, mac_addr, ast_hash, hw_peer_id); break; case HTT_T2H_MSG_TYPE_PEER_UNMAP: case HTT_T2H_MSG_TYPE_PEER_UNMAP2: peer_id = FIELD_GET(HTT_T2H_PEER_UNMAP_INFO_PEER_ID, resp->peer_unmap_ev.info); ath11k_peer_unmap_event(ab, peer_id); break; case HTT_T2H_MSG_TYPE_PPDU_STATS_IND: ath11k_htt_pull_ppdu_stats(ab, skb); break; case HTT_T2H_MSG_TYPE_EXT_STATS_CONF: ath11k_debugfs_htt_ext_stats_handler(ab, skb); break; case HTT_T2H_MSG_TYPE_PKTLOG: ath11k_htt_pktlog(ab, skb); break; case HTT_T2H_MSG_TYPE_BKPRESSURE_EVENT_IND: ath11k_htt_backpressure_event_handler(ab, skb); break; default: ath11k_warn(ab, "htt event %d not handled\n", type); break; } dev_kfree_skb_any(skb); } static int ath11k_dp_rx_msdu_coalesce(struct ath11k *ar, struct sk_buff_head *msdu_list, struct sk_buff *first, struct sk_buff *last, u8 l3pad_bytes, int msdu_len) { struct ath11k_base *ab = ar->ab; struct sk_buff *skb; struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(first); int buf_first_hdr_len, buf_first_len; struct hal_rx_desc *ldesc; int space_extra, rem_len, buf_len; u32 hal_rx_desc_sz = ar->ab->hw_params.hal_desc_sz; /* As the msdu is spread across multiple rx buffers, * find the offset to the start of msdu for computing * the length of the msdu in the first buffer. */ buf_first_hdr_len = hal_rx_desc_sz + l3pad_bytes; buf_first_len = DP_RX_BUFFER_SIZE - buf_first_hdr_len; if (WARN_ON_ONCE(msdu_len <= buf_first_len)) { skb_put(first, buf_first_hdr_len + msdu_len); skb_pull(first, buf_first_hdr_len); return 0; } ldesc = (struct hal_rx_desc *)last->data; rxcb->is_first_msdu = ath11k_dp_rx_h_msdu_end_first_msdu(ab, ldesc); rxcb->is_last_msdu = ath11k_dp_rx_h_msdu_end_last_msdu(ab, ldesc); /* MSDU spans over multiple buffers because the length of the MSDU * exceeds DP_RX_BUFFER_SIZE - HAL_RX_DESC_SIZE. So assume the data * in the first buf is of length DP_RX_BUFFER_SIZE - HAL_RX_DESC_SIZE. */ skb_put(first, DP_RX_BUFFER_SIZE); skb_pull(first, buf_first_hdr_len); /* When an MSDU spread over multiple buffers attention, MSDU_END and * MPDU_END tlvs are valid only in the last buffer. Copy those tlvs. */ ath11k_dp_rx_desc_end_tlv_copy(ab, rxcb->rx_desc, ldesc); space_extra = msdu_len - (buf_first_len + skb_tailroom(first)); if (space_extra > 0 && (pskb_expand_head(first, 0, space_extra, GFP_ATOMIC) < 0)) { /* Free up all buffers of the MSDU */ while ((skb = __skb_dequeue(msdu_list)) != NULL) { rxcb = ATH11K_SKB_RXCB(skb); if (!rxcb->is_continuation) { dev_kfree_skb_any(skb); break; } dev_kfree_skb_any(skb); } return -ENOMEM; } rem_len = msdu_len - buf_first_len; while ((skb = __skb_dequeue(msdu_list)) != NULL && rem_len > 0) { rxcb = ATH11K_SKB_RXCB(skb); if (rxcb->is_continuation) buf_len = DP_RX_BUFFER_SIZE - hal_rx_desc_sz; else buf_len = rem_len; if (buf_len > (DP_RX_BUFFER_SIZE - hal_rx_desc_sz)) { WARN_ON_ONCE(1); dev_kfree_skb_any(skb); return -EINVAL; } skb_put(skb, buf_len + hal_rx_desc_sz); skb_pull(skb, hal_rx_desc_sz); skb_copy_from_linear_data(skb, skb_put(first, buf_len), buf_len); dev_kfree_skb_any(skb); rem_len -= buf_len; if (!rxcb->is_continuation) break; } return 0; } static struct sk_buff *ath11k_dp_rx_get_msdu_last_buf(struct sk_buff_head *msdu_list, struct sk_buff *first) { struct sk_buff *skb; struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(first); if (!rxcb->is_continuation) return first; skb_queue_walk(msdu_list, skb) { rxcb = ATH11K_SKB_RXCB(skb); if (!rxcb->is_continuation) return skb; } return NULL; } static void ath11k_dp_rx_h_csum_offload(struct ath11k *ar, struct sk_buff *msdu) { struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(msdu); struct rx_attention *rx_attention; bool ip_csum_fail, l4_csum_fail; rx_attention = ath11k_dp_rx_get_attention(ar->ab, rxcb->rx_desc); ip_csum_fail = ath11k_dp_rx_h_attn_ip_cksum_fail(rx_attention); l4_csum_fail = ath11k_dp_rx_h_attn_l4_cksum_fail(rx_attention); msdu->ip_summed = (ip_csum_fail || l4_csum_fail) ? CHECKSUM_NONE : CHECKSUM_UNNECESSARY; } static int ath11k_dp_rx_crypto_mic_len(struct ath11k *ar, enum hal_encrypt_type enctype) { switch (enctype) { case HAL_ENCRYPT_TYPE_OPEN: case HAL_ENCRYPT_TYPE_TKIP_NO_MIC: case HAL_ENCRYPT_TYPE_TKIP_MIC: return 0; case HAL_ENCRYPT_TYPE_CCMP_128: return IEEE80211_CCMP_MIC_LEN; case HAL_ENCRYPT_TYPE_CCMP_256: return IEEE80211_CCMP_256_MIC_LEN; case HAL_ENCRYPT_TYPE_GCMP_128: case HAL_ENCRYPT_TYPE_AES_GCMP_256: return IEEE80211_GCMP_MIC_LEN; case HAL_ENCRYPT_TYPE_WEP_40: case HAL_ENCRYPT_TYPE_WEP_104: case HAL_ENCRYPT_TYPE_WEP_128: case HAL_ENCRYPT_TYPE_WAPI_GCM_SM4: case HAL_ENCRYPT_TYPE_WAPI: break; } ath11k_warn(ar->ab, "unsupported encryption type %d for mic len\n", enctype); return 0; } static int ath11k_dp_rx_crypto_param_len(struct ath11k *ar, enum hal_encrypt_type enctype) { switch (enctype) { case HAL_ENCRYPT_TYPE_OPEN: return 0; case HAL_ENCRYPT_TYPE_TKIP_NO_MIC: case HAL_ENCRYPT_TYPE_TKIP_MIC: return IEEE80211_TKIP_IV_LEN; case HAL_ENCRYPT_TYPE_CCMP_128: return IEEE80211_CCMP_HDR_LEN; case HAL_ENCRYPT_TYPE_CCMP_256: return IEEE80211_CCMP_256_HDR_LEN; case HAL_ENCRYPT_TYPE_GCMP_128: case HAL_ENCRYPT_TYPE_AES_GCMP_256: return IEEE80211_GCMP_HDR_LEN; case HAL_ENCRYPT_TYPE_WEP_40: case HAL_ENCRYPT_TYPE_WEP_104: case HAL_ENCRYPT_TYPE_WEP_128: case HAL_ENCRYPT_TYPE_WAPI_GCM_SM4: case HAL_ENCRYPT_TYPE_WAPI: break; } ath11k_warn(ar->ab, "unsupported encryption type %d\n", enctype); return 0; } static int ath11k_dp_rx_crypto_icv_len(struct ath11k *ar, enum hal_encrypt_type enctype) { switch (enctype) { case HAL_ENCRYPT_TYPE_OPEN: case HAL_ENCRYPT_TYPE_CCMP_128: case HAL_ENCRYPT_TYPE_CCMP_256: case HAL_ENCRYPT_TYPE_GCMP_128: case HAL_ENCRYPT_TYPE_AES_GCMP_256: return 0; case HAL_ENCRYPT_TYPE_TKIP_NO_MIC: case HAL_ENCRYPT_TYPE_TKIP_MIC: return IEEE80211_TKIP_ICV_LEN; case HAL_ENCRYPT_TYPE_WEP_40: case HAL_ENCRYPT_TYPE_WEP_104: case HAL_ENCRYPT_TYPE_WEP_128: case HAL_ENCRYPT_TYPE_WAPI_GCM_SM4: case HAL_ENCRYPT_TYPE_WAPI: break; } ath11k_warn(ar->ab, "unsupported encryption type %d\n", enctype); return 0; } static void ath11k_dp_rx_h_undecap_nwifi(struct ath11k *ar, struct sk_buff *msdu, u8 *first_hdr, enum hal_encrypt_type enctype, struct ieee80211_rx_status *status) { struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(msdu); u8 decap_hdr[DP_MAX_NWIFI_HDR_LEN]; struct ieee80211_hdr *hdr; size_t hdr_len; u8 da[ETH_ALEN]; u8 sa[ETH_ALEN]; u16 qos_ctl = 0; u8 *qos; /* copy SA & DA and pull decapped header */ hdr = (struct ieee80211_hdr *)msdu->data; hdr_len = ieee80211_hdrlen(hdr->frame_control); ether_addr_copy(da, ieee80211_get_DA(hdr)); ether_addr_copy(sa, ieee80211_get_SA(hdr)); skb_pull(msdu, ieee80211_hdrlen(hdr->frame_control)); if (rxcb->is_first_msdu) { /* original 802.11 header is valid for the first msdu * hence we can reuse the same header */ hdr = (struct ieee80211_hdr *)first_hdr; hdr_len = ieee80211_hdrlen(hdr->frame_control); /* Each A-MSDU subframe will be reported as a separate MSDU, * so strip the A-MSDU bit from QoS Ctl. */ if (ieee80211_is_data_qos(hdr->frame_control)) { qos = ieee80211_get_qos_ctl(hdr); qos[0] &= ~IEEE80211_QOS_CTL_A_MSDU_PRESENT; } } else { /* Rebuild qos header if this is a middle/last msdu */ hdr->frame_control |= __cpu_to_le16(IEEE80211_STYPE_QOS_DATA); /* Reset the order bit as the HT_Control header is stripped */ hdr->frame_control &= ~(__cpu_to_le16(IEEE80211_FCTL_ORDER)); qos_ctl = rxcb->tid; if (ath11k_dp_rx_h_msdu_start_mesh_ctl_present(ar->ab, rxcb->rx_desc)) qos_ctl |= IEEE80211_QOS_CTL_MESH_CONTROL_PRESENT; /* TODO Add other QoS ctl fields when required */ /* copy decap header before overwriting for reuse below */ memcpy(decap_hdr, (uint8_t *)hdr, hdr_len); } if (!(status->flag & RX_FLAG_IV_STRIPPED)) { memcpy(skb_push(msdu, ath11k_dp_rx_crypto_param_len(ar, enctype)), (void *)hdr + hdr_len, ath11k_dp_rx_crypto_param_len(ar, enctype)); } if (!rxcb->is_first_msdu) { memcpy(skb_push(msdu, IEEE80211_QOS_CTL_LEN), &qos_ctl, IEEE80211_QOS_CTL_LEN); memcpy(skb_push(msdu, hdr_len), decap_hdr, hdr_len); return; } memcpy(skb_push(msdu, hdr_len), hdr, hdr_len); /* original 802.11 header has a different DA and in * case of 4addr it may also have different SA */ hdr = (struct ieee80211_hdr *)msdu->data; ether_addr_copy(ieee80211_get_DA(hdr), da); ether_addr_copy(ieee80211_get_SA(hdr), sa); } static void ath11k_dp_rx_h_undecap_raw(struct ath11k *ar, struct sk_buff *msdu, enum hal_encrypt_type enctype, struct ieee80211_rx_status *status, bool decrypted) { struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(msdu); struct ieee80211_hdr *hdr; size_t hdr_len; size_t crypto_len; if (!rxcb->is_first_msdu || !(rxcb->is_first_msdu && rxcb->is_last_msdu)) { WARN_ON_ONCE(1); return; } skb_trim(msdu, msdu->len - FCS_LEN); if (!decrypted) return; hdr = (void *)msdu->data; /* Tail */ if (status->flag & RX_FLAG_IV_STRIPPED) { skb_trim(msdu, msdu->len - ath11k_dp_rx_crypto_mic_len(ar, enctype)); skb_trim(msdu, msdu->len - ath11k_dp_rx_crypto_icv_len(ar, enctype)); } else { /* MIC */ if (status->flag & RX_FLAG_MIC_STRIPPED) skb_trim(msdu, msdu->len - ath11k_dp_rx_crypto_mic_len(ar, enctype)); /* ICV */ if (status->flag & RX_FLAG_ICV_STRIPPED) skb_trim(msdu, msdu->len - ath11k_dp_rx_crypto_icv_len(ar, enctype)); } /* MMIC */ if ((status->flag & RX_FLAG_MMIC_STRIPPED) && !ieee80211_has_morefrags(hdr->frame_control) && enctype == HAL_ENCRYPT_TYPE_TKIP_MIC) skb_trim(msdu, msdu->len - IEEE80211_CCMP_MIC_LEN); /* Head */ if (status->flag & RX_FLAG_IV_STRIPPED) { hdr_len = ieee80211_hdrlen(hdr->frame_control); crypto_len = ath11k_dp_rx_crypto_param_len(ar, enctype); memmove((void *)msdu->data + crypto_len, (void *)msdu->data, hdr_len); skb_pull(msdu, crypto_len); } } static void *ath11k_dp_rx_h_find_rfc1042(struct ath11k *ar, struct sk_buff *msdu, enum hal_encrypt_type enctype) { struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(msdu); struct ieee80211_hdr *hdr; size_t hdr_len, crypto_len; void *rfc1042; bool is_amsdu; is_amsdu = !(rxcb->is_first_msdu && rxcb->is_last_msdu); hdr = (struct ieee80211_hdr *)ath11k_dp_rx_h_80211_hdr(ar->ab, rxcb->rx_desc); rfc1042 = hdr; if (rxcb->is_first_msdu) { hdr_len = ieee80211_hdrlen(hdr->frame_control); crypto_len = ath11k_dp_rx_crypto_param_len(ar, enctype); rfc1042 += hdr_len + crypto_len; } if (is_amsdu) rfc1042 += sizeof(struct ath11k_dp_amsdu_subframe_hdr); return rfc1042; } static void ath11k_dp_rx_h_undecap_eth(struct ath11k *ar, struct sk_buff *msdu, u8 *first_hdr, enum hal_encrypt_type enctype, struct ieee80211_rx_status *status) { struct ieee80211_hdr *hdr; struct ethhdr *eth; size_t hdr_len; u8 da[ETH_ALEN]; u8 sa[ETH_ALEN]; void *rfc1042; rfc1042 = ath11k_dp_rx_h_find_rfc1042(ar, msdu, enctype); if (WARN_ON_ONCE(!rfc1042)) return; /* pull decapped header and copy SA & DA */ eth = (struct ethhdr *)msdu->data; ether_addr_copy(da, eth->h_dest); ether_addr_copy(sa, eth->h_source); skb_pull(msdu, sizeof(struct ethhdr)); /* push rfc1042/llc/snap */ memcpy(skb_push(msdu, sizeof(struct ath11k_dp_rfc1042_hdr)), rfc1042, sizeof(struct ath11k_dp_rfc1042_hdr)); /* push original 802.11 header */ hdr = (struct ieee80211_hdr *)first_hdr; hdr_len = ieee80211_hdrlen(hdr->frame_control); if (!(status->flag & RX_FLAG_IV_STRIPPED)) { memcpy(skb_push(msdu, ath11k_dp_rx_crypto_param_len(ar, enctype)), (void *)hdr + hdr_len, ath11k_dp_rx_crypto_param_len(ar, enctype)); } memcpy(skb_push(msdu, hdr_len), hdr, hdr_len); /* original 802.11 header has a different DA and in * case of 4addr it may also have different SA */ hdr = (struct ieee80211_hdr *)msdu->data; ether_addr_copy(ieee80211_get_DA(hdr), da); ether_addr_copy(ieee80211_get_SA(hdr), sa); } static void ath11k_dp_rx_h_undecap(struct ath11k *ar, struct sk_buff *msdu, struct hal_rx_desc *rx_desc, enum hal_encrypt_type enctype, struct ieee80211_rx_status *status, bool decrypted) { u8 *first_hdr; u8 decap; struct ethhdr *ehdr; first_hdr = ath11k_dp_rx_h_80211_hdr(ar->ab, rx_desc); decap = ath11k_dp_rx_h_msdu_start_decap_type(ar->ab, rx_desc); switch (decap) { case DP_RX_DECAP_TYPE_NATIVE_WIFI: ath11k_dp_rx_h_undecap_nwifi(ar, msdu, first_hdr, enctype, status); break; case DP_RX_DECAP_TYPE_RAW: ath11k_dp_rx_h_undecap_raw(ar, msdu, enctype, status, decrypted); break; case DP_RX_DECAP_TYPE_ETHERNET2_DIX: ehdr = (struct ethhdr *)msdu->data; /* mac80211 allows fast path only for authorized STA */ if (ehdr->h_proto == cpu_to_be16(ETH_P_PAE)) { ATH11K_SKB_RXCB(msdu)->is_eapol = true; ath11k_dp_rx_h_undecap_eth(ar, msdu, first_hdr, enctype, status); break; } /* PN for mcast packets will be validated in mac80211; * remove eth header and add 802.11 header. */ if (ATH11K_SKB_RXCB(msdu)->is_mcbc && decrypted) ath11k_dp_rx_h_undecap_eth(ar, msdu, first_hdr, enctype, status); break; case DP_RX_DECAP_TYPE_8023: /* TODO: Handle undecap for these formats */ break; } } static struct ath11k_peer * ath11k_dp_rx_h_find_peer(struct ath11k_base *ab, struct sk_buff *msdu) { struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(msdu); struct hal_rx_desc *rx_desc = rxcb->rx_desc; struct ath11k_peer *peer = NULL; lockdep_assert_held(&ab->base_lock); if (rxcb->peer_id) peer = ath11k_peer_find_by_id(ab, rxcb->peer_id); if (peer) return peer; if (!rx_desc || !(ath11k_dp_rxdesc_mac_addr2_valid(ab, rx_desc))) return NULL; peer = ath11k_peer_find_by_addr(ab, ath11k_dp_rxdesc_mpdu_start_addr2(ab, rx_desc)); return peer; } static void ath11k_dp_rx_h_mpdu(struct ath11k *ar, struct sk_buff *msdu, struct hal_rx_desc *rx_desc, struct ieee80211_rx_status *rx_status) { bool fill_crypto_hdr; enum hal_encrypt_type enctype; bool is_decrypted = false; struct ath11k_skb_rxcb *rxcb; struct ieee80211_hdr *hdr; struct ath11k_peer *peer; struct rx_attention *rx_attention; u32 err_bitmap; /* PN for multicast packets will be checked in mac80211 */ rxcb = ATH11K_SKB_RXCB(msdu); fill_crypto_hdr = ath11k_dp_rx_h_attn_is_mcbc(ar->ab, rx_desc); rxcb->is_mcbc = fill_crypto_hdr; if (rxcb->is_mcbc) { rxcb->peer_id = ath11k_dp_rx_h_mpdu_start_peer_id(ar->ab, rx_desc); rxcb->seq_no = ath11k_dp_rx_h_mpdu_start_seq_no(ar->ab, rx_desc); } spin_lock_bh(&ar->ab->base_lock); peer = ath11k_dp_rx_h_find_peer(ar->ab, msdu); if (peer) { if (rxcb->is_mcbc) enctype = peer->sec_type_grp; else enctype = peer->sec_type; } else { enctype = ath11k_dp_rx_h_mpdu_start_enctype(ar->ab, rx_desc); } spin_unlock_bh(&ar->ab->base_lock); rx_attention = ath11k_dp_rx_get_attention(ar->ab, rx_desc); err_bitmap = ath11k_dp_rx_h_attn_mpdu_err(rx_attention); if (enctype != HAL_ENCRYPT_TYPE_OPEN && !err_bitmap) is_decrypted = ath11k_dp_rx_h_attn_is_decrypted(rx_attention); /* Clear per-MPDU flags while leaving per-PPDU flags intact */ rx_status->flag &= ~(RX_FLAG_FAILED_FCS_CRC | RX_FLAG_MMIC_ERROR | RX_FLAG_DECRYPTED | RX_FLAG_IV_STRIPPED | RX_FLAG_MMIC_STRIPPED); if (err_bitmap & DP_RX_MPDU_ERR_FCS) rx_status->flag |= RX_FLAG_FAILED_FCS_CRC; if (err_bitmap & DP_RX_MPDU_ERR_TKIP_MIC) rx_status->flag |= RX_FLAG_MMIC_ERROR; if (is_decrypted) { rx_status->flag |= RX_FLAG_DECRYPTED | RX_FLAG_MMIC_STRIPPED; if (fill_crypto_hdr) rx_status->flag |= RX_FLAG_MIC_STRIPPED | RX_FLAG_ICV_STRIPPED; else rx_status->flag |= RX_FLAG_IV_STRIPPED | RX_FLAG_PN_VALIDATED; } ath11k_dp_rx_h_csum_offload(ar, msdu); ath11k_dp_rx_h_undecap(ar, msdu, rx_desc, enctype, rx_status, is_decrypted); if (!is_decrypted || fill_crypto_hdr) return; if (ath11k_dp_rx_h_msdu_start_decap_type(ar->ab, rx_desc) != DP_RX_DECAP_TYPE_ETHERNET2_DIX) { hdr = (void *)msdu->data; hdr->frame_control &= ~__cpu_to_le16(IEEE80211_FCTL_PROTECTED); } } static void ath11k_dp_rx_h_rate(struct ath11k *ar, struct hal_rx_desc *rx_desc, struct ieee80211_rx_status *rx_status) { struct ieee80211_supported_band *sband; enum rx_msdu_start_pkt_type pkt_type; u8 bw; u8 rate_mcs, nss; u8 sgi; bool is_cck, is_ldpc; pkt_type = ath11k_dp_rx_h_msdu_start_pkt_type(ar->ab, rx_desc); bw = ath11k_dp_rx_h_msdu_start_rx_bw(ar->ab, rx_desc); rate_mcs = ath11k_dp_rx_h_msdu_start_rate_mcs(ar->ab, rx_desc); nss = ath11k_dp_rx_h_msdu_start_nss(ar->ab, rx_desc); sgi = ath11k_dp_rx_h_msdu_start_sgi(ar->ab, rx_desc); switch (pkt_type) { case RX_MSDU_START_PKT_TYPE_11A: case RX_MSDU_START_PKT_TYPE_11B: is_cck = (pkt_type == RX_MSDU_START_PKT_TYPE_11B); sband = &ar->mac.sbands[rx_status->band]; rx_status->rate_idx = ath11k_mac_hw_rate_to_idx(sband, rate_mcs, is_cck); break; case RX_MSDU_START_PKT_TYPE_11N: rx_status->encoding = RX_ENC_HT; if (rate_mcs > ATH11K_HT_MCS_MAX) { ath11k_warn(ar->ab, "Received with invalid mcs in HT mode %d\n", rate_mcs); break; } rx_status->rate_idx = rate_mcs + (8 * (nss - 1)); if (sgi) rx_status->enc_flags |= RX_ENC_FLAG_SHORT_GI; rx_status->bw = ath11k_mac_bw_to_mac80211_bw(bw); break; case RX_MSDU_START_PKT_TYPE_11AC: rx_status->encoding = RX_ENC_VHT; rx_status->rate_idx = rate_mcs; if (rate_mcs > ATH11K_VHT_MCS_MAX) { ath11k_warn(ar->ab, "Received with invalid mcs in VHT mode %d\n", rate_mcs); break; } rx_status->nss = nss; if (sgi) rx_status->enc_flags |= RX_ENC_FLAG_SHORT_GI; rx_status->bw = ath11k_mac_bw_to_mac80211_bw(bw); is_ldpc = ath11k_dp_rx_h_msdu_start_ldpc_support(ar->ab, rx_desc); if (is_ldpc) rx_status->enc_flags |= RX_ENC_FLAG_LDPC; break; case RX_MSDU_START_PKT_TYPE_11AX: rx_status->rate_idx = rate_mcs; if (rate_mcs > ATH11K_HE_MCS_MAX) { ath11k_warn(ar->ab, "Received with invalid mcs in HE mode %d\n", rate_mcs); break; } rx_status->encoding = RX_ENC_HE; rx_status->nss = nss; rx_status->he_gi = ath11k_mac_he_gi_to_nl80211_he_gi(sgi); rx_status->bw = ath11k_mac_bw_to_mac80211_bw(bw); break; } } static void ath11k_dp_rx_h_ppdu(struct ath11k *ar, struct hal_rx_desc *rx_desc, struct ieee80211_rx_status *rx_status) { u8 channel_num; u32 center_freq, meta_data; struct ieee80211_channel *channel; rx_status->freq = 0; rx_status->rate_idx = 0; rx_status->nss = 0; rx_status->encoding = RX_ENC_LEGACY; rx_status->bw = RATE_INFO_BW_20; rx_status->flag |= RX_FLAG_NO_SIGNAL_VAL; meta_data = ath11k_dp_rx_h_msdu_start_freq(ar->ab, rx_desc); channel_num = meta_data; center_freq = meta_data >> 16; if (center_freq >= ATH11K_MIN_6G_FREQ && center_freq <= ATH11K_MAX_6G_FREQ) { rx_status->band = NL80211_BAND_6GHZ; rx_status->freq = center_freq; } else if (channel_num >= 1 && channel_num <= 14) { rx_status->band = NL80211_BAND_2GHZ; } else if (channel_num >= 36 && channel_num <= 177) { rx_status->band = NL80211_BAND_5GHZ; } else { spin_lock_bh(&ar->data_lock); channel = ar->rx_channel; if (channel) { rx_status->band = channel->band; channel_num = ieee80211_frequency_to_channel(channel->center_freq); } spin_unlock_bh(&ar->data_lock); ath11k_dbg_dump(ar->ab, ATH11K_DBG_DATA, NULL, "rx_desc: ", rx_desc, sizeof(struct hal_rx_desc)); } if (rx_status->band != NL80211_BAND_6GHZ) rx_status->freq = ieee80211_channel_to_frequency(channel_num, rx_status->band); ath11k_dp_rx_h_rate(ar, rx_desc, rx_status); } static void ath11k_dp_rx_deliver_msdu(struct ath11k *ar, struct napi_struct *napi, struct sk_buff *msdu, struct ieee80211_rx_status *status) { static const struct ieee80211_radiotap_he known = { .data1 = cpu_to_le16(IEEE80211_RADIOTAP_HE_DATA1_DATA_MCS_KNOWN | IEEE80211_RADIOTAP_HE_DATA1_BW_RU_ALLOC_KNOWN), .data2 = cpu_to_le16(IEEE80211_RADIOTAP_HE_DATA2_GI_KNOWN), }; struct ieee80211_rx_status *rx_status; struct ieee80211_radiotap_he *he = NULL; struct ieee80211_sta *pubsta = NULL; struct ath11k_peer *peer; struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(msdu); u8 decap = DP_RX_DECAP_TYPE_RAW; bool is_mcbc = rxcb->is_mcbc; bool is_eapol = rxcb->is_eapol; if (status->encoding == RX_ENC_HE && !(status->flag & RX_FLAG_RADIOTAP_HE) && !(status->flag & RX_FLAG_SKIP_MONITOR)) { he = skb_push(msdu, sizeof(known)); memcpy(he, &known, sizeof(known)); status->flag |= RX_FLAG_RADIOTAP_HE; } if (!(status->flag & RX_FLAG_ONLY_MONITOR)) decap = ath11k_dp_rx_h_msdu_start_decap_type(ar->ab, rxcb->rx_desc); spin_lock_bh(&ar->ab->base_lock); peer = ath11k_dp_rx_h_find_peer(ar->ab, msdu); if (peer && peer->sta) pubsta = peer->sta; spin_unlock_bh(&ar->ab->base_lock); ath11k_dbg(ar->ab, ATH11K_DBG_DATA, "rx skb %p len %u peer %pM %d %s sn %u %s%s%s%s%s%s%s %srate_idx %u vht_nss %u freq %u band %u flag 0x%x fcs-err %i mic-err %i amsdu-more %i\n", msdu, msdu->len, peer ? peer->addr : NULL, rxcb->tid, is_mcbc ? "mcast" : "ucast", rxcb->seq_no, (status->encoding == RX_ENC_LEGACY) ? "legacy" : "", (status->encoding == RX_ENC_HT) ? "ht" : "", (status->encoding == RX_ENC_VHT) ? "vht" : "", (status->encoding == RX_ENC_HE) ? "he" : "", (status->bw == RATE_INFO_BW_40) ? "40" : "", (status->bw == RATE_INFO_BW_80) ? "80" : "", (status->bw == RATE_INFO_BW_160) ? "160" : "", status->enc_flags & RX_ENC_FLAG_SHORT_GI ? "sgi " : "", status->rate_idx, status->nss, status->freq, status->band, status->flag, !!(status->flag & RX_FLAG_FAILED_FCS_CRC), !!(status->flag & RX_FLAG_MMIC_ERROR), !!(status->flag & RX_FLAG_AMSDU_MORE)); ath11k_dbg_dump(ar->ab, ATH11K_DBG_DP_RX, NULL, "dp rx msdu: ", msdu->data, msdu->len); rx_status = IEEE80211_SKB_RXCB(msdu); *rx_status = *status; /* TODO: trace rx packet */ /* PN for multicast packets are not validate in HW, * so skip 802.3 rx path * Also, fast_rx expects the STA to be authorized, hence * eapol packets are sent in slow path. */ if (decap == DP_RX_DECAP_TYPE_ETHERNET2_DIX && !is_eapol && !(is_mcbc && rx_status->flag & RX_FLAG_DECRYPTED)) rx_status->flag |= RX_FLAG_8023; ieee80211_rx_napi(ar->hw, pubsta, msdu, napi); } static int ath11k_dp_rx_process_msdu(struct ath11k *ar, struct sk_buff *msdu, struct sk_buff_head *msdu_list, struct ieee80211_rx_status *rx_status) { struct ath11k_base *ab = ar->ab; struct hal_rx_desc *rx_desc, *lrx_desc; struct rx_attention *rx_attention; struct ath11k_skb_rxcb *rxcb; struct sk_buff *last_buf; u8 l3_pad_bytes; u8 *hdr_status; u16 msdu_len; int ret; u32 hal_rx_desc_sz = ar->ab->hw_params.hal_desc_sz; last_buf = ath11k_dp_rx_get_msdu_last_buf(msdu_list, msdu); if (!last_buf) { ath11k_warn(ab, "No valid Rx buffer to access Atten/MSDU_END/MPDU_END tlvs\n"); ret = -EIO; goto free_out; } rx_desc = (struct hal_rx_desc *)msdu->data; if (ath11k_dp_rx_h_attn_msdu_len_err(ab, rx_desc)) { ath11k_warn(ar->ab, "msdu len not valid\n"); ret = -EIO; goto free_out; } lrx_desc = (struct hal_rx_desc *)last_buf->data; rx_attention = ath11k_dp_rx_get_attention(ab, lrx_desc); if (!ath11k_dp_rx_h_attn_msdu_done(rx_attention)) { ath11k_warn(ab, "msdu_done bit in attention is not set\n"); ret = -EIO; goto free_out; } rxcb = ATH11K_SKB_RXCB(msdu); rxcb->rx_desc = rx_desc; msdu_len = ath11k_dp_rx_h_msdu_start_msdu_len(ab, rx_desc); l3_pad_bytes = ath11k_dp_rx_h_msdu_end_l3pad(ab, lrx_desc); if (rxcb->is_frag) { skb_pull(msdu, hal_rx_desc_sz); } else if (!rxcb->is_continuation) { if ((msdu_len + hal_rx_desc_sz) > DP_RX_BUFFER_SIZE) { hdr_status = ath11k_dp_rx_h_80211_hdr(ab, rx_desc); ret = -EINVAL; ath11k_warn(ab, "invalid msdu len %u\n", msdu_len); ath11k_dbg_dump(ab, ATH11K_DBG_DATA, NULL, "", hdr_status, sizeof(struct ieee80211_hdr)); ath11k_dbg_dump(ab, ATH11K_DBG_DATA, NULL, "", rx_desc, sizeof(struct hal_rx_desc)); goto free_out; } skb_put(msdu, hal_rx_desc_sz + l3_pad_bytes + msdu_len); skb_pull(msdu, hal_rx_desc_sz + l3_pad_bytes); } else { ret = ath11k_dp_rx_msdu_coalesce(ar, msdu_list, msdu, last_buf, l3_pad_bytes, msdu_len); if (ret) { ath11k_warn(ab, "failed to coalesce msdu rx buffer%d\n", ret); goto free_out; } } ath11k_dp_rx_h_ppdu(ar, rx_desc, rx_status); ath11k_dp_rx_h_mpdu(ar, msdu, rx_desc, rx_status); rx_status->flag |= RX_FLAG_SKIP_MONITOR | RX_FLAG_DUP_VALIDATED; return 0; free_out: return ret; } static void ath11k_dp_rx_process_received_packets(struct ath11k_base *ab, struct napi_struct *napi, struct sk_buff_head *msdu_list, int mac_id) { struct sk_buff *msdu; struct ath11k *ar; struct ieee80211_rx_status rx_status = {0}; int ret; if (skb_queue_empty(msdu_list)) return; if (unlikely(!rcu_access_pointer(ab->pdevs_active[mac_id]))) { __skb_queue_purge(msdu_list); return; } ar = ab->pdevs[mac_id].ar; if (unlikely(test_bit(ATH11K_CAC_RUNNING, &ar->dev_flags))) { __skb_queue_purge(msdu_list); return; } while ((msdu = __skb_dequeue(msdu_list))) { ret = ath11k_dp_rx_process_msdu(ar, msdu, msdu_list, &rx_status); if (unlikely(ret)) { ath11k_dbg(ab, ATH11K_DBG_DATA, "Unable to process msdu %d", ret); dev_kfree_skb_any(msdu); continue; } ath11k_dp_rx_deliver_msdu(ar, napi, msdu, &rx_status); } } int ath11k_dp_process_rx(struct ath11k_base *ab, int ring_id, struct napi_struct *napi, int budget) { struct ath11k_dp *dp = &ab->dp; struct dp_rxdma_ring *rx_ring; int num_buffs_reaped[MAX_RADIOS] = {0}; struct sk_buff_head msdu_list[MAX_RADIOS]; struct ath11k_skb_rxcb *rxcb; int total_msdu_reaped = 0; struct hal_srng *srng; struct sk_buff *msdu; bool done = false; int buf_id, mac_id; struct ath11k *ar; struct hal_reo_dest_ring *desc; enum hal_reo_dest_ring_push_reason push_reason; u32 cookie; int i; for (i = 0; i < MAX_RADIOS; i++) __skb_queue_head_init(&msdu_list[i]); srng = &ab->hal.srng_list[dp->reo_dst_ring[ring_id].ring_id]; spin_lock_bh(&srng->lock); try_again: ath11k_hal_srng_access_begin(ab, srng); while (likely(desc = (struct hal_reo_dest_ring *)ath11k_hal_srng_dst_get_next_entry(ab, srng))) { cookie = FIELD_GET(BUFFER_ADDR_INFO1_SW_COOKIE, desc->buf_addr_info.info1); buf_id = FIELD_GET(DP_RXDMA_BUF_COOKIE_BUF_ID, cookie); mac_id = FIELD_GET(DP_RXDMA_BUF_COOKIE_PDEV_ID, cookie); if (unlikely(buf_id == 0)) continue; ar = ab->pdevs[mac_id].ar; rx_ring = &ar->dp.rx_refill_buf_ring; spin_lock_bh(&rx_ring->idr_lock); msdu = idr_find(&rx_ring->bufs_idr, buf_id); if (unlikely(!msdu)) { ath11k_warn(ab, "frame rx with invalid buf_id %d\n", buf_id); spin_unlock_bh(&rx_ring->idr_lock); continue; } idr_remove(&rx_ring->bufs_idr, buf_id); spin_unlock_bh(&rx_ring->idr_lock); rxcb = ATH11K_SKB_RXCB(msdu); dma_unmap_single(ab->dev, rxcb->paddr, msdu->len + skb_tailroom(msdu), DMA_FROM_DEVICE); num_buffs_reaped[mac_id]++; push_reason = FIELD_GET(HAL_REO_DEST_RING_INFO0_PUSH_REASON, desc->info0); if (unlikely(push_reason != HAL_REO_DEST_RING_PUSH_REASON_ROUTING_INSTRUCTION)) { dev_kfree_skb_any(msdu); ab->soc_stats.hal_reo_error[dp->reo_dst_ring[ring_id].ring_id]++; continue; } rxcb->is_first_msdu = !!(desc->rx_msdu_info.info0 & RX_MSDU_DESC_INFO0_FIRST_MSDU_IN_MPDU); rxcb->is_last_msdu = !!(desc->rx_msdu_info.info0 & RX_MSDU_DESC_INFO0_LAST_MSDU_IN_MPDU); rxcb->is_continuation = !!(desc->rx_msdu_info.info0 & RX_MSDU_DESC_INFO0_MSDU_CONTINUATION); rxcb->peer_id = FIELD_GET(RX_MPDU_DESC_META_DATA_PEER_ID, desc->rx_mpdu_info.meta_data); rxcb->seq_no = FIELD_GET(RX_MPDU_DESC_INFO0_SEQ_NUM, desc->rx_mpdu_info.info0); rxcb->tid = FIELD_GET(HAL_REO_DEST_RING_INFO0_RX_QUEUE_NUM, desc->info0); rxcb->mac_id = mac_id; __skb_queue_tail(&msdu_list[mac_id], msdu); if (rxcb->is_continuation) { done = false; } else { total_msdu_reaped++; done = true; } if (total_msdu_reaped >= budget) break; } /* Hw might have updated the head pointer after we cached it. * In this case, even though there are entries in the ring we'll * get rx_desc NULL. Give the read another try with updated cached * head pointer so that we can reap complete MPDU in the current * rx processing. */ if (unlikely(!done && ath11k_hal_srng_dst_num_free(ab, srng, true))) { ath11k_hal_srng_access_end(ab, srng); goto try_again; } ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); if (unlikely(!total_msdu_reaped)) goto exit; for (i = 0; i < ab->num_radios; i++) { if (!num_buffs_reaped[i]) continue; ath11k_dp_rx_process_received_packets(ab, napi, &msdu_list[i], i); ar = ab->pdevs[i].ar; rx_ring = &ar->dp.rx_refill_buf_ring; ath11k_dp_rxbufs_replenish(ab, i, rx_ring, num_buffs_reaped[i], ab->hw_params.hal_params->rx_buf_rbm); } exit: return total_msdu_reaped; } static void ath11k_dp_rx_update_peer_stats(struct ath11k_sta *arsta, struct hal_rx_mon_ppdu_info *ppdu_info) { struct ath11k_rx_peer_stats *rx_stats = arsta->rx_stats; u32 num_msdu; int i; if (!rx_stats) return; arsta->rssi_comb = ppdu_info->rssi_comb; ewma_avg_rssi_add(&arsta->avg_rssi, ppdu_info->rssi_comb); num_msdu = ppdu_info->tcp_msdu_count + ppdu_info->tcp_ack_msdu_count + ppdu_info->udp_msdu_count + ppdu_info->other_msdu_count; rx_stats->num_msdu += num_msdu; rx_stats->tcp_msdu_count += ppdu_info->tcp_msdu_count + ppdu_info->tcp_ack_msdu_count; rx_stats->udp_msdu_count += ppdu_info->udp_msdu_count; rx_stats->other_msdu_count += ppdu_info->other_msdu_count; if (ppdu_info->preamble_type == HAL_RX_PREAMBLE_11A || ppdu_info->preamble_type == HAL_RX_PREAMBLE_11B) { ppdu_info->nss = 1; ppdu_info->mcs = HAL_RX_MAX_MCS; ppdu_info->tid = IEEE80211_NUM_TIDS; } if (ppdu_info->nss > 0 && ppdu_info->nss <= HAL_RX_MAX_NSS) rx_stats->nss_count[ppdu_info->nss - 1] += num_msdu; if (ppdu_info->mcs <= HAL_RX_MAX_MCS) rx_stats->mcs_count[ppdu_info->mcs] += num_msdu; if (ppdu_info->gi < HAL_RX_GI_MAX) rx_stats->gi_count[ppdu_info->gi] += num_msdu; if (ppdu_info->bw < HAL_RX_BW_MAX) rx_stats->bw_count[ppdu_info->bw] += num_msdu; if (ppdu_info->ldpc < HAL_RX_SU_MU_CODING_MAX) rx_stats->coding_count[ppdu_info->ldpc] += num_msdu; if (ppdu_info->tid <= IEEE80211_NUM_TIDS) rx_stats->tid_count[ppdu_info->tid] += num_msdu; if (ppdu_info->preamble_type < HAL_RX_PREAMBLE_MAX) rx_stats->pream_cnt[ppdu_info->preamble_type] += num_msdu; if (ppdu_info->reception_type < HAL_RX_RECEPTION_TYPE_MAX) rx_stats->reception_type[ppdu_info->reception_type] += num_msdu; if (ppdu_info->is_stbc) rx_stats->stbc_count += num_msdu; if (ppdu_info->beamformed) rx_stats->beamformed_count += num_msdu; if (ppdu_info->num_mpdu_fcs_ok > 1) rx_stats->ampdu_msdu_count += num_msdu; else rx_stats->non_ampdu_msdu_count += num_msdu; rx_stats->num_mpdu_fcs_ok += ppdu_info->num_mpdu_fcs_ok; rx_stats->num_mpdu_fcs_err += ppdu_info->num_mpdu_fcs_err; rx_stats->dcm_count += ppdu_info->dcm; rx_stats->ru_alloc_cnt[ppdu_info->ru_alloc] += num_msdu; arsta->rssi_comb = ppdu_info->rssi_comb; BUILD_BUG_ON(ARRAY_SIZE(arsta->chain_signal) > ARRAY_SIZE(ppdu_info->rssi_chain_pri20)); for (i = 0; i < ARRAY_SIZE(arsta->chain_signal); i++) arsta->chain_signal[i] = ppdu_info->rssi_chain_pri20[i]; rx_stats->rx_duration += ppdu_info->rx_duration; arsta->rx_duration = rx_stats->rx_duration; } static struct sk_buff *ath11k_dp_rx_alloc_mon_status_buf(struct ath11k_base *ab, struct dp_rxdma_ring *rx_ring, int *buf_id) { struct sk_buff *skb; dma_addr_t paddr; skb = dev_alloc_skb(DP_RX_BUFFER_SIZE + DP_RX_BUFFER_ALIGN_SIZE); if (!skb) goto fail_alloc_skb; if (!IS_ALIGNED((unsigned long)skb->data, DP_RX_BUFFER_ALIGN_SIZE)) { skb_pull(skb, PTR_ALIGN(skb->data, DP_RX_BUFFER_ALIGN_SIZE) - skb->data); } paddr = dma_map_single(ab->dev, skb->data, skb->len + skb_tailroom(skb), DMA_FROM_DEVICE); if (unlikely(dma_mapping_error(ab->dev, paddr))) goto fail_free_skb; spin_lock_bh(&rx_ring->idr_lock); *buf_id = idr_alloc(&rx_ring->bufs_idr, skb, 0, rx_ring->bufs_max, GFP_ATOMIC); spin_unlock_bh(&rx_ring->idr_lock); if (*buf_id < 0) goto fail_dma_unmap; ATH11K_SKB_RXCB(skb)->paddr = paddr; return skb; fail_dma_unmap: dma_unmap_single(ab->dev, paddr, skb->len + skb_tailroom(skb), DMA_FROM_DEVICE); fail_free_skb: dev_kfree_skb_any(skb); fail_alloc_skb: return NULL; } int ath11k_dp_rx_mon_status_bufs_replenish(struct ath11k_base *ab, int mac_id, struct dp_rxdma_ring *rx_ring, int req_entries, enum hal_rx_buf_return_buf_manager mgr) { struct hal_srng *srng; u32 *desc; struct sk_buff *skb; int num_free; int num_remain; int buf_id; u32 cookie; dma_addr_t paddr; req_entries = min(req_entries, rx_ring->bufs_max); srng = &ab->hal.srng_list[rx_ring->refill_buf_ring.ring_id]; spin_lock_bh(&srng->lock); ath11k_hal_srng_access_begin(ab, srng); num_free = ath11k_hal_srng_src_num_free(ab, srng, true); req_entries = min(num_free, req_entries); num_remain = req_entries; while (num_remain > 0) { skb = ath11k_dp_rx_alloc_mon_status_buf(ab, rx_ring, &buf_id); if (!skb) break; paddr = ATH11K_SKB_RXCB(skb)->paddr; desc = ath11k_hal_srng_src_get_next_entry(ab, srng); if (!desc) goto fail_desc_get; cookie = FIELD_PREP(DP_RXDMA_BUF_COOKIE_PDEV_ID, mac_id) | FIELD_PREP(DP_RXDMA_BUF_COOKIE_BUF_ID, buf_id); num_remain--; ath11k_hal_rx_buf_addr_info_set(desc, paddr, cookie, mgr); } ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); return req_entries - num_remain; fail_desc_get: spin_lock_bh(&rx_ring->idr_lock); idr_remove(&rx_ring->bufs_idr, buf_id); spin_unlock_bh(&rx_ring->idr_lock); dma_unmap_single(ab->dev, paddr, skb->len + skb_tailroom(skb), DMA_FROM_DEVICE); dev_kfree_skb_any(skb); ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); return req_entries - num_remain; } #define ATH11K_DP_RX_FULL_MON_PPDU_ID_WRAP 32535 static void ath11k_dp_rx_mon_update_status_buf_state(struct ath11k_mon_data *pmon, struct hal_tlv_hdr *tlv) { struct hal_rx_ppdu_start *ppdu_start; u16 ppdu_id_diff, ppdu_id, tlv_len; u8 *ptr; /* PPDU id is part of second tlv, move ptr to second tlv */ tlv_len = FIELD_GET(HAL_TLV_HDR_LEN, tlv->tl); ptr = (u8 *)tlv; ptr += sizeof(*tlv) + tlv_len; tlv = (struct hal_tlv_hdr *)ptr; if (FIELD_GET(HAL_TLV_HDR_TAG, tlv->tl) != HAL_RX_PPDU_START) return; ptr += sizeof(*tlv); ppdu_start = (struct hal_rx_ppdu_start *)ptr; ppdu_id = FIELD_GET(HAL_RX_PPDU_START_INFO0_PPDU_ID, __le32_to_cpu(ppdu_start->info0)); if (pmon->sw_mon_entries.ppdu_id < ppdu_id) { pmon->buf_state = DP_MON_STATUS_LEAD; ppdu_id_diff = ppdu_id - pmon->sw_mon_entries.ppdu_id; if (ppdu_id_diff > ATH11K_DP_RX_FULL_MON_PPDU_ID_WRAP) pmon->buf_state = DP_MON_STATUS_LAG; } else if (pmon->sw_mon_entries.ppdu_id > ppdu_id) { pmon->buf_state = DP_MON_STATUS_LAG; ppdu_id_diff = pmon->sw_mon_entries.ppdu_id - ppdu_id; if (ppdu_id_diff > ATH11K_DP_RX_FULL_MON_PPDU_ID_WRAP) pmon->buf_state = DP_MON_STATUS_LEAD; } } static int ath11k_dp_rx_reap_mon_status_ring(struct ath11k_base *ab, int mac_id, int *budget, struct sk_buff_head *skb_list) { struct ath11k *ar; const struct ath11k_hw_hal_params *hal_params; struct ath11k_pdev_dp *dp; struct dp_rxdma_ring *rx_ring; struct ath11k_mon_data *pmon; struct hal_srng *srng; void *rx_mon_status_desc; struct sk_buff *skb; struct ath11k_skb_rxcb *rxcb; struct hal_tlv_hdr *tlv; u32 cookie; int buf_id, srng_id; dma_addr_t paddr; u8 rbm; int num_buffs_reaped = 0; ar = ab->pdevs[ath11k_hw_mac_id_to_pdev_id(&ab->hw_params, mac_id)].ar; dp = &ar->dp; pmon = &dp->mon_data; srng_id = ath11k_hw_mac_id_to_srng_id(&ab->hw_params, mac_id); rx_ring = &dp->rx_mon_status_refill_ring[srng_id]; srng = &ab->hal.srng_list[rx_ring->refill_buf_ring.ring_id]; spin_lock_bh(&srng->lock); ath11k_hal_srng_access_begin(ab, srng); while (*budget) { *budget -= 1; rx_mon_status_desc = ath11k_hal_srng_src_peek(ab, srng); if (!rx_mon_status_desc) { pmon->buf_state = DP_MON_STATUS_REPLINISH; break; } ath11k_hal_rx_buf_addr_info_get(rx_mon_status_desc, &paddr, &cookie, &rbm); if (paddr) { buf_id = FIELD_GET(DP_RXDMA_BUF_COOKIE_BUF_ID, cookie); spin_lock_bh(&rx_ring->idr_lock); skb = idr_find(&rx_ring->bufs_idr, buf_id); spin_unlock_bh(&rx_ring->idr_lock); if (!skb) { ath11k_warn(ab, "rx monitor status with invalid buf_id %d\n", buf_id); pmon->buf_state = DP_MON_STATUS_REPLINISH; goto move_next; } rxcb = ATH11K_SKB_RXCB(skb); dma_sync_single_for_cpu(ab->dev, rxcb->paddr, skb->len + skb_tailroom(skb), DMA_FROM_DEVICE); tlv = (struct hal_tlv_hdr *)skb->data; if (FIELD_GET(HAL_TLV_HDR_TAG, tlv->tl) != HAL_RX_STATUS_BUFFER_DONE) { ath11k_warn(ab, "mon status DONE not set %lx, buf_id %d\n", FIELD_GET(HAL_TLV_HDR_TAG, tlv->tl), buf_id); /* If done status is missing, hold onto status * ring until status is done for this status * ring buffer. * Keep HP in mon_status_ring unchanged, * and break from here. * Check status for same buffer for next time */ pmon->buf_state = DP_MON_STATUS_NO_DMA; break; } spin_lock_bh(&rx_ring->idr_lock); idr_remove(&rx_ring->bufs_idr, buf_id); spin_unlock_bh(&rx_ring->idr_lock); if (ab->hw_params.full_monitor_mode) { ath11k_dp_rx_mon_update_status_buf_state(pmon, tlv); if (paddr == pmon->mon_status_paddr) pmon->buf_state = DP_MON_STATUS_MATCH; } dma_unmap_single(ab->dev, rxcb->paddr, skb->len + skb_tailroom(skb), DMA_FROM_DEVICE); __skb_queue_tail(skb_list, skb); } else { pmon->buf_state = DP_MON_STATUS_REPLINISH; } move_next: skb = ath11k_dp_rx_alloc_mon_status_buf(ab, rx_ring, &buf_id); if (!skb) { hal_params = ab->hw_params.hal_params; ath11k_hal_rx_buf_addr_info_set(rx_mon_status_desc, 0, 0, hal_params->rx_buf_rbm); num_buffs_reaped++; break; } rxcb = ATH11K_SKB_RXCB(skb); cookie = FIELD_PREP(DP_RXDMA_BUF_COOKIE_PDEV_ID, mac_id) | FIELD_PREP(DP_RXDMA_BUF_COOKIE_BUF_ID, buf_id); ath11k_hal_rx_buf_addr_info_set(rx_mon_status_desc, rxcb->paddr, cookie, ab->hw_params.hal_params->rx_buf_rbm); ath11k_hal_srng_src_get_next_entry(ab, srng); num_buffs_reaped++; } ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); return num_buffs_reaped; } static void ath11k_dp_rx_frag_timer(struct timer_list *timer) { struct dp_rx_tid *rx_tid = from_timer(rx_tid, timer, frag_timer); spin_lock_bh(&rx_tid->ab->base_lock); if (rx_tid->last_frag_no && rx_tid->rx_frag_bitmap == GENMASK(rx_tid->last_frag_no, 0)) { spin_unlock_bh(&rx_tid->ab->base_lock); return; } ath11k_dp_rx_frags_cleanup(rx_tid, true); spin_unlock_bh(&rx_tid->ab->base_lock); } int ath11k_peer_rx_frag_setup(struct ath11k *ar, const u8 *peer_mac, int vdev_id) { struct ath11k_base *ab = ar->ab; struct crypto_shash *tfm; struct ath11k_peer *peer; struct dp_rx_tid *rx_tid; int i; tfm = crypto_alloc_shash("michael_mic", 0, 0); if (IS_ERR(tfm)) { ath11k_warn(ab, "failed to allocate michael_mic shash: %ld\n", PTR_ERR(tfm)); return PTR_ERR(tfm); } spin_lock_bh(&ab->base_lock); peer = ath11k_peer_find(ab, vdev_id, peer_mac); if (!peer) { ath11k_warn(ab, "failed to find the peer to set up fragment info\n"); spin_unlock_bh(&ab->base_lock); crypto_free_shash(tfm); return -ENOENT; } for (i = 0; i <= IEEE80211_NUM_TIDS; i++) { rx_tid = &peer->rx_tid[i]; rx_tid->ab = ab; timer_setup(&rx_tid->frag_timer, ath11k_dp_rx_frag_timer, 0); skb_queue_head_init(&rx_tid->rx_frags); } peer->tfm_mmic = tfm; peer->dp_setup_done = true; spin_unlock_bh(&ab->base_lock); return 0; } static int ath11k_dp_rx_h_michael_mic(struct crypto_shash *tfm, u8 *key, struct ieee80211_hdr *hdr, u8 *data, size_t data_len, u8 *mic) { SHASH_DESC_ON_STACK(desc, tfm); u8 mic_hdr[16] = {0}; u8 tid = 0; int ret; if (!tfm) return -EINVAL; desc->tfm = tfm; ret = crypto_shash_setkey(tfm, key, 8); if (ret) goto out; ret = crypto_shash_init(desc); if (ret) goto out; /* TKIP MIC header */ memcpy(mic_hdr, ieee80211_get_DA(hdr), ETH_ALEN); memcpy(mic_hdr + ETH_ALEN, ieee80211_get_SA(hdr), ETH_ALEN); if (ieee80211_is_data_qos(hdr->frame_control)) tid = ieee80211_get_tid(hdr); mic_hdr[12] = tid; ret = crypto_shash_update(desc, mic_hdr, 16); if (ret) goto out; ret = crypto_shash_update(desc, data, data_len); if (ret) goto out; ret = crypto_shash_final(desc, mic); out: shash_desc_zero(desc); return ret; } static int ath11k_dp_rx_h_verify_tkip_mic(struct ath11k *ar, struct ath11k_peer *peer, struct sk_buff *msdu) { struct hal_rx_desc *rx_desc = (struct hal_rx_desc *)msdu->data; struct ieee80211_rx_status *rxs = IEEE80211_SKB_RXCB(msdu); struct ieee80211_key_conf *key_conf; struct ieee80211_hdr *hdr; u8 mic[IEEE80211_CCMP_MIC_LEN]; int head_len, tail_len, ret; size_t data_len; u32 hdr_len, hal_rx_desc_sz = ar->ab->hw_params.hal_desc_sz; u8 *key, *data; u8 key_idx; if (ath11k_dp_rx_h_mpdu_start_enctype(ar->ab, rx_desc) != HAL_ENCRYPT_TYPE_TKIP_MIC) return 0; hdr = (struct ieee80211_hdr *)(msdu->data + hal_rx_desc_sz); hdr_len = ieee80211_hdrlen(hdr->frame_control); head_len = hdr_len + hal_rx_desc_sz + IEEE80211_TKIP_IV_LEN; tail_len = IEEE80211_CCMP_MIC_LEN + IEEE80211_TKIP_ICV_LEN + FCS_LEN; if (!is_multicast_ether_addr(hdr->addr1)) key_idx = peer->ucast_keyidx; else key_idx = peer->mcast_keyidx; key_conf = peer->keys[key_idx]; data = msdu->data + head_len; data_len = msdu->len - head_len - tail_len; key = &key_conf->key[NL80211_TKIP_DATA_OFFSET_RX_MIC_KEY]; ret = ath11k_dp_rx_h_michael_mic(peer->tfm_mmic, key, hdr, data, data_len, mic); if (ret || memcmp(mic, data + data_len, IEEE80211_CCMP_MIC_LEN)) goto mic_fail; return 0; mic_fail: (ATH11K_SKB_RXCB(msdu))->is_first_msdu = true; (ATH11K_SKB_RXCB(msdu))->is_last_msdu = true; rxs->flag |= RX_FLAG_MMIC_ERROR | RX_FLAG_MMIC_STRIPPED | RX_FLAG_IV_STRIPPED | RX_FLAG_DECRYPTED; skb_pull(msdu, hal_rx_desc_sz); ath11k_dp_rx_h_ppdu(ar, rx_desc, rxs); ath11k_dp_rx_h_undecap(ar, msdu, rx_desc, HAL_ENCRYPT_TYPE_TKIP_MIC, rxs, true); ieee80211_rx(ar->hw, msdu); return -EINVAL; } static void ath11k_dp_rx_h_undecap_frag(struct ath11k *ar, struct sk_buff *msdu, enum hal_encrypt_type enctype, u32 flags) { struct ieee80211_hdr *hdr; size_t hdr_len; size_t crypto_len; u32 hal_rx_desc_sz = ar->ab->hw_params.hal_desc_sz; if (!flags) return; hdr = (struct ieee80211_hdr *)(msdu->data + hal_rx_desc_sz); if (flags & RX_FLAG_MIC_STRIPPED) skb_trim(msdu, msdu->len - ath11k_dp_rx_crypto_mic_len(ar, enctype)); if (flags & RX_FLAG_ICV_STRIPPED) skb_trim(msdu, msdu->len - ath11k_dp_rx_crypto_icv_len(ar, enctype)); if (flags & RX_FLAG_IV_STRIPPED) { hdr_len = ieee80211_hdrlen(hdr->frame_control); crypto_len = ath11k_dp_rx_crypto_param_len(ar, enctype); memmove((void *)msdu->data + hal_rx_desc_sz + crypto_len, (void *)msdu->data + hal_rx_desc_sz, hdr_len); skb_pull(msdu, crypto_len); } } static int ath11k_dp_rx_h_defrag(struct ath11k *ar, struct ath11k_peer *peer, struct dp_rx_tid *rx_tid, struct sk_buff **defrag_skb) { struct hal_rx_desc *rx_desc; struct sk_buff *skb, *first_frag, *last_frag; struct ieee80211_hdr *hdr; struct rx_attention *rx_attention; enum hal_encrypt_type enctype; bool is_decrypted = false; int msdu_len = 0; int extra_space; u32 flags, hal_rx_desc_sz = ar->ab->hw_params.hal_desc_sz; first_frag = skb_peek(&rx_tid->rx_frags); last_frag = skb_peek_tail(&rx_tid->rx_frags); skb_queue_walk(&rx_tid->rx_frags, skb) { flags = 0; rx_desc = (struct hal_rx_desc *)skb->data; hdr = (struct ieee80211_hdr *)(skb->data + hal_rx_desc_sz); enctype = ath11k_dp_rx_h_mpdu_start_enctype(ar->ab, rx_desc); if (enctype != HAL_ENCRYPT_TYPE_OPEN) { rx_attention = ath11k_dp_rx_get_attention(ar->ab, rx_desc); is_decrypted = ath11k_dp_rx_h_attn_is_decrypted(rx_attention); } if (is_decrypted) { if (skb != first_frag) flags |= RX_FLAG_IV_STRIPPED; if (skb != last_frag) flags |= RX_FLAG_ICV_STRIPPED | RX_FLAG_MIC_STRIPPED; } /* RX fragments are always raw packets */ if (skb != last_frag) skb_trim(skb, skb->len - FCS_LEN); ath11k_dp_rx_h_undecap_frag(ar, skb, enctype, flags); if (skb != first_frag) skb_pull(skb, hal_rx_desc_sz + ieee80211_hdrlen(hdr->frame_control)); msdu_len += skb->len; } extra_space = msdu_len - (DP_RX_BUFFER_SIZE + skb_tailroom(first_frag)); if (extra_space > 0 && (pskb_expand_head(first_frag, 0, extra_space, GFP_ATOMIC) < 0)) return -ENOMEM; __skb_unlink(first_frag, &rx_tid->rx_frags); while ((skb = __skb_dequeue(&rx_tid->rx_frags))) { skb_put_data(first_frag, skb->data, skb->len); dev_kfree_skb_any(skb); } hdr = (struct ieee80211_hdr *)(first_frag->data + hal_rx_desc_sz); hdr->frame_control &= ~__cpu_to_le16(IEEE80211_FCTL_MOREFRAGS); ATH11K_SKB_RXCB(first_frag)->is_frag = 1; if (ath11k_dp_rx_h_verify_tkip_mic(ar, peer, first_frag)) first_frag = NULL; *defrag_skb = first_frag; return 0; } static int ath11k_dp_rx_h_defrag_reo_reinject(struct ath11k *ar, struct dp_rx_tid *rx_tid, struct sk_buff *defrag_skb) { struct ath11k_base *ab = ar->ab; struct ath11k_pdev_dp *dp = &ar->dp; struct dp_rxdma_ring *rx_refill_ring = &dp->rx_refill_buf_ring; struct hal_rx_desc *rx_desc = (struct hal_rx_desc *)defrag_skb->data; struct hal_reo_entrance_ring *reo_ent_ring; struct hal_reo_dest_ring *reo_dest_ring; struct dp_link_desc_bank *link_desc_banks; struct hal_rx_msdu_link *msdu_link; struct hal_rx_msdu_details *msdu0; struct hal_srng *srng; dma_addr_t paddr; u32 desc_bank, msdu_info, mpdu_info; u32 dst_idx, cookie, hal_rx_desc_sz; int ret, buf_id; hal_rx_desc_sz = ab->hw_params.hal_desc_sz; link_desc_banks = ab->dp.link_desc_banks; reo_dest_ring = rx_tid->dst_ring_desc; ath11k_hal_rx_reo_ent_paddr_get(ab, reo_dest_ring, &paddr, &desc_bank); msdu_link = (struct hal_rx_msdu_link *)(link_desc_banks[desc_bank].vaddr + (paddr - link_desc_banks[desc_bank].paddr)); msdu0 = &msdu_link->msdu_link[0]; dst_idx = FIELD_GET(RX_MSDU_DESC_INFO0_REO_DEST_IND, msdu0->rx_msdu_info.info0); memset(msdu0, 0, sizeof(*msdu0)); msdu_info = FIELD_PREP(RX_MSDU_DESC_INFO0_FIRST_MSDU_IN_MPDU, 1) | FIELD_PREP(RX_MSDU_DESC_INFO0_LAST_MSDU_IN_MPDU, 1) | FIELD_PREP(RX_MSDU_DESC_INFO0_MSDU_CONTINUATION, 0) | FIELD_PREP(RX_MSDU_DESC_INFO0_MSDU_LENGTH, defrag_skb->len - hal_rx_desc_sz) | FIELD_PREP(RX_MSDU_DESC_INFO0_REO_DEST_IND, dst_idx) | FIELD_PREP(RX_MSDU_DESC_INFO0_VALID_SA, 1) | FIELD_PREP(RX_MSDU_DESC_INFO0_VALID_DA, 1); msdu0->rx_msdu_info.info0 = msdu_info; /* change msdu len in hal rx desc */ ath11k_dp_rxdesc_set_msdu_len(ab, rx_desc, defrag_skb->len - hal_rx_desc_sz); paddr = dma_map_single(ab->dev, defrag_skb->data, defrag_skb->len + skb_tailroom(defrag_skb), DMA_TO_DEVICE); if (dma_mapping_error(ab->dev, paddr)) return -ENOMEM; spin_lock_bh(&rx_refill_ring->idr_lock); buf_id = idr_alloc(&rx_refill_ring->bufs_idr, defrag_skb, 0, rx_refill_ring->bufs_max * 3, GFP_ATOMIC); spin_unlock_bh(&rx_refill_ring->idr_lock); if (buf_id < 0) { ret = -ENOMEM; goto err_unmap_dma; } ATH11K_SKB_RXCB(defrag_skb)->paddr = paddr; cookie = FIELD_PREP(DP_RXDMA_BUF_COOKIE_PDEV_ID, dp->mac_id) | FIELD_PREP(DP_RXDMA_BUF_COOKIE_BUF_ID, buf_id); ath11k_hal_rx_buf_addr_info_set(msdu0, paddr, cookie, ab->hw_params.hal_params->rx_buf_rbm); /* Fill mpdu details into reo entrance ring */ srng = &ab->hal.srng_list[ab->dp.reo_reinject_ring.ring_id]; spin_lock_bh(&srng->lock); ath11k_hal_srng_access_begin(ab, srng); reo_ent_ring = (struct hal_reo_entrance_ring *) ath11k_hal_srng_src_get_next_entry(ab, srng); if (!reo_ent_ring) { ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); ret = -ENOSPC; goto err_free_idr; } memset(reo_ent_ring, 0, sizeof(*reo_ent_ring)); ath11k_hal_rx_reo_ent_paddr_get(ab, reo_dest_ring, &paddr, &desc_bank); ath11k_hal_rx_buf_addr_info_set(reo_ent_ring, paddr, desc_bank, HAL_RX_BUF_RBM_WBM_IDLE_DESC_LIST); mpdu_info = FIELD_PREP(RX_MPDU_DESC_INFO0_MSDU_COUNT, 1) | FIELD_PREP(RX_MPDU_DESC_INFO0_SEQ_NUM, rx_tid->cur_sn) | FIELD_PREP(RX_MPDU_DESC_INFO0_FRAG_FLAG, 0) | FIELD_PREP(RX_MPDU_DESC_INFO0_VALID_SA, 1) | FIELD_PREP(RX_MPDU_DESC_INFO0_VALID_DA, 1) | FIELD_PREP(RX_MPDU_DESC_INFO0_RAW_MPDU, 1) | FIELD_PREP(RX_MPDU_DESC_INFO0_VALID_PN, 1); reo_ent_ring->rx_mpdu_info.info0 = mpdu_info; reo_ent_ring->rx_mpdu_info.meta_data = reo_dest_ring->rx_mpdu_info.meta_data; reo_ent_ring->queue_addr_lo = reo_dest_ring->queue_addr_lo; reo_ent_ring->info0 = FIELD_PREP(HAL_REO_ENTR_RING_INFO0_QUEUE_ADDR_HI, FIELD_GET(HAL_REO_DEST_RING_INFO0_QUEUE_ADDR_HI, reo_dest_ring->info0)) | FIELD_PREP(HAL_REO_ENTR_RING_INFO0_DEST_IND, dst_idx); ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); return 0; err_free_idr: spin_lock_bh(&rx_refill_ring->idr_lock); idr_remove(&rx_refill_ring->bufs_idr, buf_id); spin_unlock_bh(&rx_refill_ring->idr_lock); err_unmap_dma: dma_unmap_single(ab->dev, paddr, defrag_skb->len + skb_tailroom(defrag_skb), DMA_TO_DEVICE); return ret; } static int ath11k_dp_rx_h_cmp_frags(struct ath11k *ar, struct sk_buff *a, struct sk_buff *b) { int frag1, frag2; frag1 = ath11k_dp_rx_h_mpdu_start_frag_no(ar->ab, a); frag2 = ath11k_dp_rx_h_mpdu_start_frag_no(ar->ab, b); return frag1 - frag2; } static void ath11k_dp_rx_h_sort_frags(struct ath11k *ar, struct sk_buff_head *frag_list, struct sk_buff *cur_frag) { struct sk_buff *skb; int cmp; skb_queue_walk(frag_list, skb) { cmp = ath11k_dp_rx_h_cmp_frags(ar, skb, cur_frag); if (cmp < 0) continue; __skb_queue_before(frag_list, skb, cur_frag); return; } __skb_queue_tail(frag_list, cur_frag); } static u64 ath11k_dp_rx_h_get_pn(struct ath11k *ar, struct sk_buff *skb) { struct ieee80211_hdr *hdr; u64 pn = 0; u8 *ehdr; u32 hal_rx_desc_sz = ar->ab->hw_params.hal_desc_sz; hdr = (struct ieee80211_hdr *)(skb->data + hal_rx_desc_sz); ehdr = skb->data + hal_rx_desc_sz + ieee80211_hdrlen(hdr->frame_control); pn = ehdr[0]; pn |= (u64)ehdr[1] << 8; pn |= (u64)ehdr[4] << 16; pn |= (u64)ehdr[5] << 24; pn |= (u64)ehdr[6] << 32; pn |= (u64)ehdr[7] << 40; return pn; } static bool ath11k_dp_rx_h_defrag_validate_incr_pn(struct ath11k *ar, struct dp_rx_tid *rx_tid) { enum hal_encrypt_type encrypt_type; struct sk_buff *first_frag, *skb; struct hal_rx_desc *desc; u64 last_pn; u64 cur_pn; first_frag = skb_peek(&rx_tid->rx_frags); desc = (struct hal_rx_desc *)first_frag->data; encrypt_type = ath11k_dp_rx_h_mpdu_start_enctype(ar->ab, desc); if (encrypt_type != HAL_ENCRYPT_TYPE_CCMP_128 && encrypt_type != HAL_ENCRYPT_TYPE_CCMP_256 && encrypt_type != HAL_ENCRYPT_TYPE_GCMP_128 && encrypt_type != HAL_ENCRYPT_TYPE_AES_GCMP_256) return true; last_pn = ath11k_dp_rx_h_get_pn(ar, first_frag); skb_queue_walk(&rx_tid->rx_frags, skb) { if (skb == first_frag) continue; cur_pn = ath11k_dp_rx_h_get_pn(ar, skb); if (cur_pn != last_pn + 1) return false; last_pn = cur_pn; } return true; } static int ath11k_dp_rx_frag_h_mpdu(struct ath11k *ar, struct sk_buff *msdu, u32 *ring_desc) { struct ath11k_base *ab = ar->ab; struct hal_rx_desc *rx_desc; struct ath11k_peer *peer; struct dp_rx_tid *rx_tid; struct sk_buff *defrag_skb = NULL; u32 peer_id; u16 seqno, frag_no; u8 tid; int ret = 0; bool more_frags; bool is_mcbc; rx_desc = (struct hal_rx_desc *)msdu->data; peer_id = ath11k_dp_rx_h_mpdu_start_peer_id(ar->ab, rx_desc); tid = ath11k_dp_rx_h_mpdu_start_tid(ar->ab, rx_desc); seqno = ath11k_dp_rx_h_mpdu_start_seq_no(ar->ab, rx_desc); frag_no = ath11k_dp_rx_h_mpdu_start_frag_no(ar->ab, msdu); more_frags = ath11k_dp_rx_h_mpdu_start_more_frags(ar->ab, msdu); is_mcbc = ath11k_dp_rx_h_attn_is_mcbc(ar->ab, rx_desc); /* Multicast/Broadcast fragments are not expected */ if (is_mcbc) return -EINVAL; if (!ath11k_dp_rx_h_mpdu_start_seq_ctrl_valid(ar->ab, rx_desc) || !ath11k_dp_rx_h_mpdu_start_fc_valid(ar->ab, rx_desc) || tid > IEEE80211_NUM_TIDS) return -EINVAL; /* received unfragmented packet in reo * exception ring, this shouldn't happen * as these packets typically come from * reo2sw srngs. */ if (WARN_ON_ONCE(!frag_no && !more_frags)) return -EINVAL; spin_lock_bh(&ab->base_lock); peer = ath11k_peer_find_by_id(ab, peer_id); if (!peer) { ath11k_warn(ab, "failed to find the peer to de-fragment received fragment peer_id %d\n", peer_id); ret = -ENOENT; goto out_unlock; } if (!peer->dp_setup_done) { ath11k_warn(ab, "The peer %pM [%d] has uninitialized datapath\n", peer->addr, peer_id); ret = -ENOENT; goto out_unlock; } rx_tid = &peer->rx_tid[tid]; if ((!skb_queue_empty(&rx_tid->rx_frags) && seqno != rx_tid->cur_sn) || skb_queue_empty(&rx_tid->rx_frags)) { /* Flush stored fragments and start a new sequence */ ath11k_dp_rx_frags_cleanup(rx_tid, true); rx_tid->cur_sn = seqno; } if (rx_tid->rx_frag_bitmap & BIT(frag_no)) { /* Fragment already present */ ret = -EINVAL; goto out_unlock; } if (!rx_tid->rx_frag_bitmap || (frag_no > __fls(rx_tid->rx_frag_bitmap))) __skb_queue_tail(&rx_tid->rx_frags, msdu); else ath11k_dp_rx_h_sort_frags(ar, &rx_tid->rx_frags, msdu); rx_tid->rx_frag_bitmap |= BIT(frag_no); if (!more_frags) rx_tid->last_frag_no = frag_no; if (frag_no == 0) { rx_tid->dst_ring_desc = kmemdup(ring_desc, sizeof(*rx_tid->dst_ring_desc), GFP_ATOMIC); if (!rx_tid->dst_ring_desc) { ret = -ENOMEM; goto out_unlock; } } else { ath11k_dp_rx_link_desc_return(ab, ring_desc, HAL_WBM_REL_BM_ACT_PUT_IN_IDLE); } if (!rx_tid->last_frag_no || rx_tid->rx_frag_bitmap != GENMASK(rx_tid->last_frag_no, 0)) { mod_timer(&rx_tid->frag_timer, jiffies + ATH11K_DP_RX_FRAGMENT_TIMEOUT_MS); goto out_unlock; } spin_unlock_bh(&ab->base_lock); del_timer_sync(&rx_tid->frag_timer); spin_lock_bh(&ab->base_lock); peer = ath11k_peer_find_by_id(ab, peer_id); if (!peer) goto err_frags_cleanup; if (!ath11k_dp_rx_h_defrag_validate_incr_pn(ar, rx_tid)) goto err_frags_cleanup; if (ath11k_dp_rx_h_defrag(ar, peer, rx_tid, &defrag_skb)) goto err_frags_cleanup; if (!defrag_skb) goto err_frags_cleanup; if (ath11k_dp_rx_h_defrag_reo_reinject(ar, rx_tid, defrag_skb)) goto err_frags_cleanup; ath11k_dp_rx_frags_cleanup(rx_tid, false); goto out_unlock; err_frags_cleanup: dev_kfree_skb_any(defrag_skb); ath11k_dp_rx_frags_cleanup(rx_tid, true); out_unlock: spin_unlock_bh(&ab->base_lock); return ret; } static int ath11k_dp_process_rx_err_buf(struct ath11k *ar, u32 *ring_desc, int buf_id, bool drop) { struct ath11k_pdev_dp *dp = &ar->dp; struct dp_rxdma_ring *rx_ring = &dp->rx_refill_buf_ring; struct sk_buff *msdu; struct ath11k_skb_rxcb *rxcb; struct hal_rx_desc *rx_desc; u8 *hdr_status; u16 msdu_len; u32 hal_rx_desc_sz = ar->ab->hw_params.hal_desc_sz; spin_lock_bh(&rx_ring->idr_lock); msdu = idr_find(&rx_ring->bufs_idr, buf_id); if (!msdu) { ath11k_warn(ar->ab, "rx err buf with invalid buf_id %d\n", buf_id); spin_unlock_bh(&rx_ring->idr_lock); return -EINVAL; } idr_remove(&rx_ring->bufs_idr, buf_id); spin_unlock_bh(&rx_ring->idr_lock); rxcb = ATH11K_SKB_RXCB(msdu); dma_unmap_single(ar->ab->dev, rxcb->paddr, msdu->len + skb_tailroom(msdu), DMA_FROM_DEVICE); if (drop) { dev_kfree_skb_any(msdu); return 0; } rcu_read_lock(); if (!rcu_dereference(ar->ab->pdevs_active[ar->pdev_idx])) { dev_kfree_skb_any(msdu); goto exit; } if (test_bit(ATH11K_CAC_RUNNING, &ar->dev_flags)) { dev_kfree_skb_any(msdu); goto exit; } rx_desc = (struct hal_rx_desc *)msdu->data; msdu_len = ath11k_dp_rx_h_msdu_start_msdu_len(ar->ab, rx_desc); if ((msdu_len + hal_rx_desc_sz) > DP_RX_BUFFER_SIZE) { hdr_status = ath11k_dp_rx_h_80211_hdr(ar->ab, rx_desc); ath11k_warn(ar->ab, "invalid msdu leng %u", msdu_len); ath11k_dbg_dump(ar->ab, ATH11K_DBG_DATA, NULL, "", hdr_status, sizeof(struct ieee80211_hdr)); ath11k_dbg_dump(ar->ab, ATH11K_DBG_DATA, NULL, "", rx_desc, sizeof(struct hal_rx_desc)); dev_kfree_skb_any(msdu); goto exit; } skb_put(msdu, hal_rx_desc_sz + msdu_len); if (ath11k_dp_rx_frag_h_mpdu(ar, msdu, ring_desc)) { dev_kfree_skb_any(msdu); ath11k_dp_rx_link_desc_return(ar->ab, ring_desc, HAL_WBM_REL_BM_ACT_PUT_IN_IDLE); } exit: rcu_read_unlock(); return 0; } int ath11k_dp_process_rx_err(struct ath11k_base *ab, struct napi_struct *napi, int budget) { u32 msdu_cookies[HAL_NUM_RX_MSDUS_PER_LINK_DESC]; struct dp_link_desc_bank *link_desc_banks; enum hal_rx_buf_return_buf_manager rbm; int tot_n_bufs_reaped, quota, ret, i; int n_bufs_reaped[MAX_RADIOS] = {0}; struct dp_rxdma_ring *rx_ring; struct dp_srng *reo_except; u32 desc_bank, num_msdus; struct hal_srng *srng; struct ath11k_dp *dp; void *link_desc_va; int buf_id, mac_id; struct ath11k *ar; dma_addr_t paddr; u32 *desc; bool is_frag; u8 drop = 0; tot_n_bufs_reaped = 0; quota = budget; dp = &ab->dp; reo_except = &dp->reo_except_ring; link_desc_banks = dp->link_desc_banks; srng = &ab->hal.srng_list[reo_except->ring_id]; spin_lock_bh(&srng->lock); ath11k_hal_srng_access_begin(ab, srng); while (budget && (desc = ath11k_hal_srng_dst_get_next_entry(ab, srng))) { struct hal_reo_dest_ring *reo_desc = (struct hal_reo_dest_ring *)desc; ab->soc_stats.err_ring_pkts++; ret = ath11k_hal_desc_reo_parse_err(ab, desc, &paddr, &desc_bank); if (ret) { ath11k_warn(ab, "failed to parse error reo desc %d\n", ret); continue; } link_desc_va = link_desc_banks[desc_bank].vaddr + (paddr - link_desc_banks[desc_bank].paddr); ath11k_hal_rx_msdu_link_info_get(link_desc_va, &num_msdus, msdu_cookies, &rbm); if (rbm != HAL_RX_BUF_RBM_WBM_IDLE_DESC_LIST && rbm != HAL_RX_BUF_RBM_SW3_BM) { ab->soc_stats.invalid_rbm++; ath11k_warn(ab, "invalid return buffer manager %d\n", rbm); ath11k_dp_rx_link_desc_return(ab, desc, HAL_WBM_REL_BM_ACT_REL_MSDU); continue; } is_frag = !!(reo_desc->rx_mpdu_info.info0 & RX_MPDU_DESC_INFO0_FRAG_FLAG); /* Process only rx fragments with one msdu per link desc below, and drop * msdu's indicated due to error reasons. */ if (!is_frag || num_msdus > 1) { drop = 1; /* Return the link desc back to wbm idle list */ ath11k_dp_rx_link_desc_return(ab, desc, HAL_WBM_REL_BM_ACT_PUT_IN_IDLE); } for (i = 0; i < num_msdus; i++) { buf_id = FIELD_GET(DP_RXDMA_BUF_COOKIE_BUF_ID, msdu_cookies[i]); mac_id = FIELD_GET(DP_RXDMA_BUF_COOKIE_PDEV_ID, msdu_cookies[i]); ar = ab->pdevs[mac_id].ar; if (!ath11k_dp_process_rx_err_buf(ar, desc, buf_id, drop)) { n_bufs_reaped[mac_id]++; tot_n_bufs_reaped++; } } if (tot_n_bufs_reaped >= quota) { tot_n_bufs_reaped = quota; goto exit; } budget = quota - tot_n_bufs_reaped; } exit: ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); for (i = 0; i < ab->num_radios; i++) { if (!n_bufs_reaped[i]) continue; ar = ab->pdevs[i].ar; rx_ring = &ar->dp.rx_refill_buf_ring; ath11k_dp_rxbufs_replenish(ab, i, rx_ring, n_bufs_reaped[i], ab->hw_params.hal_params->rx_buf_rbm); } return tot_n_bufs_reaped; } static void ath11k_dp_rx_null_q_desc_sg_drop(struct ath11k *ar, int msdu_len, struct sk_buff_head *msdu_list) { struct sk_buff *skb, *tmp; struct ath11k_skb_rxcb *rxcb; int n_buffs; n_buffs = DIV_ROUND_UP(msdu_len, (DP_RX_BUFFER_SIZE - ar->ab->hw_params.hal_desc_sz)); skb_queue_walk_safe(msdu_list, skb, tmp) { rxcb = ATH11K_SKB_RXCB(skb); if (rxcb->err_rel_src == HAL_WBM_REL_SRC_MODULE_REO && rxcb->err_code == HAL_REO_DEST_RING_ERROR_CODE_DESC_ADDR_ZERO) { if (!n_buffs) break; __skb_unlink(skb, msdu_list); dev_kfree_skb_any(skb); n_buffs--; } } } static int ath11k_dp_rx_h_null_q_desc(struct ath11k *ar, struct sk_buff *msdu, struct ieee80211_rx_status *status, struct sk_buff_head *msdu_list) { u16 msdu_len; struct hal_rx_desc *desc = (struct hal_rx_desc *)msdu->data; struct rx_attention *rx_attention; u8 l3pad_bytes; struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(msdu); u32 hal_rx_desc_sz = ar->ab->hw_params.hal_desc_sz; msdu_len = ath11k_dp_rx_h_msdu_start_msdu_len(ar->ab, desc); if (!rxcb->is_frag && ((msdu_len + hal_rx_desc_sz) > DP_RX_BUFFER_SIZE)) { /* First buffer will be freed by the caller, so deduct it's length */ msdu_len = msdu_len - (DP_RX_BUFFER_SIZE - hal_rx_desc_sz); ath11k_dp_rx_null_q_desc_sg_drop(ar, msdu_len, msdu_list); return -EINVAL; } rx_attention = ath11k_dp_rx_get_attention(ar->ab, desc); if (!ath11k_dp_rx_h_attn_msdu_done(rx_attention)) { ath11k_warn(ar->ab, "msdu_done bit not set in null_q_des processing\n"); __skb_queue_purge(msdu_list); return -EIO; } /* Handle NULL queue descriptor violations arising out a missing * REO queue for a given peer or a given TID. This typically * may happen if a packet is received on a QOS enabled TID before the * ADDBA negotiation for that TID, when the TID queue is setup. Or * it may also happen for MC/BC frames if they are not routed to the * non-QOS TID queue, in the absence of any other default TID queue. * This error can show up both in a REO destination or WBM release ring. */ rxcb->is_first_msdu = ath11k_dp_rx_h_msdu_end_first_msdu(ar->ab, desc); rxcb->is_last_msdu = ath11k_dp_rx_h_msdu_end_last_msdu(ar->ab, desc); if (rxcb->is_frag) { skb_pull(msdu, hal_rx_desc_sz); } else { l3pad_bytes = ath11k_dp_rx_h_msdu_end_l3pad(ar->ab, desc); if ((hal_rx_desc_sz + l3pad_bytes + msdu_len) > DP_RX_BUFFER_SIZE) return -EINVAL; skb_put(msdu, hal_rx_desc_sz + l3pad_bytes + msdu_len); skb_pull(msdu, hal_rx_desc_sz + l3pad_bytes); } ath11k_dp_rx_h_ppdu(ar, desc, status); ath11k_dp_rx_h_mpdu(ar, msdu, desc, status); rxcb->tid = ath11k_dp_rx_h_mpdu_start_tid(ar->ab, desc); /* Please note that caller will having the access to msdu and completing * rx with mac80211. Need not worry about cleaning up amsdu_list. */ return 0; } static bool ath11k_dp_rx_h_reo_err(struct ath11k *ar, struct sk_buff *msdu, struct ieee80211_rx_status *status, struct sk_buff_head *msdu_list) { struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(msdu); bool drop = false; ar->ab->soc_stats.reo_error[rxcb->err_code]++; switch (rxcb->err_code) { case HAL_REO_DEST_RING_ERROR_CODE_DESC_ADDR_ZERO: if (ath11k_dp_rx_h_null_q_desc(ar, msdu, status, msdu_list)) drop = true; break; case HAL_REO_DEST_RING_ERROR_CODE_PN_CHECK_FAILED: /* TODO: Do not drop PN failed packets in the driver; * instead, it is good to drop such packets in mac80211 * after incrementing the replay counters. */ fallthrough; default: /* TODO: Review other errors and process them to mac80211 * as appropriate. */ drop = true; break; } return drop; } static void ath11k_dp_rx_h_tkip_mic_err(struct ath11k *ar, struct sk_buff *msdu, struct ieee80211_rx_status *status) { u16 msdu_len; struct hal_rx_desc *desc = (struct hal_rx_desc *)msdu->data; u8 l3pad_bytes; struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(msdu); u32 hal_rx_desc_sz = ar->ab->hw_params.hal_desc_sz; rxcb->is_first_msdu = ath11k_dp_rx_h_msdu_end_first_msdu(ar->ab, desc); rxcb->is_last_msdu = ath11k_dp_rx_h_msdu_end_last_msdu(ar->ab, desc); l3pad_bytes = ath11k_dp_rx_h_msdu_end_l3pad(ar->ab, desc); msdu_len = ath11k_dp_rx_h_msdu_start_msdu_len(ar->ab, desc); skb_put(msdu, hal_rx_desc_sz + l3pad_bytes + msdu_len); skb_pull(msdu, hal_rx_desc_sz + l3pad_bytes); ath11k_dp_rx_h_ppdu(ar, desc, status); status->flag |= (RX_FLAG_MMIC_STRIPPED | RX_FLAG_MMIC_ERROR | RX_FLAG_DECRYPTED); ath11k_dp_rx_h_undecap(ar, msdu, desc, HAL_ENCRYPT_TYPE_TKIP_MIC, status, false); } static bool ath11k_dp_rx_h_rxdma_err(struct ath11k *ar, struct sk_buff *msdu, struct ieee80211_rx_status *status) { struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(msdu); bool drop = false; ar->ab->soc_stats.rxdma_error[rxcb->err_code]++; switch (rxcb->err_code) { case HAL_REO_ENTR_RING_RXDMA_ECODE_TKIP_MIC_ERR: ath11k_dp_rx_h_tkip_mic_err(ar, msdu, status); break; default: /* TODO: Review other rxdma error code to check if anything is * worth reporting to mac80211 */ drop = true; break; } return drop; } static void ath11k_dp_rx_wbm_err(struct ath11k *ar, struct napi_struct *napi, struct sk_buff *msdu, struct sk_buff_head *msdu_list) { struct ath11k_skb_rxcb *rxcb = ATH11K_SKB_RXCB(msdu); struct ieee80211_rx_status rxs = {0}; bool drop = true; switch (rxcb->err_rel_src) { case HAL_WBM_REL_SRC_MODULE_REO: drop = ath11k_dp_rx_h_reo_err(ar, msdu, &rxs, msdu_list); break; case HAL_WBM_REL_SRC_MODULE_RXDMA: drop = ath11k_dp_rx_h_rxdma_err(ar, msdu, &rxs); break; default: /* msdu will get freed */ break; } if (drop) { dev_kfree_skb_any(msdu); return; } ath11k_dp_rx_deliver_msdu(ar, napi, msdu, &rxs); } int ath11k_dp_rx_process_wbm_err(struct ath11k_base *ab, struct napi_struct *napi, int budget) { struct ath11k *ar; struct ath11k_dp *dp = &ab->dp; struct dp_rxdma_ring *rx_ring; struct hal_rx_wbm_rel_info err_info; struct hal_srng *srng; struct sk_buff *msdu; struct sk_buff_head msdu_list[MAX_RADIOS]; struct ath11k_skb_rxcb *rxcb; u32 *rx_desc; int buf_id, mac_id; int num_buffs_reaped[MAX_RADIOS] = {0}; int total_num_buffs_reaped = 0; int ret, i; for (i = 0; i < ab->num_radios; i++) __skb_queue_head_init(&msdu_list[i]); srng = &ab->hal.srng_list[dp->rx_rel_ring.ring_id]; spin_lock_bh(&srng->lock); ath11k_hal_srng_access_begin(ab, srng); while (budget) { rx_desc = ath11k_hal_srng_dst_get_next_entry(ab, srng); if (!rx_desc) break; ret = ath11k_hal_wbm_desc_parse_err(ab, rx_desc, &err_info); if (ret) { ath11k_warn(ab, "failed to parse rx error in wbm_rel ring desc %d\n", ret); continue; } buf_id = FIELD_GET(DP_RXDMA_BUF_COOKIE_BUF_ID, err_info.cookie); mac_id = FIELD_GET(DP_RXDMA_BUF_COOKIE_PDEV_ID, err_info.cookie); ar = ab->pdevs[mac_id].ar; rx_ring = &ar->dp.rx_refill_buf_ring; spin_lock_bh(&rx_ring->idr_lock); msdu = idr_find(&rx_ring->bufs_idr, buf_id); if (!msdu) { ath11k_warn(ab, "frame rx with invalid buf_id %d pdev %d\n", buf_id, mac_id); spin_unlock_bh(&rx_ring->idr_lock); continue; } idr_remove(&rx_ring->bufs_idr, buf_id); spin_unlock_bh(&rx_ring->idr_lock); rxcb = ATH11K_SKB_RXCB(msdu); dma_unmap_single(ab->dev, rxcb->paddr, msdu->len + skb_tailroom(msdu), DMA_FROM_DEVICE); num_buffs_reaped[mac_id]++; total_num_buffs_reaped++; budget--; if (err_info.push_reason != HAL_REO_DEST_RING_PUSH_REASON_ERR_DETECTED) { dev_kfree_skb_any(msdu); continue; } rxcb->err_rel_src = err_info.err_rel_src; rxcb->err_code = err_info.err_code; rxcb->rx_desc = (struct hal_rx_desc *)msdu->data; __skb_queue_tail(&msdu_list[mac_id], msdu); } ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); if (!total_num_buffs_reaped) goto done; for (i = 0; i < ab->num_radios; i++) { if (!num_buffs_reaped[i]) continue; ar = ab->pdevs[i].ar; rx_ring = &ar->dp.rx_refill_buf_ring; ath11k_dp_rxbufs_replenish(ab, i, rx_ring, num_buffs_reaped[i], ab->hw_params.hal_params->rx_buf_rbm); } rcu_read_lock(); for (i = 0; i < ab->num_radios; i++) { if (!rcu_dereference(ab->pdevs_active[i])) { __skb_queue_purge(&msdu_list[i]); continue; } ar = ab->pdevs[i].ar; if (test_bit(ATH11K_CAC_RUNNING, &ar->dev_flags)) { __skb_queue_purge(&msdu_list[i]); continue; } while ((msdu = __skb_dequeue(&msdu_list[i])) != NULL) ath11k_dp_rx_wbm_err(ar, napi, msdu, &msdu_list[i]); } rcu_read_unlock(); done: return total_num_buffs_reaped; } int ath11k_dp_process_rxdma_err(struct ath11k_base *ab, int mac_id, int budget) { struct ath11k *ar; struct dp_srng *err_ring; struct dp_rxdma_ring *rx_ring; struct dp_link_desc_bank *link_desc_banks = ab->dp.link_desc_banks; struct hal_srng *srng; u32 msdu_cookies[HAL_NUM_RX_MSDUS_PER_LINK_DESC]; enum hal_rx_buf_return_buf_manager rbm; enum hal_reo_entr_rxdma_ecode rxdma_err_code; struct ath11k_skb_rxcb *rxcb; struct sk_buff *skb; struct hal_reo_entrance_ring *entr_ring; void *desc; int num_buf_freed = 0; int quota = budget; dma_addr_t paddr; u32 desc_bank; void *link_desc_va; int num_msdus; int i; int buf_id; ar = ab->pdevs[ath11k_hw_mac_id_to_pdev_id(&ab->hw_params, mac_id)].ar; err_ring = &ar->dp.rxdma_err_dst_ring[ath11k_hw_mac_id_to_srng_id(&ab->hw_params, mac_id)]; rx_ring = &ar->dp.rx_refill_buf_ring; srng = &ab->hal.srng_list[err_ring->ring_id]; spin_lock_bh(&srng->lock); ath11k_hal_srng_access_begin(ab, srng); while (quota-- && (desc = ath11k_hal_srng_dst_get_next_entry(ab, srng))) { ath11k_hal_rx_reo_ent_paddr_get(ab, desc, &paddr, &desc_bank); entr_ring = (struct hal_reo_entrance_ring *)desc; rxdma_err_code = FIELD_GET(HAL_REO_ENTR_RING_INFO1_RXDMA_ERROR_CODE, entr_ring->info1); ab->soc_stats.rxdma_error[rxdma_err_code]++; link_desc_va = link_desc_banks[desc_bank].vaddr + (paddr - link_desc_banks[desc_bank].paddr); ath11k_hal_rx_msdu_link_info_get(link_desc_va, &num_msdus, msdu_cookies, &rbm); for (i = 0; i < num_msdus; i++) { buf_id = FIELD_GET(DP_RXDMA_BUF_COOKIE_BUF_ID, msdu_cookies[i]); spin_lock_bh(&rx_ring->idr_lock); skb = idr_find(&rx_ring->bufs_idr, buf_id); if (!skb) { ath11k_warn(ab, "rxdma error with invalid buf_id %d\n", buf_id); spin_unlock_bh(&rx_ring->idr_lock); continue; } idr_remove(&rx_ring->bufs_idr, buf_id); spin_unlock_bh(&rx_ring->idr_lock); rxcb = ATH11K_SKB_RXCB(skb); dma_unmap_single(ab->dev, rxcb->paddr, skb->len + skb_tailroom(skb), DMA_FROM_DEVICE); dev_kfree_skb_any(skb); num_buf_freed++; } ath11k_dp_rx_link_desc_return(ab, desc, HAL_WBM_REL_BM_ACT_PUT_IN_IDLE); } ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); if (num_buf_freed) ath11k_dp_rxbufs_replenish(ab, mac_id, rx_ring, num_buf_freed, ab->hw_params.hal_params->rx_buf_rbm); return budget - quota; } void ath11k_dp_process_reo_status(struct ath11k_base *ab) { struct ath11k_dp *dp = &ab->dp; struct hal_srng *srng; struct dp_reo_cmd *cmd, *tmp; bool found = false; u32 *reo_desc; u16 tag; struct hal_reo_status reo_status; srng = &ab->hal.srng_list[dp->reo_status_ring.ring_id]; memset(&reo_status, 0, sizeof(reo_status)); spin_lock_bh(&srng->lock); ath11k_hal_srng_access_begin(ab, srng); while ((reo_desc = ath11k_hal_srng_dst_get_next_entry(ab, srng))) { tag = FIELD_GET(HAL_SRNG_TLV_HDR_TAG, *reo_desc); switch (tag) { case HAL_REO_GET_QUEUE_STATS_STATUS: ath11k_hal_reo_status_queue_stats(ab, reo_desc, &reo_status); break; case HAL_REO_FLUSH_QUEUE_STATUS: ath11k_hal_reo_flush_queue_status(ab, reo_desc, &reo_status); break; case HAL_REO_FLUSH_CACHE_STATUS: ath11k_hal_reo_flush_cache_status(ab, reo_desc, &reo_status); break; case HAL_REO_UNBLOCK_CACHE_STATUS: ath11k_hal_reo_unblk_cache_status(ab, reo_desc, &reo_status); break; case HAL_REO_FLUSH_TIMEOUT_LIST_STATUS: ath11k_hal_reo_flush_timeout_list_status(ab, reo_desc, &reo_status); break; case HAL_REO_DESCRIPTOR_THRESHOLD_REACHED_STATUS: ath11k_hal_reo_desc_thresh_reached_status(ab, reo_desc, &reo_status); break; case HAL_REO_UPDATE_RX_REO_QUEUE_STATUS: ath11k_hal_reo_update_rx_reo_queue_status(ab, reo_desc, &reo_status); break; default: ath11k_warn(ab, "Unknown reo status type %d\n", tag); continue; } spin_lock_bh(&dp->reo_cmd_lock); list_for_each_entry_safe(cmd, tmp, &dp->reo_cmd_list, list) { if (reo_status.uniform_hdr.cmd_num == cmd->cmd_num) { found = true; list_del(&cmd->list); break; } } spin_unlock_bh(&dp->reo_cmd_lock); if (found) { cmd->handler(dp, (void *)&cmd->data, reo_status.uniform_hdr.cmd_status); kfree(cmd); } found = false; } ath11k_hal_srng_access_end(ab, srng); spin_unlock_bh(&srng->lock); } void ath11k_dp_rx_pdev_free(struct ath11k_base *ab, int mac_id) { struct ath11k *ar = ab->pdevs[mac_id].ar; ath11k_dp_rx_pdev_srng_free(ar); ath11k_dp_rxdma_pdev_buf_free(ar); } int ath11k_dp_rx_pdev_alloc(struct ath11k_base *ab, int mac_id) { struct ath11k *ar = ab->pdevs[mac_id].ar; struct ath11k_pdev_dp *dp = &ar->dp; u32 ring_id; int i; int ret; ret = ath11k_dp_rx_pdev_srng_alloc(ar); if (ret) { ath11k_warn(ab, "failed to setup rx srngs\n"); return ret; } ret = ath11k_dp_rxdma_pdev_buf_setup(ar); if (ret) { ath11k_warn(ab, "failed to setup rxdma ring\n"); return ret; } ring_id = dp->rx_refill_buf_ring.refill_buf_ring.ring_id; ret = ath11k_dp_tx_htt_srng_setup(ab, ring_id, mac_id, HAL_RXDMA_BUF); if (ret) { ath11k_warn(ab, "failed to configure rx_refill_buf_ring %d\n", ret); return ret; } if (ab->hw_params.rx_mac_buf_ring) { for (i = 0; i < ab->hw_params.num_rxmda_per_pdev; i++) { ring_id = dp->rx_mac_buf_ring[i].ring_id; ret = ath11k_dp_tx_htt_srng_setup(ab, ring_id, mac_id + i, HAL_RXDMA_BUF); if (ret) { ath11k_warn(ab, "failed to configure rx_mac_buf_ring%d %d\n", i, ret); return ret; } } } for (i = 0; i < ab->hw_params.num_rxmda_per_pdev; i++) { ring_id = dp->rxdma_err_dst_ring[i].ring_id; ret = ath11k_dp_tx_htt_srng_setup(ab, ring_id, mac_id + i, HAL_RXDMA_DST); if (ret) { ath11k_warn(ab, "failed to configure rxdma_err_dest_ring%d %d\n", i, ret); return ret; } } if (!ab->hw_params.rxdma1_enable) goto config_refill_ring; ring_id = dp->rxdma_mon_buf_ring.refill_buf_ring.ring_id; ret = ath11k_dp_tx_htt_srng_setup(ab, ring_id, mac_id, HAL_RXDMA_MONITOR_BUF); if (ret) { ath11k_warn(ab, "failed to configure rxdma_mon_buf_ring %d\n", ret); return ret; } ret = ath11k_dp_tx_htt_srng_setup(ab, dp->rxdma_mon_dst_ring.ring_id, mac_id, HAL_RXDMA_MONITOR_DST); if (ret) { ath11k_warn(ab, "failed to configure rxdma_mon_dst_ring %d\n", ret); return ret; } ret = ath11k_dp_tx_htt_srng_setup(ab, dp->rxdma_mon_desc_ring.ring_id, mac_id, HAL_RXDMA_MONITOR_DESC); if (ret) { ath11k_warn(ab, "failed to configure rxdma_mon_dst_ring %d\n", ret); return ret; } config_refill_ring: for (i = 0; i < ab->hw_params.num_rxmda_per_pdev; i++) { ring_id = dp->rx_mon_status_refill_ring[i].refill_buf_ring.ring_id; ret = ath11k_dp_tx_htt_srng_setup(ab, ring_id, mac_id + i, HAL_RXDMA_MONITOR_STATUS); if (ret) { ath11k_warn(ab, "failed to configure mon_status_refill_ring%d %d\n", i, ret); return ret; } } return 0; } static void ath11k_dp_mon_set_frag_len(u32 *total_len, u32 *frag_len) { if (*total_len >= (DP_RX_BUFFER_SIZE - sizeof(struct hal_rx_desc))) { *frag_len = DP_RX_BUFFER_SIZE - sizeof(struct hal_rx_desc); *total_len -= *frag_len; } else { *frag_len = *total_len; *total_len = 0; } } static int ath11k_dp_rx_monitor_link_desc_return(struct ath11k *ar, void *p_last_buf_addr_info, u8 mac_id) { struct ath11k_pdev_dp *dp = &ar->dp; struct dp_srng *dp_srng; void *hal_srng; void *src_srng_desc; int ret = 0; if (ar->ab->hw_params.rxdma1_enable) { dp_srng = &dp->rxdma_mon_desc_ring; hal_srng = &ar->ab->hal.srng_list[dp_srng->ring_id]; } else { dp_srng = &ar->ab->dp.wbm_desc_rel_ring; hal_srng = &ar->ab->hal.srng_list[dp_srng->ring_id]; } ath11k_hal_srng_access_begin(ar->ab, hal_srng); src_srng_desc = ath11k_hal_srng_src_get_next_entry(ar->ab, hal_srng); if (src_srng_desc) { struct ath11k_buffer_addr *src_desc = src_srng_desc; *src_desc = *((struct ath11k_buffer_addr *)p_last_buf_addr_info); } else { ath11k_dbg(ar->ab, ATH11K_DBG_DATA, "Monitor Link Desc Ring %d Full", mac_id); ret = -ENOMEM; } ath11k_hal_srng_access_end(ar->ab, hal_srng); return ret; } static void ath11k_dp_rx_mon_next_link_desc_get(void *rx_msdu_link_desc, dma_addr_t *paddr, u32 *sw_cookie, u8 *rbm, void **pp_buf_addr_info) { struct hal_rx_msdu_link *msdu_link = rx_msdu_link_desc; struct ath11k_buffer_addr *buf_addr_info; buf_addr_info = (struct ath11k_buffer_addr *)&msdu_link->buf_addr_info; ath11k_hal_rx_buf_addr_info_get(buf_addr_info, paddr, sw_cookie, rbm); *pp_buf_addr_info = (void *)buf_addr_info; } static int ath11k_dp_pkt_set_pktlen(struct sk_buff *skb, u32 len) { if (skb->len > len) { skb_trim(skb, len); } else { if (skb_tailroom(skb) < len - skb->len) { if ((pskb_expand_head(skb, 0, len - skb->len - skb_tailroom(skb), GFP_ATOMIC))) { dev_kfree_skb_any(skb); return -ENOMEM; } } skb_put(skb, (len - skb->len)); } return 0; } static void ath11k_hal_rx_msdu_list_get(struct ath11k *ar, void *msdu_link_desc, struct hal_rx_msdu_list *msdu_list, u16 *num_msdus) { struct hal_rx_msdu_details *msdu_details = NULL; struct rx_msdu_desc *msdu_desc_info = NULL; struct hal_rx_msdu_link *msdu_link = NULL; int i; u32 last = FIELD_PREP(RX_MSDU_DESC_INFO0_LAST_MSDU_IN_MPDU, 1); u32 first = FIELD_PREP(RX_MSDU_DESC_INFO0_FIRST_MSDU_IN_MPDU, 1); u8 tmp = 0; msdu_link = msdu_link_desc; msdu_details = &msdu_link->msdu_link[0]; for (i = 0; i < HAL_RX_NUM_MSDU_DESC; i++) { if (FIELD_GET(BUFFER_ADDR_INFO0_ADDR, msdu_details[i].buf_addr_info.info0) == 0) { msdu_desc_info = &msdu_details[i - 1].rx_msdu_info; msdu_desc_info->info0 |= last; ; break; } msdu_desc_info = &msdu_details[i].rx_msdu_info; if (!i) msdu_desc_info->info0 |= first; else if (i == (HAL_RX_NUM_MSDU_DESC - 1)) msdu_desc_info->info0 |= last; msdu_list->msdu_info[i].msdu_flags = msdu_desc_info->info0; msdu_list->msdu_info[i].msdu_len = HAL_RX_MSDU_PKT_LENGTH_GET(msdu_desc_info->info0); msdu_list->sw_cookie[i] = FIELD_GET(BUFFER_ADDR_INFO1_SW_COOKIE, msdu_details[i].buf_addr_info.info1); tmp = FIELD_GET(BUFFER_ADDR_INFO1_RET_BUF_MGR, msdu_details[i].buf_addr_info.info1); msdu_list->rbm[i] = tmp; } *num_msdus = i; } static u32 ath11k_dp_rx_mon_comp_ppduid(u32 msdu_ppdu_id, u32 *ppdu_id, u32 *rx_bufs_used) { u32 ret = 0; if ((*ppdu_id < msdu_ppdu_id) && ((msdu_ppdu_id - *ppdu_id) < DP_NOT_PPDU_ID_WRAP_AROUND)) { *ppdu_id = msdu_ppdu_id; ret = msdu_ppdu_id; } else if ((*ppdu_id > msdu_ppdu_id) && ((*ppdu_id - msdu_ppdu_id) > DP_NOT_PPDU_ID_WRAP_AROUND)) { /* mon_dst is behind than mon_status * skip dst_ring and free it */ *rx_bufs_used += 1; *ppdu_id = msdu_ppdu_id; ret = msdu_ppdu_id; } return ret; } static void ath11k_dp_mon_get_buf_len(struct hal_rx_msdu_desc_info *info, bool *is_frag, u32 *total_len, u32 *frag_len, u32 *msdu_cnt) { if (info->msdu_flags & RX_MSDU_DESC_INFO0_MSDU_CONTINUATION) { if (!*is_frag) { *total_len = info->msdu_len; *is_frag = true; } ath11k_dp_mon_set_frag_len(total_len, frag_len); } else { if (*is_frag) { ath11k_dp_mon_set_frag_len(total_len, frag_len); } else { *frag_len = info->msdu_len; } *is_frag = false; *msdu_cnt -= 1; } } static u32 ath11k_dp_rx_mon_mpdu_pop(struct ath11k *ar, int mac_id, void *ring_entry, struct sk_buff **head_msdu, struct sk_buff **tail_msdu, u32 *npackets, u32 *ppdu_id) { struct ath11k_pdev_dp *dp = &ar->dp; struct ath11k_mon_data *pmon = (struct ath11k_mon_data *)&dp->mon_data; struct dp_rxdma_ring *rx_ring = &dp->rxdma_mon_buf_ring; struct sk_buff *msdu = NULL, *last = NULL; struct hal_rx_msdu_list msdu_list; void *p_buf_addr_info, *p_last_buf_addr_info; struct hal_rx_desc *rx_desc; void *rx_msdu_link_desc; dma_addr_t paddr; u16 num_msdus = 0; u32 rx_buf_size, rx_pkt_offset, sw_cookie; u32 rx_bufs_used = 0, i = 0; u32 msdu_ppdu_id = 0, msdu_cnt = 0; u32 total_len = 0, frag_len = 0; bool is_frag, is_first_msdu; bool drop_mpdu = false; struct ath11k_skb_rxcb *rxcb; struct hal_reo_entrance_ring *ent_desc = ring_entry; int buf_id; u32 rx_link_buf_info[2]; u8 rbm; if (!ar->ab->hw_params.rxdma1_enable) rx_ring = &dp->rx_refill_buf_ring; ath11k_hal_rx_reo_ent_buf_paddr_get(ring_entry, &paddr, &sw_cookie, &p_last_buf_addr_info, &rbm, &msdu_cnt); if (FIELD_GET(HAL_REO_ENTR_RING_INFO1_RXDMA_PUSH_REASON, ent_desc->info1) == HAL_REO_DEST_RING_PUSH_REASON_ERR_DETECTED) { u8 rxdma_err = FIELD_GET(HAL_REO_ENTR_RING_INFO1_RXDMA_ERROR_CODE, ent_desc->info1); if (rxdma_err == HAL_REO_ENTR_RING_RXDMA_ECODE_FLUSH_REQUEST_ERR || rxdma_err == HAL_REO_ENTR_RING_RXDMA_ECODE_MPDU_LEN_ERR || rxdma_err == HAL_REO_ENTR_RING_RXDMA_ECODE_OVERFLOW_ERR) { drop_mpdu = true; pmon->rx_mon_stats.dest_mpdu_drop++; } } is_frag = false; is_first_msdu = true; do { if (pmon->mon_last_linkdesc_paddr == paddr) { pmon->rx_mon_stats.dup_mon_linkdesc_cnt++; return rx_bufs_used; } if (ar->ab->hw_params.rxdma1_enable) rx_msdu_link_desc = (void *)pmon->link_desc_banks[sw_cookie].vaddr + (paddr - pmon->link_desc_banks[sw_cookie].paddr); else rx_msdu_link_desc = (void *)ar->ab->dp.link_desc_banks[sw_cookie].vaddr + (paddr - ar->ab->dp.link_desc_banks[sw_cookie].paddr); ath11k_hal_rx_msdu_list_get(ar, rx_msdu_link_desc, &msdu_list, &num_msdus); for (i = 0; i < num_msdus; i++) { u32 l2_hdr_offset; if (pmon->mon_last_buf_cookie == msdu_list.sw_cookie[i]) { ath11k_dbg(ar->ab, ATH11K_DBG_DATA, "i %d last_cookie %d is same\n", i, pmon->mon_last_buf_cookie); drop_mpdu = true; pmon->rx_mon_stats.dup_mon_buf_cnt++; continue; } buf_id = FIELD_GET(DP_RXDMA_BUF_COOKIE_BUF_ID, msdu_list.sw_cookie[i]); spin_lock_bh(&rx_ring->idr_lock); msdu = idr_find(&rx_ring->bufs_idr, buf_id); spin_unlock_bh(&rx_ring->idr_lock); if (!msdu) { ath11k_dbg(ar->ab, ATH11K_DBG_DATA, "msdu_pop: invalid buf_id %d\n", buf_id); break; } rxcb = ATH11K_SKB_RXCB(msdu); if (!rxcb->unmapped) { dma_unmap_single(ar->ab->dev, rxcb->paddr, msdu->len + skb_tailroom(msdu), DMA_FROM_DEVICE); rxcb->unmapped = 1; } if (drop_mpdu) { ath11k_dbg(ar->ab, ATH11K_DBG_DATA, "i %d drop msdu %p *ppdu_id %x\n", i, msdu, *ppdu_id); dev_kfree_skb_any(msdu); msdu = NULL; goto next_msdu; } rx_desc = (struct hal_rx_desc *)msdu->data; rx_pkt_offset = sizeof(struct hal_rx_desc); l2_hdr_offset = ath11k_dp_rx_h_msdu_end_l3pad(ar->ab, rx_desc); if (is_first_msdu) { if (!ath11k_dp_rxdesc_mpdu_valid(ar->ab, rx_desc)) { drop_mpdu = true; dev_kfree_skb_any(msdu); msdu = NULL; pmon->mon_last_linkdesc_paddr = paddr; goto next_msdu; } msdu_ppdu_id = ath11k_dp_rxdesc_get_ppduid(ar->ab, rx_desc); if (ath11k_dp_rx_mon_comp_ppduid(msdu_ppdu_id, ppdu_id, &rx_bufs_used)) { if (rx_bufs_used) { drop_mpdu = true; dev_kfree_skb_any(msdu); msdu = NULL; goto next_msdu; } return rx_bufs_used; } pmon->mon_last_linkdesc_paddr = paddr; is_first_msdu = false; } ath11k_dp_mon_get_buf_len(&msdu_list.msdu_info[i], &is_frag, &total_len, &frag_len, &msdu_cnt); rx_buf_size = rx_pkt_offset + l2_hdr_offset + frag_len; ath11k_dp_pkt_set_pktlen(msdu, rx_buf_size); if (!(*head_msdu)) *head_msdu = msdu; else if (last) last->next = msdu; last = msdu; next_msdu: pmon->mon_last_buf_cookie = msdu_list.sw_cookie[i]; rx_bufs_used++; spin_lock_bh(&rx_ring->idr_lock); idr_remove(&rx_ring->bufs_idr, buf_id); spin_unlock_bh(&rx_ring->idr_lock); } ath11k_hal_rx_buf_addr_info_set(rx_link_buf_info, paddr, sw_cookie, rbm); ath11k_dp_rx_mon_next_link_desc_get(rx_msdu_link_desc, &paddr, &sw_cookie, &rbm, &p_buf_addr_info); if (ar->ab->hw_params.rxdma1_enable) { if (ath11k_dp_rx_monitor_link_desc_return(ar, p_last_buf_addr_info, dp->mac_id)) ath11k_dbg(ar->ab, ATH11K_DBG_DATA, "dp_rx_monitor_link_desc_return failed"); } else { ath11k_dp_rx_link_desc_return(ar->ab, rx_link_buf_info, HAL_WBM_REL_BM_ACT_PUT_IN_IDLE); } p_last_buf_addr_info = p_buf_addr_info; } while (paddr && msdu_cnt); if (last) last->next = NULL; *tail_msdu = msdu; if (msdu_cnt == 0) *npackets = 1; return rx_bufs_used; } static void ath11k_dp_rx_msdus_set_payload(struct ath11k *ar, struct sk_buff *msdu) { u32 rx_pkt_offset, l2_hdr_offset; rx_pkt_offset = ar->ab->hw_params.hal_desc_sz; l2_hdr_offset = ath11k_dp_rx_h_msdu_end_l3pad(ar->ab, (struct hal_rx_desc *)msdu->data); skb_pull(msdu, rx_pkt_offset + l2_hdr_offset); } static struct sk_buff * ath11k_dp_rx_mon_merg_msdus(struct ath11k *ar, u32 mac_id, struct sk_buff *head_msdu, struct sk_buff *last_msdu, struct ieee80211_rx_status *rxs, bool *fcs_err) { struct ath11k_base *ab = ar->ab; struct sk_buff *msdu, *prev_buf; struct hal_rx_desc *rx_desc; char *hdr_desc; u8 *dest, decap_format; struct ieee80211_hdr_3addr *wh; struct rx_attention *rx_attention; u32 err_bitmap; if (!head_msdu) goto err_merge_fail; rx_desc = (struct hal_rx_desc *)head_msdu->data; rx_attention = ath11k_dp_rx_get_attention(ab, rx_desc); err_bitmap = ath11k_dp_rx_h_attn_mpdu_err(rx_attention); if (err_bitmap & DP_RX_MPDU_ERR_FCS) *fcs_err = true; if (ath11k_dp_rxdesc_get_mpdulen_err(rx_attention)) return NULL; decap_format = ath11k_dp_rx_h_msdu_start_decap_type(ab, rx_desc); ath11k_dp_rx_h_ppdu(ar, rx_desc, rxs); if (decap_format == DP_RX_DECAP_TYPE_RAW) { ath11k_dp_rx_msdus_set_payload(ar, head_msdu); prev_buf = head_msdu; msdu = head_msdu->next; while (msdu) { ath11k_dp_rx_msdus_set_payload(ar, msdu); prev_buf = msdu; msdu = msdu->next; } prev_buf->next = NULL; skb_trim(prev_buf, prev_buf->len - HAL_RX_FCS_LEN); } else if (decap_format == DP_RX_DECAP_TYPE_NATIVE_WIFI) { u8 qos_pkt = 0; rx_desc = (struct hal_rx_desc *)head_msdu->data; hdr_desc = ath11k_dp_rxdesc_get_80211hdr(ab, rx_desc); /* Base size */ wh = (struct ieee80211_hdr_3addr *)hdr_desc; if (ieee80211_is_data_qos(wh->frame_control)) qos_pkt = 1; msdu = head_msdu; while (msdu) { ath11k_dp_rx_msdus_set_payload(ar, msdu); if (qos_pkt) { dest = skb_push(msdu, sizeof(__le16)); if (!dest) goto err_merge_fail; memcpy(dest, hdr_desc, sizeof(struct ieee80211_qos_hdr)); } prev_buf = msdu; msdu = msdu->next; } dest = skb_put(prev_buf, HAL_RX_FCS_LEN); if (!dest) goto err_merge_fail; ath11k_dbg(ab, ATH11K_DBG_DATA, "mpdu_buf %p mpdu_buf->len %u", prev_buf, prev_buf->len); } else { ath11k_dbg(ab, ATH11K_DBG_DATA, "decap format %d is not supported!\n", decap_format); goto err_merge_fail; } return head_msdu; err_merge_fail: return NULL; } static void ath11k_dp_rx_update_radiotap_he(struct hal_rx_mon_ppdu_info *rx_status, u8 *rtap_buf) { u32 rtap_len = 0; put_unaligned_le16(rx_status->he_data1, &rtap_buf[rtap_len]); rtap_len += 2; put_unaligned_le16(rx_status->he_data2, &rtap_buf[rtap_len]); rtap_len += 2; put_unaligned_le16(rx_status->he_data3, &rtap_buf[rtap_len]); rtap_len += 2; put_unaligned_le16(rx_status->he_data4, &rtap_buf[rtap_len]); rtap_len += 2; put_unaligned_le16(rx_status->he_data5, &rtap_buf[rtap_len]); rtap_len += 2; put_unaligned_le16(rx_status->he_data6, &rtap_buf[rtap_len]); } static void ath11k_dp_rx_update_radiotap_he_mu(struct hal_rx_mon_ppdu_info *rx_status, u8 *rtap_buf) { u32 rtap_len = 0; put_unaligned_le16(rx_status->he_flags1, &rtap_buf[rtap_len]); rtap_len += 2; put_unaligned_le16(rx_status->he_flags2, &rtap_buf[rtap_len]); rtap_len += 2; rtap_buf[rtap_len] = rx_status->he_RU[0]; rtap_len += 1; rtap_buf[rtap_len] = rx_status->he_RU[1]; rtap_len += 1; rtap_buf[rtap_len] = rx_status->he_RU[2]; rtap_len += 1; rtap_buf[rtap_len] = rx_status->he_RU[3]; } static void ath11k_update_radiotap(struct ath11k *ar, struct hal_rx_mon_ppdu_info *ppduinfo, struct sk_buff *mon_skb, struct ieee80211_rx_status *rxs) { struct ieee80211_supported_band *sband; u8 *ptr = NULL; rxs->flag |= RX_FLAG_MACTIME_START; rxs->signal = ppduinfo->rssi_comb + ATH11K_DEFAULT_NOISE_FLOOR; if (ppduinfo->nss) rxs->nss = ppduinfo->nss; if (ppduinfo->he_mu_flags) { rxs->flag |= RX_FLAG_RADIOTAP_HE_MU; rxs->encoding = RX_ENC_HE; ptr = skb_push(mon_skb, sizeof(struct ieee80211_radiotap_he_mu)); ath11k_dp_rx_update_radiotap_he_mu(ppduinfo, ptr); } else if (ppduinfo->he_flags) { rxs->flag |= RX_FLAG_RADIOTAP_HE; rxs->encoding = RX_ENC_HE; ptr = skb_push(mon_skb, sizeof(struct ieee80211_radiotap_he)); ath11k_dp_rx_update_radiotap_he(ppduinfo, ptr); rxs->rate_idx = ppduinfo->rate; } else if (ppduinfo->vht_flags) { rxs->encoding = RX_ENC_VHT; rxs->rate_idx = ppduinfo->rate; } else if (ppduinfo->ht_flags) { rxs->encoding = RX_ENC_HT; rxs->rate_idx = ppduinfo->rate; } else { rxs->encoding = RX_ENC_LEGACY; sband = &ar->mac.sbands[rxs->band]; rxs->rate_idx = ath11k_mac_hw_rate_to_idx(sband, ppduinfo->rate, ppduinfo->cck_flag); } rxs->mactime = ppduinfo->tsft; } static int ath11k_dp_rx_mon_deliver(struct ath11k *ar, u32 mac_id, struct sk_buff *head_msdu, struct hal_rx_mon_ppdu_info *ppduinfo, struct sk_buff *tail_msdu, struct napi_struct *napi) { struct ath11k_pdev_dp *dp = &ar->dp; struct sk_buff *mon_skb, *skb_next, *header; struct ieee80211_rx_status *rxs = &dp->rx_status; bool fcs_err = false; mon_skb = ath11k_dp_rx_mon_merg_msdus(ar, mac_id, head_msdu, tail_msdu, rxs, &fcs_err); if (!mon_skb) goto mon_deliver_fail; header = mon_skb; rxs->flag = 0; if (fcs_err) rxs->flag = RX_FLAG_FAILED_FCS_CRC; do { skb_next = mon_skb->next; if (!skb_next) rxs->flag &= ~RX_FLAG_AMSDU_MORE; else rxs->flag |= RX_FLAG_AMSDU_MORE; if (mon_skb == header) { header = NULL; rxs->flag &= ~RX_FLAG_ALLOW_SAME_PN; } else { rxs->flag |= RX_FLAG_ALLOW_SAME_PN; } rxs->flag |= RX_FLAG_ONLY_MONITOR; ath11k_update_radiotap(ar, ppduinfo, mon_skb, rxs); ath11k_dp_rx_deliver_msdu(ar, napi, mon_skb, rxs); mon_skb = skb_next; } while (mon_skb); rxs->flag = 0; return 0; mon_deliver_fail: mon_skb = head_msdu; while (mon_skb) { skb_next = mon_skb->next; dev_kfree_skb_any(mon_skb); mon_skb = skb_next; } return -EINVAL; } /* The destination ring processing is stuck if the destination is not * moving while status ring moves 16 PPDU. The destination ring processing * skips this destination ring PPDU as a workaround. */ #define MON_DEST_RING_STUCK_MAX_CNT 16 static void ath11k_dp_rx_mon_dest_process(struct ath11k *ar, int mac_id, u32 quota, struct napi_struct *napi) { struct ath11k_pdev_dp *dp = &ar->dp; struct ath11k_mon_data *pmon = (struct ath11k_mon_data *)&dp->mon_data; const struct ath11k_hw_hal_params *hal_params; void *ring_entry; void *mon_dst_srng; u32 ppdu_id; u32 rx_bufs_used; u32 ring_id; struct ath11k_pdev_mon_stats *rx_mon_stats; u32 npackets = 0; u32 mpdu_rx_bufs_used; if (ar->ab->hw_params.rxdma1_enable) ring_id = dp->rxdma_mon_dst_ring.ring_id; else ring_id = dp->rxdma_err_dst_ring[mac_id].ring_id; mon_dst_srng = &ar->ab->hal.srng_list[ring_id]; spin_lock_bh(&pmon->mon_lock); ath11k_hal_srng_access_begin(ar->ab, mon_dst_srng); ppdu_id = pmon->mon_ppdu_info.ppdu_id; rx_bufs_used = 0; rx_mon_stats = &pmon->rx_mon_stats; while ((ring_entry = ath11k_hal_srng_dst_peek(ar->ab, mon_dst_srng))) { struct sk_buff *head_msdu, *tail_msdu; head_msdu = NULL; tail_msdu = NULL; mpdu_rx_bufs_used = ath11k_dp_rx_mon_mpdu_pop(ar, mac_id, ring_entry, &head_msdu, &tail_msdu, &npackets, &ppdu_id); rx_bufs_used += mpdu_rx_bufs_used; if (mpdu_rx_bufs_used) { dp->mon_dest_ring_stuck_cnt = 0; } else { dp->mon_dest_ring_stuck_cnt++; rx_mon_stats->dest_mon_not_reaped++; } if (dp->mon_dest_ring_stuck_cnt > MON_DEST_RING_STUCK_MAX_CNT) { rx_mon_stats->dest_mon_stuck++; ath11k_dbg(ar->ab, ATH11K_DBG_DATA, "status ring ppdu_id=%d dest ring ppdu_id=%d mon_dest_ring_stuck_cnt=%d dest_mon_not_reaped=%u dest_mon_stuck=%u\n", pmon->mon_ppdu_info.ppdu_id, ppdu_id, dp->mon_dest_ring_stuck_cnt, rx_mon_stats->dest_mon_not_reaped, rx_mon_stats->dest_mon_stuck); pmon->mon_ppdu_info.ppdu_id = ppdu_id; continue; } if (ppdu_id != pmon->mon_ppdu_info.ppdu_id) { pmon->mon_ppdu_status = DP_PPDU_STATUS_START; ath11k_dbg(ar->ab, ATH11K_DBG_DATA, "dest_rx: new ppdu_id %x != status ppdu_id %x dest_mon_not_reaped = %u dest_mon_stuck = %u\n", ppdu_id, pmon->mon_ppdu_info.ppdu_id, rx_mon_stats->dest_mon_not_reaped, rx_mon_stats->dest_mon_stuck); break; } if (head_msdu && tail_msdu) { ath11k_dp_rx_mon_deliver(ar, dp->mac_id, head_msdu, &pmon->mon_ppdu_info, tail_msdu, napi); rx_mon_stats->dest_mpdu_done++; } ring_entry = ath11k_hal_srng_dst_get_next_entry(ar->ab, mon_dst_srng); } ath11k_hal_srng_access_end(ar->ab, mon_dst_srng); spin_unlock_bh(&pmon->mon_lock); if (rx_bufs_used) { rx_mon_stats->dest_ppdu_done++; hal_params = ar->ab->hw_params.hal_params; if (ar->ab->hw_params.rxdma1_enable) ath11k_dp_rxbufs_replenish(ar->ab, dp->mac_id, &dp->rxdma_mon_buf_ring, rx_bufs_used, hal_params->rx_buf_rbm); else ath11k_dp_rxbufs_replenish(ar->ab, dp->mac_id, &dp->rx_refill_buf_ring, rx_bufs_used, hal_params->rx_buf_rbm); } } int ath11k_dp_rx_process_mon_status(struct ath11k_base *ab, int mac_id, struct napi_struct *napi, int budget) { struct ath11k *ar = ath11k_ab_to_ar(ab, mac_id); enum hal_rx_mon_status hal_status; struct sk_buff *skb; struct sk_buff_head skb_list; struct ath11k_peer *peer; struct ath11k_sta *arsta; int num_buffs_reaped = 0; u32 rx_buf_sz; u16 log_type; struct ath11k_mon_data *pmon = (struct ath11k_mon_data *)&ar->dp.mon_data; struct ath11k_pdev_mon_stats *rx_mon_stats = &pmon->rx_mon_stats; struct hal_rx_mon_ppdu_info *ppdu_info = &pmon->mon_ppdu_info; __skb_queue_head_init(&skb_list); num_buffs_reaped = ath11k_dp_rx_reap_mon_status_ring(ab, mac_id, &budget, &skb_list); if (!num_buffs_reaped) goto exit; memset(ppdu_info, 0, sizeof(*ppdu_info)); ppdu_info->peer_id = HAL_INVALID_PEERID; while ((skb = __skb_dequeue(&skb_list))) { if (ath11k_debugfs_is_pktlog_lite_mode_enabled(ar)) { log_type = ATH11K_PKTLOG_TYPE_LITE_RX; rx_buf_sz = DP_RX_BUFFER_SIZE_LITE; } else if (ath11k_debugfs_is_pktlog_rx_stats_enabled(ar)) { log_type = ATH11K_PKTLOG_TYPE_RX_STATBUF; rx_buf_sz = DP_RX_BUFFER_SIZE; } else { log_type = ATH11K_PKTLOG_TYPE_INVALID; rx_buf_sz = 0; } if (log_type != ATH11K_PKTLOG_TYPE_INVALID) trace_ath11k_htt_rxdesc(ar, skb->data, log_type, rx_buf_sz); memset(ppdu_info, 0, sizeof(*ppdu_info)); ppdu_info->peer_id = HAL_INVALID_PEERID; hal_status = ath11k_hal_rx_parse_mon_status(ab, ppdu_info, skb); if (test_bit(ATH11K_FLAG_MONITOR_STARTED, &ar->monitor_flags) && pmon->mon_ppdu_status == DP_PPDU_STATUS_START && hal_status == HAL_TLV_STATUS_PPDU_DONE) { rx_mon_stats->status_ppdu_done++; pmon->mon_ppdu_status = DP_PPDU_STATUS_DONE; ath11k_dp_rx_mon_dest_process(ar, mac_id, budget, napi); pmon->mon_ppdu_status = DP_PPDU_STATUS_START; } if (ppdu_info->peer_id == HAL_INVALID_PEERID || hal_status != HAL_RX_MON_STATUS_PPDU_DONE) { dev_kfree_skb_any(skb); continue; } rcu_read_lock(); spin_lock_bh(&ab->base_lock); peer = ath11k_peer_find_by_id(ab, ppdu_info->peer_id); if (!peer || !peer->sta) { ath11k_dbg(ab, ATH11K_DBG_DATA, "failed to find the peer with peer_id %d\n", ppdu_info->peer_id); goto next_skb; } arsta = ath11k_sta_to_arsta(peer->sta); ath11k_dp_rx_update_peer_stats(arsta, ppdu_info); if (ath11k_debugfs_is_pktlog_peer_valid(ar, peer->addr)) trace_ath11k_htt_rxdesc(ar, skb->data, log_type, rx_buf_sz); next_skb: spin_unlock_bh(&ab->base_lock); rcu_read_unlock(); dev_kfree_skb_any(skb); memset(ppdu_info, 0, sizeof(*ppdu_info)); ppdu_info->peer_id = HAL_INVALID_PEERID; } exit: return num_buffs_reaped; } static u32 ath11k_dp_rx_full_mon_mpdu_pop(struct ath11k *ar, void *ring_entry, struct sk_buff **head_msdu, struct sk_buff **tail_msdu, struct hal_sw_mon_ring_entries *sw_mon_entries) { struct ath11k_pdev_dp *dp = &ar->dp; struct ath11k_mon_data *pmon = &dp->mon_data; struct dp_rxdma_ring *rx_ring = &dp->rxdma_mon_buf_ring; struct sk_buff *msdu = NULL, *last = NULL; struct hal_sw_monitor_ring *sw_desc = ring_entry; struct hal_rx_msdu_list msdu_list; struct hal_rx_desc *rx_desc; struct ath11k_skb_rxcb *rxcb; void *rx_msdu_link_desc; void *p_buf_addr_info, *p_last_buf_addr_info; int buf_id, i = 0; u32 rx_buf_size, rx_pkt_offset, l2_hdr_offset; u32 rx_bufs_used = 0, msdu_cnt = 0; u32 total_len = 0, frag_len = 0, sw_cookie; u16 num_msdus = 0; u8 rxdma_err, rbm; bool is_frag, is_first_msdu; bool drop_mpdu = false; ath11k_hal_rx_sw_mon_ring_buf_paddr_get(ring_entry, sw_mon_entries); sw_cookie = sw_mon_entries->mon_dst_sw_cookie; sw_mon_entries->end_of_ppdu = false; sw_mon_entries->drop_ppdu = false; p_last_buf_addr_info = sw_mon_entries->dst_buf_addr_info; msdu_cnt = sw_mon_entries->msdu_cnt; sw_mon_entries->end_of_ppdu = FIELD_GET(HAL_SW_MON_RING_INFO0_END_OF_PPDU, sw_desc->info0); if (sw_mon_entries->end_of_ppdu) return rx_bufs_used; if (FIELD_GET(HAL_SW_MON_RING_INFO0_RXDMA_PUSH_REASON, sw_desc->info0) == HAL_REO_DEST_RING_PUSH_REASON_ERR_DETECTED) { rxdma_err = FIELD_GET(HAL_SW_MON_RING_INFO0_RXDMA_ERROR_CODE, sw_desc->info0); if (rxdma_err == HAL_REO_ENTR_RING_RXDMA_ECODE_FLUSH_REQUEST_ERR || rxdma_err == HAL_REO_ENTR_RING_RXDMA_ECODE_MPDU_LEN_ERR || rxdma_err == HAL_REO_ENTR_RING_RXDMA_ECODE_OVERFLOW_ERR) { pmon->rx_mon_stats.dest_mpdu_drop++; drop_mpdu = true; } } is_frag = false; is_first_msdu = true; do { rx_msdu_link_desc = (u8 *)pmon->link_desc_banks[sw_cookie].vaddr + (sw_mon_entries->mon_dst_paddr - pmon->link_desc_banks[sw_cookie].paddr); ath11k_hal_rx_msdu_list_get(ar, rx_msdu_link_desc, &msdu_list, &num_msdus); for (i = 0; i < num_msdus; i++) { buf_id = FIELD_GET(DP_RXDMA_BUF_COOKIE_BUF_ID, msdu_list.sw_cookie[i]); spin_lock_bh(&rx_ring->idr_lock); msdu = idr_find(&rx_ring->bufs_idr, buf_id); if (!msdu) { ath11k_dbg(ar->ab, ATH11K_DBG_DATA, "full mon msdu_pop: invalid buf_id %d\n", buf_id); spin_unlock_bh(&rx_ring->idr_lock); break; } idr_remove(&rx_ring->bufs_idr, buf_id); spin_unlock_bh(&rx_ring->idr_lock); rxcb = ATH11K_SKB_RXCB(msdu); if (!rxcb->unmapped) { dma_unmap_single(ar->ab->dev, rxcb->paddr, msdu->len + skb_tailroom(msdu), DMA_FROM_DEVICE); rxcb->unmapped = 1; } if (drop_mpdu) { ath11k_dbg(ar->ab, ATH11K_DBG_DATA, "full mon: i %d drop msdu %p *ppdu_id %x\n", i, msdu, sw_mon_entries->ppdu_id); dev_kfree_skb_any(msdu); msdu_cnt--; goto next_msdu; } rx_desc = (struct hal_rx_desc *)msdu->data; rx_pkt_offset = sizeof(struct hal_rx_desc); l2_hdr_offset = ath11k_dp_rx_h_msdu_end_l3pad(ar->ab, rx_desc); if (is_first_msdu) { if (!ath11k_dp_rxdesc_mpdu_valid(ar->ab, rx_desc)) { drop_mpdu = true; dev_kfree_skb_any(msdu); msdu = NULL; goto next_msdu; } is_first_msdu = false; } ath11k_dp_mon_get_buf_len(&msdu_list.msdu_info[i], &is_frag, &total_len, &frag_len, &msdu_cnt); rx_buf_size = rx_pkt_offset + l2_hdr_offset + frag_len; ath11k_dp_pkt_set_pktlen(msdu, rx_buf_size); if (!(*head_msdu)) *head_msdu = msdu; else if (last) last->next = msdu; last = msdu; next_msdu: rx_bufs_used++; } ath11k_dp_rx_mon_next_link_desc_get(rx_msdu_link_desc, &sw_mon_entries->mon_dst_paddr, &sw_mon_entries->mon_dst_sw_cookie, &rbm, &p_buf_addr_info); if (ath11k_dp_rx_monitor_link_desc_return(ar, p_last_buf_addr_info, dp->mac_id)) ath11k_dbg(ar->ab, ATH11K_DBG_DATA, "full mon: dp_rx_monitor_link_desc_return failed\n"); p_last_buf_addr_info = p_buf_addr_info; } while (sw_mon_entries->mon_dst_paddr && msdu_cnt); if (last) last->next = NULL; *tail_msdu = msdu; return rx_bufs_used; } static int ath11k_dp_rx_full_mon_prepare_mpdu(struct ath11k_dp *dp, struct dp_full_mon_mpdu *mon_mpdu, struct sk_buff *head, struct sk_buff *tail) { mon_mpdu = kzalloc(sizeof(*mon_mpdu), GFP_ATOMIC); if (!mon_mpdu) return -ENOMEM; list_add_tail(&mon_mpdu->list, &dp->dp_full_mon_mpdu_list); mon_mpdu->head = head; mon_mpdu->tail = tail; return 0; } static void ath11k_dp_rx_full_mon_drop_ppdu(struct ath11k_dp *dp, struct dp_full_mon_mpdu *mon_mpdu) { struct dp_full_mon_mpdu *tmp; struct sk_buff *tmp_msdu, *skb_next; if (list_empty(&dp->dp_full_mon_mpdu_list)) return; list_for_each_entry_safe(mon_mpdu, tmp, &dp->dp_full_mon_mpdu_list, list) { list_del(&mon_mpdu->list); tmp_msdu = mon_mpdu->head; while (tmp_msdu) { skb_next = tmp_msdu->next; dev_kfree_skb_any(tmp_msdu); tmp_msdu = skb_next; } kfree(mon_mpdu); } } static int ath11k_dp_rx_full_mon_deliver_ppdu(struct ath11k *ar, int mac_id, struct ath11k_mon_data *pmon, struct napi_struct *napi) { struct ath11k_pdev_mon_stats *rx_mon_stats; struct dp_full_mon_mpdu *tmp; struct dp_full_mon_mpdu *mon_mpdu = pmon->mon_mpdu; struct sk_buff *head_msdu, *tail_msdu; struct ath11k_base *ab = ar->ab; struct ath11k_dp *dp = &ab->dp; int ret; rx_mon_stats = &pmon->rx_mon_stats; list_for_each_entry_safe(mon_mpdu, tmp, &dp->dp_full_mon_mpdu_list, list) { list_del(&mon_mpdu->list); head_msdu = mon_mpdu->head; tail_msdu = mon_mpdu->tail; if (head_msdu && tail_msdu) { ret = ath11k_dp_rx_mon_deliver(ar, mac_id, head_msdu, &pmon->mon_ppdu_info, tail_msdu, napi); rx_mon_stats->dest_mpdu_done++; ath11k_dbg(ar->ab, ATH11K_DBG_DATA, "full mon: deliver ppdu\n"); } kfree(mon_mpdu); } return ret; } static int ath11k_dp_rx_process_full_mon_status_ring(struct ath11k_base *ab, int mac_id, struct napi_struct *napi, int budget) { struct ath11k *ar = ab->pdevs[mac_id].ar; struct ath11k_pdev_dp *dp = &ar->dp; struct ath11k_mon_data *pmon = &dp->mon_data; struct hal_sw_mon_ring_entries *sw_mon_entries; int quota = 0, work = 0, count; sw_mon_entries = &pmon->sw_mon_entries; while (pmon->hold_mon_dst_ring) { quota = ath11k_dp_rx_process_mon_status(ab, mac_id, napi, 1); if (pmon->buf_state == DP_MON_STATUS_MATCH) { count = sw_mon_entries->status_buf_count; if (count > 1) { quota += ath11k_dp_rx_process_mon_status(ab, mac_id, napi, count); } ath11k_dp_rx_full_mon_deliver_ppdu(ar, dp->mac_id, pmon, napi); pmon->hold_mon_dst_ring = false; } else if (!pmon->mon_status_paddr || pmon->buf_state == DP_MON_STATUS_LEAD) { sw_mon_entries->drop_ppdu = true; pmon->hold_mon_dst_ring = false; } if (!quota) break; work += quota; } if (sw_mon_entries->drop_ppdu) ath11k_dp_rx_full_mon_drop_ppdu(&ab->dp, pmon->mon_mpdu); return work; } static int ath11k_dp_full_mon_process_rx(struct ath11k_base *ab, int mac_id, struct napi_struct *napi, int budget) { struct ath11k *ar = ab->pdevs[mac_id].ar; struct ath11k_pdev_dp *dp = &ar->dp; struct ath11k_mon_data *pmon = &dp->mon_data; struct hal_sw_mon_ring_entries *sw_mon_entries; struct ath11k_pdev_mon_stats *rx_mon_stats; struct sk_buff *head_msdu, *tail_msdu; void *mon_dst_srng = &ar->ab->hal.srng_list[dp->rxdma_mon_dst_ring.ring_id]; void *ring_entry; u32 rx_bufs_used = 0, mpdu_rx_bufs_used; int quota = 0, ret; bool break_dst_ring = false; spin_lock_bh(&pmon->mon_lock); sw_mon_entries = &pmon->sw_mon_entries; rx_mon_stats = &pmon->rx_mon_stats; if (pmon->hold_mon_dst_ring) { spin_unlock_bh(&pmon->mon_lock); goto reap_status_ring; } ath11k_hal_srng_access_begin(ar->ab, mon_dst_srng); while ((ring_entry = ath11k_hal_srng_dst_peek(ar->ab, mon_dst_srng))) { head_msdu = NULL; tail_msdu = NULL; mpdu_rx_bufs_used = ath11k_dp_rx_full_mon_mpdu_pop(ar, ring_entry, &head_msdu, &tail_msdu, sw_mon_entries); rx_bufs_used += mpdu_rx_bufs_used; if (!sw_mon_entries->end_of_ppdu) { if (head_msdu) { ret = ath11k_dp_rx_full_mon_prepare_mpdu(&ab->dp, pmon->mon_mpdu, head_msdu, tail_msdu); if (ret) break_dst_ring = true; } goto next_entry; } else { if (!sw_mon_entries->ppdu_id && !sw_mon_entries->mon_status_paddr) { break_dst_ring = true; goto next_entry; } } rx_mon_stats->dest_ppdu_done++; pmon->mon_ppdu_status = DP_PPDU_STATUS_START; pmon->buf_state = DP_MON_STATUS_LAG; pmon->mon_status_paddr = sw_mon_entries->mon_status_paddr; pmon->hold_mon_dst_ring = true; next_entry: ring_entry = ath11k_hal_srng_dst_get_next_entry(ar->ab, mon_dst_srng); if (break_dst_ring) break; } ath11k_hal_srng_access_end(ar->ab, mon_dst_srng); spin_unlock_bh(&pmon->mon_lock); if (rx_bufs_used) { ath11k_dp_rxbufs_replenish(ar->ab, dp->mac_id, &dp->rxdma_mon_buf_ring, rx_bufs_used, HAL_RX_BUF_RBM_SW3_BM); } reap_status_ring: quota = ath11k_dp_rx_process_full_mon_status_ring(ab, mac_id, napi, budget); return quota; } int ath11k_dp_rx_process_mon_rings(struct ath11k_base *ab, int mac_id, struct napi_struct *napi, int budget) { struct ath11k *ar = ath11k_ab_to_ar(ab, mac_id); int ret = 0; if (test_bit(ATH11K_FLAG_MONITOR_STARTED, &ar->monitor_flags) && ab->hw_params.full_monitor_mode) ret = ath11k_dp_full_mon_process_rx(ab, mac_id, napi, budget); else ret = ath11k_dp_rx_process_mon_status(ab, mac_id, napi, budget); return ret; } static int ath11k_dp_rx_pdev_mon_status_attach(struct ath11k *ar) { struct ath11k_pdev_dp *dp = &ar->dp; struct ath11k_mon_data *pmon = (struct ath11k_mon_data *)&dp->mon_data; skb_queue_head_init(&pmon->rx_status_q); pmon->mon_ppdu_status = DP_PPDU_STATUS_START; memset(&pmon->rx_mon_stats, 0, sizeof(pmon->rx_mon_stats)); return 0; } int ath11k_dp_rx_pdev_mon_attach(struct ath11k *ar) { struct ath11k_pdev_dp *dp = &ar->dp; struct ath11k_mon_data *pmon = &dp->mon_data; struct hal_srng *mon_desc_srng = NULL; struct dp_srng *dp_srng; int ret = 0; u32 n_link_desc = 0; ret = ath11k_dp_rx_pdev_mon_status_attach(ar); if (ret) { ath11k_warn(ar->ab, "pdev_mon_status_attach() failed"); return ret; } /* if rxdma1_enable is false, no need to setup * rxdma_mon_desc_ring. */ if (!ar->ab->hw_params.rxdma1_enable) return 0; dp_srng = &dp->rxdma_mon_desc_ring; n_link_desc = dp_srng->size / ath11k_hal_srng_get_entrysize(ar->ab, HAL_RXDMA_MONITOR_DESC); mon_desc_srng = &ar->ab->hal.srng_list[dp->rxdma_mon_desc_ring.ring_id]; ret = ath11k_dp_link_desc_setup(ar->ab, pmon->link_desc_banks, HAL_RXDMA_MONITOR_DESC, mon_desc_srng, n_link_desc); if (ret) { ath11k_warn(ar->ab, "mon_link_desc_pool_setup() failed"); return ret; } pmon->mon_last_linkdesc_paddr = 0; pmon->mon_last_buf_cookie = DP_RX_DESC_COOKIE_MAX + 1; spin_lock_init(&pmon->mon_lock); return 0; } static int ath11k_dp_mon_link_free(struct ath11k *ar) { struct ath11k_pdev_dp *dp = &ar->dp; struct ath11k_mon_data *pmon = &dp->mon_data; ath11k_dp_link_desc_cleanup(ar->ab, pmon->link_desc_banks, HAL_RXDMA_MONITOR_DESC, &dp->rxdma_mon_desc_ring); return 0; } int ath11k_dp_rx_pdev_mon_detach(struct ath11k *ar) { ath11k_dp_mon_link_free(ar); return 0; } int ath11k_dp_rx_pktlog_start(struct ath11k_base *ab) { /* start reap timer */ mod_timer(&ab->mon_reap_timer, jiffies + msecs_to_jiffies(ATH11K_MON_TIMER_INTERVAL)); return 0; } int ath11k_dp_rx_pktlog_stop(struct ath11k_base *ab, bool stop_timer) { int ret; if (stop_timer) del_timer_sync(&ab->mon_reap_timer); /* reap all the monitor related rings */ ret = ath11k_dp_purge_mon_ring(ab); if (ret) { ath11k_warn(ab, "failed to purge dp mon ring: %d\n", ret); return ret; } return 0; }
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with Cregit http://github.com/cregit/cregit
Version 2.0-RC1