/* SPDX-License-Identifier: GPL-2.0 */ /* Copyright (C) 2021 Gerhard Engleder */ #ifndef _TSNEP_H #define _TSNEP_H #include "tsnep_hw.h" #include #include #include #include #include #include #include #include #include #define TSNEP "tsnep" #define TSNEP_RING_SIZE 256 #define TSNEP_RING_MASK (TSNEP_RING_SIZE - 1) #define TSNEP_RING_RX_REFILL 16 #define TSNEP_RING_RX_REUSE (TSNEP_RING_SIZE - TSNEP_RING_SIZE / 4) #define TSNEP_RING_ENTRIES_PER_PAGE (PAGE_SIZE / TSNEP_DESC_SIZE) #define TSNEP_RING_PAGE_COUNT (TSNEP_RING_SIZE / TSNEP_RING_ENTRIES_PER_PAGE) struct tsnep_gcl { void __iomem *addr; u64 base_time; u64 cycle_time; u64 cycle_time_extension; struct tsnep_gcl_operation operation[TSNEP_GCL_COUNT]; int count; u64 change_limit; u64 start_time; bool change; }; enum tsnep_rxnfc_filter_type { TSNEP_RXNFC_ETHER_TYPE, }; struct tsnep_rxnfc_filter { enum tsnep_rxnfc_filter_type type; union { u16 ether_type; }; }; struct tsnep_rxnfc_rule { struct list_head list; struct tsnep_rxnfc_filter filter; int queue_index; int location; }; struct tsnep_tx_entry { struct tsnep_tx_desc *desc; struct tsnep_tx_desc_wb *desc_wb; dma_addr_t desc_dma; bool owner_user_flag; u32 properties; u32 type; union { struct sk_buff *skb; struct xdp_frame *xdpf; bool zc; }; size_t len; DEFINE_DMA_UNMAP_ADDR(dma); }; struct tsnep_tx { struct tsnep_adapter *adapter; void __iomem *addr; int queue_index; void *page[TSNEP_RING_PAGE_COUNT]; dma_addr_t page_dma[TSNEP_RING_PAGE_COUNT]; struct tsnep_tx_entry entry[TSNEP_RING_SIZE]; int write; int read; u32 owner_counter; int increment_owner_counter; struct xsk_buff_pool *xsk_pool; u32 packets; u32 bytes; u32 dropped; }; struct tsnep_rx_entry { struct tsnep_rx_desc *desc; struct tsnep_rx_desc_wb *desc_wb; dma_addr_t desc_dma; u32 properties; union { struct page *page; struct xdp_buff *xdp; }; size_t len; dma_addr_t dma; }; struct tsnep_rx { struct tsnep_adapter *adapter; void __iomem *addr; int queue_index; int tx_queue_index; void *page[TSNEP_RING_PAGE_COUNT]; dma_addr_t page_dma[TSNEP_RING_PAGE_COUNT]; struct tsnep_rx_entry entry[TSNEP_RING_SIZE]; int write; int read; u32 owner_counter; int increment_owner_counter; struct page_pool *page_pool; struct page **page_buffer; struct xsk_buff_pool *xsk_pool; struct xdp_buff **xdp_batch; u32 packets; u32 bytes; u32 dropped; u32 multicast; u32 alloc_failed; struct xdp_rxq_info xdp_rxq; struct xdp_rxq_info xdp_rxq_zc; }; struct tsnep_queue { struct tsnep_adapter *adapter; char name[IFNAMSIZ + 16]; struct tsnep_tx *tx; struct tsnep_rx *rx; struct napi_struct napi; int irq; u32 irq_mask; void __iomem *irq_delay_addr; u8 irq_delay; }; struct tsnep_adapter { struct net_device *netdev; u8 mac_address[ETH_ALEN]; struct mii_bus *mdiobus; bool suppress_preamble; phy_interface_t phy_mode; struct phy_device *phydev; int msg_enable; struct platform_device *pdev; struct device *dmadev; void __iomem *addr; bool gate_control; /* gate control lock */ struct mutex gate_control_lock; bool gate_control_active; struct tsnep_gcl gcl[2]; int next_gcl; struct hwtstamp_config hwtstamp_config; struct ptp_clock *ptp_clock; struct ptp_clock_info ptp_clock_info; /* ptp clock lock */ spinlock_t ptp_lock; /* RX flow classification rules lock */ struct mutex rxnfc_lock; struct list_head rxnfc_rules; int rxnfc_count; int rxnfc_max; struct bpf_prog *xdp_prog; int num_tx_queues; struct tsnep_tx tx[TSNEP_MAX_QUEUES]; int num_rx_queues; struct tsnep_rx rx[TSNEP_MAX_QUEUES]; int num_queues; struct tsnep_queue queue[TSNEP_MAX_QUEUES]; }; extern const struct ethtool_ops tsnep_ethtool_ops; int tsnep_ptp_init(struct tsnep_adapter *adapter); void tsnep_ptp_cleanup(struct tsnep_adapter *adapter); int tsnep_ptp_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd); int tsnep_tc_init(struct tsnep_adapter *adapter); void tsnep_tc_cleanup(struct tsnep_adapter *adapter); int tsnep_tc_setup(struct net_device *netdev, enum tc_setup_type type, void *type_data); int tsnep_rxnfc_init(struct tsnep_adapter *adapter); void tsnep_rxnfc_cleanup(struct tsnep_adapter *adapter); int tsnep_rxnfc_get_rule(struct tsnep_adapter *adapter, struct ethtool_rxnfc *cmd); int tsnep_rxnfc_get_all(struct tsnep_adapter *adapter, struct ethtool_rxnfc *cmd, u32 *rule_locs); int tsnep_rxnfc_add_rule(struct tsnep_adapter *adapter, struct ethtool_rxnfc *cmd); int tsnep_rxnfc_del_rule(struct tsnep_adapter *adapter, struct ethtool_rxnfc *cmd); int tsnep_xdp_setup_prog(struct tsnep_adapter *adapter, struct bpf_prog *prog, struct netlink_ext_ack *extack); int tsnep_xdp_setup_pool(struct tsnep_adapter *adapter, struct xsk_buff_pool *pool, u16 queue_id); #if IS_ENABLED(CONFIG_TSNEP_SELFTESTS) int tsnep_ethtool_get_test_count(void); void tsnep_ethtool_get_test_strings(u8 *data); void tsnep_ethtool_self_test(struct net_device *netdev, struct ethtool_test *eth_test, u64 *data); #else static inline int tsnep_ethtool_get_test_count(void) { return -EOPNOTSUPP; } static inline void tsnep_ethtool_get_test_strings(u8 *data) { /* not enabled */ } static inline void tsnep_ethtool_self_test(struct net_device *dev, struct ethtool_test *eth_test, u64 *data) { /* not enabled */ } #endif /* CONFIG_TSNEP_SELFTESTS */ void tsnep_get_system_time(struct tsnep_adapter *adapter, u64 *time); int tsnep_set_irq_coalesce(struct tsnep_queue *queue, u32 usecs); u32 tsnep_get_irq_coalesce(struct tsnep_queue *queue); int tsnep_enable_xsk(struct tsnep_queue *queue, struct xsk_buff_pool *pool); void tsnep_disable_xsk(struct tsnep_queue *queue); #endif /* _TSNEP_H */