static void enicpmd_vlan_offload_set(struct rte_eth_dev *eth_dev, int mask) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); if (mask & ETH_VLAN_STRIP_MASK) { if (eth_dev->data->dev_conf.rxmode.hw_vlan_strip) enic->ig_vlan_strip_en = 1; else enic->ig_vlan_strip_en = 0; } enic_set_rss_nic_cfg(enic); if (mask & ETH_VLAN_FILTER_MASK) { dev_warning(enic, "Configuration of VLAN filter is not supported\n"); } if (mask & ETH_VLAN_EXTEND_MASK) { dev_warning(enic, "Configuration of extended VLAN is not supported\n"); } }
static int enicpmd_dev_tx_queue_setup(struct rte_eth_dev *eth_dev, uint16_t queue_idx, uint16_t nb_desc, unsigned int socket_id, const struct rte_eth_txconf *tx_conf) { int ret; struct enic *enic = pmd_priv(eth_dev); struct vnic_wq *wq; if (rte_eal_process_type() != RTE_PROC_PRIMARY) return -E_RTE_SECONDARY; ENICPMD_FUNC_TRACE(); RTE_ASSERT(queue_idx < enic->conf_wq_count); wq = &enic->wq[queue_idx]; wq->offloads = tx_conf->offloads | eth_dev->data->dev_conf.txmode.offloads; eth_dev->data->tx_queues[queue_idx] = (void *)wq; ret = enic_alloc_wq(enic, queue_idx, socket_id, nb_desc); if (ret) { dev_err(enic, "error in allocating wq\n"); return ret; } return enicpmd_dev_setup_intr(enic); }
static int enicpmd_dev_filter_ctrl(struct rte_eth_dev *dev, enum rte_filter_type filter_type, enum rte_filter_op filter_op, void *arg) { int ret = 0; ENICPMD_FUNC_TRACE(); switch (filter_type) { case RTE_ETH_FILTER_GENERIC: if (filter_op != RTE_ETH_FILTER_GET) return -EINVAL; *(const void **)arg = &enic_flow_ops; break; case RTE_ETH_FILTER_FDIR: ret = enicpmd_fdir_ctrl_func(dev, filter_op, arg); break; default: dev_warning(enic, "Filter type (%d) not supported", filter_type); ret = -EINVAL; break; } return ret; }
static void enicpmd_dev_stats_reset(struct rte_eth_dev *eth_dev) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); enic_dev_stats_clear(enic); }
static int enicpmd_mtu_set(struct rte_eth_dev *eth_dev, uint16_t mtu) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); return enic_set_mtu(enic, mtu); }
static int enicpmd_vlan_offload_set(struct rte_eth_dev *eth_dev, int mask) { struct enic *enic = pmd_priv(eth_dev); uint64_t offloads; ENICPMD_FUNC_TRACE(); offloads = eth_dev->data->dev_conf.rxmode.offloads; if (mask & ETH_VLAN_STRIP_MASK) { if (offloads & DEV_RX_OFFLOAD_VLAN_STRIP) enic->ig_vlan_strip_en = 1; else enic->ig_vlan_strip_en = 0; } if ((mask & ETH_VLAN_FILTER_MASK) && (offloads & DEV_RX_OFFLOAD_VLAN_FILTER)) { dev_warning(enic, "Configuration of VLAN filter is not supported\n"); } if ((mask & ETH_VLAN_EXTEND_MASK) && (offloads & DEV_RX_OFFLOAD_VLAN_EXTEND)) { dev_warning(enic, "Configuration of extended VLAN is not supported\n"); } return enic_set_vlan_strip(enic); }
static int enicpmd_dev_rx_queue_setup(struct rte_eth_dev *eth_dev, uint16_t queue_idx, uint16_t nb_desc, unsigned int socket_id, const struct rte_eth_rxconf *rx_conf, struct rte_mempool *mp) { int ret; struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); if (rte_eal_process_type() != RTE_PROC_PRIMARY) return -E_RTE_SECONDARY; RTE_ASSERT(enic_rte_rq_idx_to_sop_idx(queue_idx) < enic->conf_rq_count); eth_dev->data->rx_queues[queue_idx] = (void *)&enic->rq[enic_rte_rq_idx_to_sop_idx(queue_idx)]; ret = enic_alloc_rq(enic, queue_idx, socket_id, mp, nb_desc, rx_conf->rx_free_thresh); if (ret) { dev_err(enic, "error in allocating rq\n"); return ret; } return enicpmd_dev_setup_intr(enic); }
static int enicpmd_dev_tx_queue_setup(struct rte_eth_dev *eth_dev, uint16_t queue_idx, uint16_t nb_desc, unsigned int socket_id, __rte_unused const struct rte_eth_txconf *tx_conf) { int ret; struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); if (queue_idx >= ENIC_WQ_MAX) { dev_err(enic, "Max number of TX queues exceeded. Max is %d\n", ENIC_WQ_MAX); return -EINVAL; } eth_dev->data->tx_queues[queue_idx] = (void *)&enic->wq[queue_idx]; ret = enic_alloc_wq(enic, queue_idx, socket_id, nb_desc); if (ret) { dev_err(enic, "error in allocating wq\n"); return ret; } return enicpmd_dev_setup_intr(enic); }
/* * Stop device. */ static void enicpmd_dev_close(struct rte_eth_dev *eth_dev) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); enic_remove(enic); }
/* Start the device. * It returns 0 on success. */ static int enicpmd_dev_start(struct rte_eth_dev *eth_dev) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); return enic_enable(enic); }
static void enicpmd_remove_mac_addr(struct rte_eth_dev *eth_dev, __rte_unused uint32_t index) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); enic_del_mac_address(enic); }
static int enicpmd_dev_configure(struct rte_eth_dev *eth_dev) { int ret; int mask; struct enic *enic = pmd_priv(eth_dev); if (rte_eal_process_type() != RTE_PROC_PRIMARY) return -E_RTE_SECONDARY; ENICPMD_FUNC_TRACE(); ret = enic_set_vnic_res(enic); if (ret) { dev_err(enic, "Set vNIC resource num failed, aborting\n"); return ret; } enic->mc_count = 0; enic->hw_ip_checksum = !!(eth_dev->data->dev_conf.rxmode.offloads & DEV_RX_OFFLOAD_CHECKSUM); /* All vlan offload masks to apply the current settings */ mask = ETH_VLAN_STRIP_MASK | ETH_VLAN_FILTER_MASK | ETH_VLAN_EXTEND_MASK; ret = enicpmd_vlan_offload_set(eth_dev, mask); if (ret) { dev_err(enic, "Failed to configure VLAN offloads\n"); return ret; } /* * Initialize RSS with the default reta and key. If the user key is * given (rx_adv_conf.rss_conf.rss_key), will use that instead of the * default key. */ return enic_init_rss_nic_cfg(enic); }
static void enicpmd_dev_info_get(struct rte_eth_dev *eth_dev, struct rte_eth_dev_info *device_info) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); /* Scattered Rx uses two receive queues per rx queue exposed to dpdk */ device_info->max_rx_queues = enic->conf_rq_count / 2; device_info->max_tx_queues = enic->conf_wq_count; device_info->min_rx_bufsize = ENIC_MIN_MTU; device_info->max_rx_pktlen = enic->rte_dev->data->mtu + ETHER_HDR_LEN + 4; device_info->max_mac_addrs = 1; device_info->rx_offload_capa = DEV_RX_OFFLOAD_VLAN_STRIP | DEV_RX_OFFLOAD_IPV4_CKSUM | DEV_RX_OFFLOAD_UDP_CKSUM | DEV_RX_OFFLOAD_TCP_CKSUM; device_info->tx_offload_capa = DEV_TX_OFFLOAD_VLAN_INSERT | DEV_TX_OFFLOAD_IPV4_CKSUM | DEV_TX_OFFLOAD_UDP_CKSUM | DEV_TX_OFFLOAD_TCP_CKSUM; device_info->default_rxconf = (struct rte_eth_rxconf) { .rx_free_thresh = ENIC_DEFAULT_RX_FREE_THRESH }; }
static int enicpmd_dev_link_update(struct rte_eth_dev *eth_dev, __rte_unused int wait_to_complete) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); return enic_link_update(enic); }
static void enicpmd_dev_allmulticast_disable(struct rte_eth_dev *eth_dev) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); enic->allmulti = 0; enic_add_packet_filter(enic); }
static void enicpmd_dev_promiscuous_disable(struct rte_eth_dev *eth_dev) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); enic->promisc = 0; enic_add_packet_filter(enic); }
static int enicpmd_dev_stats_get(struct rte_eth_dev *eth_dev, struct rte_eth_stats *stats) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); return enic_dev_stats_get(enic, stats); }
static void enicpmd_dev_rx_queue_release(void *rxq) { ENICPMD_FUNC_TRACE(); if (rte_eal_process_type() != RTE_PROC_PRIMARY) return; enic_free_rq(rxq); }
/* Driver initialization routine. * Invoked once at EAL init time. * Register as the [Poll Mode] Driver of Cisco ENIC device. */ static int rte_enic_pmd_init(__rte_unused const char *name, __rte_unused const char *params) { ENICPMD_FUNC_TRACE(); rte_eth_driver_register(&rte_enic_pmd); return 0; }
static void enicpmd_add_mac_addr(struct rte_eth_dev *eth_dev, struct ether_addr *mac_addr, __rte_unused uint32_t index, __rte_unused uint32_t pool) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); enic_set_mac_address(enic, mac_addr->addr_bytes); }
/* Start the device. * It returns 0 on success. */ static int enicpmd_dev_start(struct rte_eth_dev *eth_dev) { struct enic *enic = pmd_priv(eth_dev); if (rte_eal_process_type() != RTE_PROC_PRIMARY) return -E_RTE_SECONDARY; ENICPMD_FUNC_TRACE(); return enic_enable(enic); }
static int enicpmd_dev_rx_queue_start(struct rte_eth_dev *eth_dev, uint16_t queue_idx) { struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); enic_start_rq(enic, queue_idx); return 0; }
/* * Stop device: disable rx and tx functions to allow for reconfiguring. */ static void enicpmd_dev_stop(struct rte_eth_dev *eth_dev) { struct rte_eth_link link; struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); enic_disable(enic); memset(&link, 0, sizeof(link)); rte_atomic64_cmpset((uint64_t *)ð_dev->data->dev_link, *(uint64_t *)ð_dev->data->dev_link, *(uint64_t *)&link); }
static int enicpmd_vlan_filter_set(struct rte_eth_dev *eth_dev, uint16_t vlan_id, int on) { struct enic *enic = pmd_priv(eth_dev); int err; ENICPMD_FUNC_TRACE(); if (on) err = enic_add_vlan(enic, vlan_id); else err = enic_del_vlan(enic, vlan_id); return err; }
/* * Stop device: disable rx and tx functions to allow for reconfiguring. */ static void enicpmd_dev_stop(struct rte_eth_dev *eth_dev) { struct rte_eth_link link; struct enic *enic = pmd_priv(eth_dev); if (rte_eal_process_type() != RTE_PROC_PRIMARY) return; ENICPMD_FUNC_TRACE(); enic_disable(enic); memset(&link, 0, sizeof(link)); rte_eth_linkstatus_set(eth_dev, &link); }
static int enicpmd_dev_rx_queue_stop(struct rte_eth_dev *eth_dev, uint16_t queue_idx) { int ret; struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); ret = enic_stop_rq(enic, queue_idx); if (ret) dev_err(enic, "error in stopping rq %d\n", queue_idx); return ret; }
static int enicpmd_dev_link_update(struct rte_eth_dev *eth_dev, __rte_unused int wait_to_complete) { struct enic *enic = pmd_priv(eth_dev); int ret; int link_status = 0; ENICPMD_FUNC_TRACE(); link_status = enic_get_link_status(enic); ret = (link_status == enic->link_status); enic->link_status = link_status; eth_dev->data->dev_link.link_status = link_status; eth_dev->data->dev_link.link_duplex = ETH_LINK_FULL_DUPLEX; eth_dev->data->dev_link.link_speed = vnic_dev_port_speed(enic->vdev); return ret; }
static int enicpmd_fdir_ctrl_func(struct rte_eth_dev *eth_dev, enum rte_filter_op filter_op, void *arg) { struct enic *enic = pmd_priv(eth_dev); int ret = 0; ENICPMD_FUNC_TRACE(); if (filter_op == RTE_ETH_FILTER_NOP) return 0; if (arg == NULL && filter_op != RTE_ETH_FILTER_FLUSH) return -EINVAL; switch (filter_op) { case RTE_ETH_FILTER_ADD: case RTE_ETH_FILTER_UPDATE: ret = enic_fdir_add_fltr(enic, (struct rte_eth_fdir_filter *)arg); break; case RTE_ETH_FILTER_DELETE: ret = enic_fdir_del_fltr(enic, (struct rte_eth_fdir_filter *)arg); break; case RTE_ETH_FILTER_STATS: enic_fdir_stats_get(enic, (struct rte_eth_fdir_stats *)arg); break; case RTE_ETH_FILTER_FLUSH: dev_warning(enic, "unsupported operation %u", filter_op); ret = -ENOTSUP; break; case RTE_ETH_FILTER_INFO: enic_fdir_info_get(enic, (struct rte_eth_fdir_info *)arg); break; default: dev_err(enic, "unknown operation %u", filter_op); ret = -EINVAL; break; } return ret; }
static int enicpmd_dev_setup_intr(struct enic *enic) { int ret; unsigned int index; ENICPMD_FUNC_TRACE(); /* Are we done with the init of all the queues? */ for (index = 0; index < enic->cq_count; index++) { if (!enic->cq[index].ctrl) break; } if (enic->cq_count != index) return 0; for (index = 0; index < enic->wq_count; index++) { if (!enic->wq[index].ctrl) break; } if (enic->wq_count != index) return 0; /* check start of packet (SOP) RQs only in case scatter is disabled. */ for (index = 0; index < enic->rq_count; index++) { if (!enic->rq[enic_rte_rq_idx_to_sop_idx(index)].ctrl) break; } if (enic->rq_count != index) return 0; ret = enic_alloc_intr_resources(enic); if (ret) { dev_err(enic, "alloc intr failed\n"); return ret; } enic_init_vnic_resources(enic); ret = enic_setup_finish(enic); if (ret) dev_err(enic, "setup could not be finished\n"); return ret; }
static int enicpmd_dev_configure(struct rte_eth_dev *eth_dev) { int ret; struct enic *enic = pmd_priv(eth_dev); ENICPMD_FUNC_TRACE(); ret = enic_set_vnic_res(enic); if (ret) { dev_err(enic, "Set vNIC resource num failed, aborting\n"); return ret; } if (eth_dev->data->dev_conf.rxmode.split_hdr_size && eth_dev->data->dev_conf.rxmode.header_split) { /* Enable header-data-split */ enic_set_hdr_split_size(enic, eth_dev->data->dev_conf.rxmode.split_hdr_size); } enicpmd_vlan_offload_set(eth_dev, ETH_VLAN_STRIP_MASK); enic->hw_ip_checksum = eth_dev->data->dev_conf.rxmode.hw_ip_checksum; return 0; }