static inline void
app_pkt_metadata_flush(struct rte_mbuf *pkt)
{
struct app_pkt_metadata *pkt_meta = (struct app_pkt_metadata *)
RTE_MBUF_METADATA_UINT8_PTR(pkt, 0);
struct ether_hdr *ether_hdr = (struct ether_hdr *)
rte_pktmbuf_prepend(pkt, (uint16_t) sizeof(struct ether_hdr));
ether_addr_copy(&pkt_meta->nh_arp, ðer_hdr->d_addr);
ether_addr_copy(&local_ether_addr, ðer_hdr->s_addr);
ether_hdr->ether_type = rte_bswap16(ETHER_TYPE_IPv4);
pkt->pkt.vlan_macip.f.l2_len = sizeof(struct ether_hdr);
}
static int
rte_table_lpm_ipv6_lookup(
void *table,
struct rte_mbuf **pkts,
uint64_t pkts_mask,
uint64_t *lookup_hit_mask,
void **entries)
{
struct rte_table_lpm_ipv6 *lpm = (struct rte_table_lpm_ipv6 *) table;
uint64_t pkts_out_mask = 0;
uint32_t i;
__rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask);
RTE_TABLE_LPM_IPV6_STATS_PKTS_IN_ADD(lpm, n_pkts_in);
pkts_out_mask = 0;
for (i = 0; i < (uint32_t)(RTE_PORT_IN_BURST_SIZE_MAX -
__builtin_clzll(pkts_mask)); i++) {
uint64_t pkt_mask = 1LLU << i;
if (pkt_mask & pkts_mask) {
struct rte_mbuf *pkt = pkts[i];
uint8_t *ip = RTE_MBUF_METADATA_UINT8_PTR(pkt,
lpm->offset);
int status;
uint32_t nht_pos;
status = rte_lpm6_lookup(lpm->lpm, ip, &nht_pos);
if (status == 0) {
pkts_out_mask |= pkt_mask;
entries[i] = (void *) &lpm->nht[nht_pos *
lpm->entry_size];
}
}
}
*lookup_hit_mask = pkts_out_mask;
RTE_TABLE_LPM_IPV6_STATS_PKTS_LOOKUP_MISS(lpm, n_pkts_in - __builtin_popcountll(pkts_out_mask));
return 0;
}
static int
rte_port_ring_reader_ipv4_frag_rx(void *port,
struct rte_mbuf **pkts,
uint32_t n_pkts)
{
struct rte_port_ring_reader_ipv4_frag *p =
(struct rte_port_ring_reader_ipv4_frag *) port;
uint32_t n_pkts_out;
n_pkts_out = 0;
/* Get packets from the "frag" buffer */
if (p->n_frags >= n_pkts) {
memcpy(pkts, &p->frags[p->pos_frags], n_pkts * sizeof(void *));
p->pos_frags += n_pkts;
p->n_frags -= n_pkts;
return n_pkts;
}
memcpy(pkts, &p->frags[p->pos_frags], p->n_frags * sizeof(void *));
n_pkts_out = p->n_frags;
p->n_frags = 0;
/* Look to "pkts" buffer to get more packets */
for ( ; ; ) {
struct rte_mbuf *pkt;
uint32_t n_pkts_to_provide, i;
int status;
/* If "pkts" buffer is empty, read packet burst from ring */
if (p->n_pkts == 0) {
p->n_pkts = rte_ring_sc_dequeue_burst(p->ring,
(void **) p->pkts, RTE_PORT_IN_BURST_SIZE_MAX);
if (p->n_pkts == 0)
return n_pkts_out;
p->pos_pkts = 0;
}
/* Read next packet from "pkts" buffer */
pkt = p->pkts[p->pos_pkts++];
p->n_pkts--;
/* If not jumbo, pass current packet to output */
if (pkt->pkt_len <= IPV4_MTU_DEFAULT) {
pkts[n_pkts_out++] = pkt;
n_pkts_to_provide = n_pkts - n_pkts_out;
if (n_pkts_to_provide == 0)
return n_pkts;
continue;
}
/* Fragment current packet into the "frags" buffer */
status = rte_ipv4_fragment_packet(
pkt,
p->frags,
IPV4_MAX_FRAGS_PER_PACKET,
p->mtu,
p->pool_direct,
p->pool_indirect
);
if (status < 0) {
rte_pktmbuf_free(pkt);
continue;
}
p->n_frags = (uint32_t) status;
p->pos_frags = 0;
/* Copy meta-data from input jumbo packet to its fragments */
for (i = 0; i < p->n_frags; i++) {
uint8_t *src = RTE_MBUF_METADATA_UINT8_PTR(pkt, 0);
uint8_t *dst =
RTE_MBUF_METADATA_UINT8_PTR(p->frags[i], 0);
memcpy(dst, src, p->metadata_size);
}
/* Free input jumbo packet */
rte_pktmbuf_free(pkt);
/* Get packets from "frag" buffer */
n_pkts_to_provide = n_pkts - n_pkts_out;
if (p->n_frags >= n_pkts_to_provide) {
memcpy(&pkts[n_pkts_out], p->frags,
n_pkts_to_provide * sizeof(void *));
p->n_frags -= n_pkts_to_provide;
p->pos_frags += n_pkts_to_provide;
return n_pkts;
}
memcpy(&pkts[n_pkts_out], p->frags,
p->n_frags * sizeof(void *));
n_pkts_out += p->n_frags;
p->n_frags = 0;
}
}
