int cls_pkt_set_seq(odp_packet_t pkt)
{
static uint32_t seq;
cls_test_packet_t data;
uint32_t offset;
odph_ipv4hdr_t *ip;
odph_tcphdr_t *tcp;
int status;
data.magic = DATA_MAGIC;
data.seq = ++seq;
ip = (odph_ipv4hdr_t *)odp_packet_l3_ptr(pkt, NULL);
offset = odp_packet_l4_offset(pkt);
CU_ASSERT_FATAL(offset != 0);
if (ip->proto == ODPH_IPPROTO_UDP)
status = odp_packet_copydata_in(pkt, offset + ODPH_UDPHDR_LEN,
sizeof(data), &data);
else {
tcp = (odph_tcphdr_t *)odp_packet_l4_ptr(pkt, NULL);
status = odp_packet_copydata_in(pkt, offset + tcp->hl * 4,
sizeof(data), &data);
}
return status;
}
static uint32_t pktio_pkt_set_seq(odp_packet_t pkt)
{
static uint32_t tstseq;
size_t off;
pkt_head_t head;
pkt_tail_t tail;
off = odp_packet_l4_offset(pkt);
if (off == ODP_PACKET_OFFSET_INVALID) {
CU_FAIL("packet L4 offset not set");
return TEST_SEQ_INVALID;
}
head.magic = TEST_SEQ_MAGIC;
head.seq = tstseq;
off += ODPH_UDPHDR_LEN;
if (odp_packet_copydata_in(pkt, off, sizeof(head), &head) != 0)
return TEST_SEQ_INVALID;
tail.magic = TEST_SEQ_MAGIC;
off = odp_packet_len(pkt) - sizeof(pkt_tail_t);
if (odp_packet_copydata_in(pkt, off, sizeof(tail), &tail) != 0)
return TEST_SEQ_INVALID;
tstseq++;
return head.seq;
}
static int cls_pkt_set_seq(odp_packet_t pkt)
{
static uint32_t seq;
cls_test_packet_t data;
uint32_t offset;
int status;
data.magic = DATA_MAGIC;
data.seq = ++seq;
offset = odp_packet_l4_offset(pkt);
CU_ASSERT_FATAL(offset != 0);
status = odp_packet_copydata_in(pkt, offset + ODPH_UDPHDR_LEN,
sizeof(data), &data);
return status;
}
/*
* Generate a single test packet for transmission.
*/
static odp_packet_t pktio_create_packet(void)
{
odp_packet_t pkt;
odph_ethhdr_t *eth;
odph_ipv4hdr_t *ip;
odph_udphdr_t *udp;
char *buf;
uint16_t seq;
uint32_t offset;
pkt_head_t pkt_hdr;
size_t payload_len;
uint8_t mac[ODPH_ETHADDR_LEN] = {0};
payload_len = sizeof(pkt_hdr) + gbl_args->args.pkt_len;
pkt = odp_packet_alloc(transmit_pkt_pool,
payload_len + ODPH_UDPHDR_LEN +
ODPH_IPV4HDR_LEN + ODPH_ETHHDR_LEN);
if (pkt == ODP_PACKET_INVALID)
return ODP_PACKET_INVALID;
buf = odp_packet_data(pkt);
/* Ethernet */
offset = 0;
odp_packet_l2_offset_set(pkt, offset);
eth = (odph_ethhdr_t *)buf;
memcpy(eth->src.addr, mac, ODPH_ETHADDR_LEN);
memcpy(eth->dst.addr, mac, ODPH_ETHADDR_LEN);
eth->type = odp_cpu_to_be_16(ODPH_ETHTYPE_IPV4);
/* IP */
offset += ODPH_ETHHDR_LEN;
odp_packet_l3_offset_set(pkt, ODPH_ETHHDR_LEN);
ip = (odph_ipv4hdr_t *)(buf + ODPH_ETHHDR_LEN);
ip->dst_addr = odp_cpu_to_be_32(0);
ip->src_addr = odp_cpu_to_be_32(0);
ip->ver_ihl = ODPH_IPV4 << 4 | ODPH_IPV4HDR_IHL_MIN;
ip->tot_len = odp_cpu_to_be_16(payload_len + ODPH_UDPHDR_LEN +
ODPH_IPV4HDR_LEN);
ip->ttl = 128;
ip->proto = ODPH_IPPROTO_UDP;
seq = odp_atomic_fetch_inc_u32(&ip_seq);
ip->id = odp_cpu_to_be_16(seq);
ip->chksum = 0;
odph_ipv4_csum_update(pkt);
/* UDP */
offset += ODPH_IPV4HDR_LEN;
odp_packet_l4_offset_set(pkt, offset);
udp = (odph_udphdr_t *)(buf + offset);
udp->src_port = odp_cpu_to_be_16(0);
udp->dst_port = odp_cpu_to_be_16(0);
udp->length = odp_cpu_to_be_16(payload_len + ODPH_UDPHDR_LEN);
udp->chksum = 0;
/* payload */
offset += ODPH_UDPHDR_LEN;
pkt_hdr.magic = TEST_HDR_MAGIC;
if (odp_packet_copydata_in(pkt, offset, sizeof(pkt_hdr), &pkt_hdr) != 0)
LOG_ABORT("Failed to generate test packet.\n");
return pkt;
}
static inline unsigned pkt_mmap_v2_rx(pktio_entry_t *pktio_entry,
pkt_sock_mmap_t *pkt_sock,
odp_packet_t pkt_table[], unsigned len,
unsigned char if_mac[])
{
union frame_map ppd;
unsigned frame_num, next_frame_num;
uint8_t *pkt_buf;
int pkt_len;
struct ethhdr *eth_hdr;
unsigned i = 0;
uint8_t nb_rx = 0;
struct ring *ring;
int ret;
ring = &pkt_sock->rx_ring;
frame_num = ring->frame_num;
while (i < len) {
if (!mmap_rx_kernel_ready(ring->rd[frame_num].iov_base))
break;
ppd.raw = ring->rd[frame_num].iov_base;
next_frame_num = (frame_num + 1) % ring->rd_num;
pkt_buf = (uint8_t *)ppd.raw + ppd.v2->tp_h.tp_mac;
pkt_len = ppd.v2->tp_h.tp_snaplen;
/* Don't receive packets sent by ourselves */
eth_hdr = (struct ethhdr *)pkt_buf;
if (odp_unlikely(ethaddrs_equal(if_mac,
eth_hdr->h_source))) {
mmap_rx_user_ready(ppd.raw); /* drop */
frame_num = next_frame_num;
continue;
}
if (pktio_cls_enabled(pktio_entry)) {
ret = _odp_packet_cls_enq(pktio_entry, pkt_buf,
pkt_len, &pkt_table[nb_rx]);
if (ret)
nb_rx++;
} else {
odp_packet_hdr_t *hdr;
pkt_table[i] = packet_alloc(pkt_sock->pool, pkt_len, 1);
if (odp_unlikely(pkt_table[i] == ODP_PACKET_INVALID)) {
mmap_rx_user_ready(ppd.raw); /* drop */
frame_num = next_frame_num;
continue;
}
hdr = odp_packet_hdr(pkt_table[i]);
ret = odp_packet_copydata_in(pkt_table[i], 0,
pkt_len, pkt_buf);
if (ret != 0) {
odp_packet_free(pkt_table[i]);
mmap_rx_user_ready(ppd.raw); /* drop */
frame_num = next_frame_num;
continue;
}
packet_parse_l2(hdr);
nb_rx++;
}
mmap_rx_user_ready(ppd.raw);
frame_num = next_frame_num;
i++;
}
ring->frame_num = frame_num;
return nb_rx;
}
