static enum ofp_return_code pkt_reassembly(odp_packet_t *pkt)
{
OFP_UPDATE_PACKET_STAT(rx_ip_frag, 1);
*pkt = ofp_ip_reass(*pkt);
if (*pkt == ODP_PACKET_INVALID)
return OFP_PKT_PROCESSED;
OFP_UPDATE_PACKET_STAT(rx_ip_reass, 1);
return OFP_PKT_CONTINUE;
}
enum ofp_return_code ofp_gre_processing(odp_packet_t pkt)
{
struct ofp_ip *ip = (struct ofp_ip *)odp_packet_l3_ptr(pkt, NULL);
if (odp_unlikely(ofp_cksum_buffer((uint16_t *) ip, ip->ip_hl<<2)))
return OFP_PKT_DROP;
if (odp_be_to_cpu_16(ip->ip_off) & 0x3fff) {
OFP_UPDATE_PACKET_STAT(rx_ip_frag, 1);
pkt = ofp_ip_reass(pkt);
if (pkt == ODP_PACKET_INVALID)
return OFP_PKT_ON_HOLD;
OFP_UPDATE_PACKET_STAT(rx_ip_reass, 1);
ip = (struct ofp_ip *)odp_packet_l3_ptr(pkt, NULL);
}
return ofp_inetsw[ofp_ip_protox_gre].pr_input(pkt, ip->ip_hl << 2);
}
enum ofp_return_code send_pkt_out(struct ofp_ifnet *dev,
odp_packet_t pkt)
{
OFP_DBG("Sent packet out %s", dev->if_name);
if (odp_queue_enq(ofp_get_ifnet(dev->port, 0)->outq_def,
odp_packet_to_event(pkt))) {
OFP_DBG("odp_queue_enq failed");
return OFP_PKT_DROP;
}
OFP_DEBUG_PACKET(OFP_DEBUG_PKT_SEND_NIC, pkt, dev->port);
OFP_UPDATE_PACKET_STAT(tx_fp, 1);
return OFP_PKT_PROCESSED;
}
static enum ofp_return_code ofp_fragment_pkt(odp_packet_t pkt,
struct ip_out *odata)
{
struct ofp_ip *ip, *ip_new;
int pl_len, seg_len, pl_pos, flen, hwlen;
uint16_t frag, frag_new;
uint8_t *payload_new;
uint32_t payload_offset;
odp_packet_t pkt_new;
int ret = OFP_PKT_PROCESSED;
ip = (struct ofp_ip *)odp_packet_l3_ptr(pkt, NULL);
/*
* Copy fragment IP options into a separate buffer, which is
* copied into each fragment, except the first one.
*/
int ip_hlen = ip->ip_hl<<2;
int iopts_len = ip_hlen - sizeof(struct ofp_ip);
uint8_t fopts[(iopts_len+3)&0xfffc];
uint8_t *iopts = (uint8_t *)(ip + 1);
int iopts_pos = 0, fopts_len = 0;
while (iopts_pos < iopts_len) {
int opt_len = 1;
switch (OFP_IPOPT_NUMBER(iopts[iopts_pos])) {
case OFP_IPOPT_EOL:
case OFP_IPOPT_NOP:
break;
default:
opt_len = iopts[iopts_pos+1];
if (opt_len > iopts_len - iopts_pos)
opt_len = iopts_len - iopts_pos;
if (OFP_IPOPT_COPIED(iopts[iopts_pos])) {
memcpy(fopts + fopts_len, iopts + iopts_pos, opt_len);
fopts_len += opt_len;
}
}
iopts_pos += opt_len;
}
while (fopts_len & 3) fopts[fopts_len++] = 0;
pl_len = odp_be_to_cpu_16(ip->ip_len) - ip_hlen;
pl_pos = 0;
frag = odp_be_to_cpu_16(ip->ip_off);
payload_offset = odp_packet_l3_offset(pkt) + ip_hlen;
OFP_UPDATE_PACKET_STAT(tx_eth_frag, 1);
int first = 1;
while (pl_pos < pl_len) {
int f_ip_hl = ip->ip_hl;
if (!first) f_ip_hl = (sizeof(struct ofp_ip) + fopts_len) >> 2;
int f_ip_hlen = f_ip_hl<<2;
seg_len = (odata->dev_out->if_mtu - f_ip_hlen) & 0xfff8;
flen = (pl_len - pl_pos) > seg_len ?
seg_len : (pl_len - pl_pos);
hwlen = flen + f_ip_hlen;
pkt_new = ofp_packet_alloc(hwlen);
if (pkt_new == ODP_PACKET_INVALID) {
OFP_ERR("ofp_packet_alloc failed");
return OFP_PKT_DROP;
}
odp_packet_user_ptr_set(pkt_new, odp_packet_user_ptr(pkt));
*ofp_packet_user_area(pkt_new) = *ofp_packet_user_area(pkt);
odp_packet_l2_offset_set(pkt_new, 0);
odp_packet_l3_offset_set(pkt_new, 0);
ip_new = odp_packet_l3_ptr(pkt_new, NULL);
*ip_new = *ip;
if (first)
memcpy(ip_new + 1, ip + 1, ip_hlen - sizeof(struct ofp_ip));
else
memcpy(ip_new + 1, fopts, fopts_len);
ip_new->ip_hl = f_ip_hl;
payload_new = (uint8_t *)ip_new + f_ip_hlen;
if (odp_packet_copy_to_mem(pkt, payload_offset + pl_pos,
flen, payload_new) < 0) {
OFP_ERR("odp_packet_copy_to_mem failed");
odp_packet_free(pkt_new);
return OFP_PKT_DROP;
};
ip_new->ip_len = odp_cpu_to_be_16(flen + f_ip_hlen);
frag_new = frag + pl_pos/8;
pl_pos += flen;
if (pl_pos < pl_len)
frag_new |= OFP_IP_MF;
ip_new->ip_off = odp_cpu_to_be_16(frag_new);
odata->ip = ip_new;
odata->insert_checksum = 1;
ret = ofp_ip_output_continue(pkt_new, odata);
if (ret == OFP_PKT_DROP) {
odp_packet_free(pkt_new);
return OFP_PKT_DROP;
}
first = 0;
}
odp_packet_free(pkt);
return OFP_PKT_PROCESSED;
}
static enum ofp_return_code ofp_fragment_pkt(odp_packet_t pkt,
struct ofp_ifnet *dev_out,
uint8_t is_local_address)
{
struct ofp_ip *ip, *ip_new;
uint16_t vlan = dev_out->vlan;
int tot_len, pl_len, seg_len, pl_pos, flen, hwlen;
uint16_t frag, frag_new;
uint8_t *payload_new;
uint32_t payload_offset;
odp_pool_t pkt_pool;
odp_packet_t pkt_new;
struct ofp_ether_header *eth, *eth_new;
struct ofp_ether_vlan_header *eth_vlan, *eth_new_vlan;
int ret = OFP_PKT_PROCESSED;
if (!vlan)
eth = odp_packet_l2_ptr(pkt, NULL);
else
eth_vlan = odp_packet_l2_ptr(pkt, NULL);
ip = (struct ofp_ip *)odp_packet_l3_ptr(pkt, NULL);
pkt_pool = ofp_packet_pool;
tot_len = odp_be_to_cpu_16(ip->ip_len);
pl_len = tot_len - (ip->ip_hl<<2);
seg_len = (dev_out->if_mtu - sizeof(struct ofp_ip)) & 0xfff8;
pl_pos = 0;
frag = odp_be_to_cpu_16(ip->ip_off);
payload_offset = odp_packet_l3_offset(pkt) + (ip->ip_hl<<2);
OFP_UPDATE_PACKET_STAT(tx_eth_frag, 1);
while (pl_pos < pl_len) {
flen = (pl_len - pl_pos) > seg_len ?
seg_len : (pl_len - pl_pos);
hwlen = flen + sizeof(struct ofp_ip) +
(vlan ? sizeof(struct ofp_ether_vlan_header) :
sizeof(struct ofp_ether_header));
pkt_new = odp_packet_alloc(pkt_pool, hwlen);
if (pkt_new == ODP_PACKET_INVALID) {
OFP_ERR("odp_packet_alloc failed");
return OFP_PKT_DROP;
}
odp_packet_user_ptr_set(pkt_new, odp_packet_user_ptr(pkt));
odp_packet_l2_offset_set(pkt_new, 0);
if (vlan) {
eth_new_vlan = odp_packet_l2_ptr(pkt_new, NULL);
*eth_new_vlan = *eth_vlan;
ip_new = (struct ofp_ip *)(eth_new_vlan + 1);
odp_packet_l3_offset_set(pkt_new,
OFP_ETHER_HDR_LEN +
OFP_ETHER_VLAN_ENCAP_LEN);
} else {
eth_new = odp_packet_l2_ptr(pkt_new, NULL);
*eth_new = *eth;
ip_new = (struct ofp_ip *)(eth_new + 1);
odp_packet_l3_offset_set(pkt_new,
OFP_ETHER_HDR_LEN);
}
*ip_new = *ip;
payload_new = (uint8_t *)(ip_new + 1);
if (odp_packet_copydata_out(pkt, payload_offset + pl_pos,
flen, payload_new) < 0) {
OFP_ERR("odp_packet_copydata_out failed");
return OFP_PKT_DROP;
};
ip_new->ip_len = odp_cpu_to_be_16(flen + sizeof(*ip_new));
frag_new = frag + pl_pos/8;
pl_pos += flen;
if (pl_pos < pl_len)
frag_new |= OFP_IP_MF;
ip_new->ip_off = odp_cpu_to_be_16(frag_new);
ip_new->ip_sum = 0;
ip_new->ip_sum = ofp_cksum_buffer((uint16_t *)ip_new,
sizeof(*ip_new));
if (is_local_address)
ret = send_pkt_loop(dev_out, pkt_new);
else
ret = send_pkt_out(dev_out, pkt_new);
if (ret == OFP_PKT_DROP) {
odp_packet_free(pkt_new);
return OFP_PKT_DROP;
}
}
odp_packet_free(pkt);
return OFP_PKT_PROCESSED;
}
enum ofp_return_code ofp_ipv4_processing(odp_packet_t pkt)
{
int res;
int protocol = IS_IPV4;
uint32_t flags;
struct ofp_ip *ip;
struct ofp_nh_entry *nh;
struct ofp_ifnet *dev = odp_packet_user_ptr(pkt);
uint32_t is_ours;
ip = (struct ofp_ip *)odp_packet_l3_ptr(pkt, NULL);
if (odp_unlikely(ip == NULL)) {
OFP_DBG("ip is NULL");
return OFP_PKT_DROP;
}
if (odp_unlikely(!PHYS_PORT(dev->port))) {
switch (dev->port) {
case GRE_PORTS:
/* Doesn't happen. */
break;
case VXLAN_PORTS: {
/* Look for the correct device. */
struct vxlan_user_data *saved = odp_packet_user_area(pkt);
dev = ofp_get_ifnet(VXLAN_PORTS, saved->vni);
if (!dev)
return OFP_PKT_DROP;
break;
}
}
}
#ifndef OFP_PERFORMANCE
if (odp_unlikely(ip->ip_v != 4))
return OFP_PKT_DROP;
if (odp_unlikely(ofp_cksum_buffer((uint16_t *) ip, ip->ip_hl<<2)))
return OFP_PKT_DROP;
/* TODO: handle broadcast */
if (dev->bcast_addr == ip->ip_dst.s_addr)
return OFP_PKT_DROP;
#endif
OFP_DBG("Device IP: %s, Packet Dest IP: %s",
ofp_print_ip_addr(dev->ip_addr),
ofp_print_ip_addr(ip->ip_dst.s_addr));
is_ours = dev->ip_addr == ip->ip_dst.s_addr ||
OFP_IN_MULTICAST(odp_be_to_cpu_32(ip->ip_dst.s_addr));
if (!is_ours) {
/* This may be for some other local interface. */
nh = ofp_get_next_hop(dev->vrf, ip->ip_dst.s_addr, &flags);
if (nh)
is_ours = nh->flags & OFP_RTF_LOCAL;
}
if (is_ours) {
if (odp_be_to_cpu_16(ip->ip_off) & 0x3fff) {
OFP_UPDATE_PACKET_STAT(rx_ip_frag, 1);
pkt = ofp_ip_reass(pkt);
if (pkt == ODP_PACKET_INVALID)
return OFP_PKT_ON_HOLD;
OFP_UPDATE_PACKET_STAT(rx_ip_reass, 1);
ip = (struct ofp_ip *)odp_packet_l3_ptr(pkt, NULL);
}
OFP_HOOK(OFP_HOOK_LOCAL, pkt, &protocol, &res);
if (res != OFP_PKT_CONTINUE) {
OFP_DBG("OFP_HOOK_LOCAL returned %d", res);
return res;
}
OFP_HOOK(OFP_HOOK_LOCAL_IPv4, pkt, NULL, &res);
if (res != OFP_PKT_CONTINUE) {
OFP_DBG("OFP_HOOK_LOCAL_IPv4 returned %d", res);
return res;
}
return ipv4_transport_classifier(pkt, ip->ip_p);
}
OFP_HOOK(OFP_HOOK_FWD_IPv4, pkt, nh, &res);
if (res != OFP_PKT_CONTINUE) {
OFP_DBG("OFP_HOOK_FWD_IPv4 returned %d", res);
return res;
}
if (nh == NULL) {
OFP_DBG("nh is NULL, vrf=%d dest=%x", dev->vrf, ip->ip_dst.s_addr);
return OFP_PKT_CONTINUE;
}
if (ip->ip_ttl <= 1) {
OFP_DBG("OFP_ICMP_TIMXCEED");
ofp_icmp_error(pkt, OFP_ICMP_TIMXCEED,
OFP_ICMP_TIMXCEED_INTRANS, 0, 0);
return OFP_PKT_DROP;
}
/*
* Decrement TTL and incrementally change the IP header checksum.
*/
ip->ip_ttl--;
uint16_t a = ~odp_cpu_to_be_16(1 << 8);
if (ip->ip_sum >= a)
ip->ip_sum -= a;
else
ip->ip_sum += odp_cpu_to_be_16(1 << 8);
#ifdef OFP_SEND_ICMP_REDIRECT
/* 1. The interface on which the packet comes into the router is the
* same interface on which the packet gets routed out.
* 2. The subnet or network of the source IP address is on the same
* subnet or network of the next-hop IP address of the routed packet.
* 3. Stack configured to send redirects.
*/
#define INET_SUBNET_PREFIX(addr) \
(odp_be_to_cpu_32(addr) & ((~0) << (32 - dev->masklen)))
if (nh->port == dev->port &&
(INET_SUBNET_PREFIX(ip->ip_src.s_addr) ==
INET_SUBNET_PREFIX(nh->gw))) {
OFP_DBG("send OFP_ICMP_REDIRECT");
ofp_icmp_error(pkt, OFP_ICMP_REDIRECT,
OFP_ICMP_REDIRECT_HOST, nh->gw, 0);
}
#endif
return ofp_ip_output(pkt, nh);
}
