int pfring_mod_recv(pfring *ring, u_char** buffer, u_int buffer_len, struct pfring_pkthdr *hdr, u_int8_t wait_for_incoming_packet) { int rc = 0; if(ring->is_shutting_down || (ring->buffer == NULL)) return(-1); ring->break_recv_loop = 0; do_pfring_recv: if(ring->break_recv_loop) return(0); if(ring->reentrant) pthread_spin_lock(&ring->spinlock); //rmb(); if(pfring_there_is_pkt_available(ring)) { char *bucket = &ring->slots[ring->slots_info->remove_off]; u_int32_t next_off, real_slot_len, insert_off, bktLen; memcpy(hdr, bucket, ring->slot_header_len); if(ring->slot_header_len != sizeof(struct pfring_pkthdr)) bktLen = hdr->caplen; else bktLen = hdr->caplen+hdr->extended_hdr.parsed_header_len; real_slot_len = ring->slot_header_len + bktLen; insert_off = ring->slots_info->insert_off; if(bktLen > buffer_len) bktLen = buffer_len; if(buffer_len == 0) *buffer = (u_char*)&bucket[ring->slot_header_len]; else memcpy(*buffer, &bucket[ring->slot_header_len], bktLen); next_off = ring->slots_info->remove_off + real_slot_len; if((next_off + ring->slots_info->slot_len) > (ring->slots_info->tot_mem - sizeof(FlowSlotInfo))) { next_off = 0; } #ifdef USE_MB /* This prevents the compiler from reordering instructions. * http://en.wikipedia.org/wiki/Memory_ordering#Compiler_memory_barrier */ gcc_mb(); #endif ring->slots_info->tot_read++; ring->slots_info->remove_off = next_off; /* Ugly safety check */ if((ring->slots_info->tot_insert == ring->slots_info->tot_read) && (ring->slots_info->remove_off > ring->slots_info->insert_off)) { ring->slots_info->remove_off = ring->slots_info->insert_off; } if(ring->reentrant) pthread_spin_unlock(&ring->spinlock); return(1); } /* Nothing to do: we need to wait */ if(ring->reentrant) pthread_spin_unlock(&ring->spinlock); if(wait_for_incoming_packet) { rc = pfring_poll(ring, ring->poll_duration); if((rc == -1) && (errno != EINTR)) return(-1); else goto do_pfring_recv; } return(0); /* non-blocking, no packet */ }
int main(int argc, char* argv[]) { char c, *pcap_in = NULL, mac_address[6]; int promisc, i, verbose = 0, active_poll = 0, reforge_mac = 0; u_int mac_a, mac_b, mac_c, mac_d, mac_e, mac_f; char buffer[1500]; int send_len = 60; u_int32_t num = 1; int bind_core = -1; u_int16_t cpu_percentage = 0; double gbit_s = 0, td, pps; ticks tick_start = 0, tick_delta = 0; ticks hz = 0; struct packet *tosend; while((c = getopt(argc,argv,"hi:n:g:l:af:r:vm:" #if 0 "b:" #endif )) != -1) { switch(c) { case 'h': printHelp(); break; case 'i': in_dev = strdup(optarg); break; case 'f': pcap_in = strdup(optarg); break; case 'n': num = atoi(optarg); break; case 'g': bind_core = atoi(optarg); break; case 'l': send_len = atoi(optarg); break; case 'v': verbose = 1; break; case 'a': active_poll = 1; break; case 'r': sscanf(optarg, "%lf", &gbit_s); break; #if 0 case 'b': cpu_percentage = atoi(optarg); #endif break; case 'm': if(sscanf(optarg, "%02X:%02X:%02X:%02X:%02X:%02X", &mac_a, &mac_b, &mac_c, &mac_d, &mac_e, &mac_f) != 6) { printf("Invalid MAC address format (XX:XX:XX:XX:XX:XX)\n"); return(0); } else { reforge_mac = 1; mac_address[0] = mac_a, mac_address[1] = mac_b, mac_address[2] = mac_c; mac_address[3] = mac_d, mac_address[4] = mac_e, mac_address[5] = mac_f; } break; } } if(in_dev == NULL) printHelp(); printf("Sending packets on %s\n", in_dev); /* hardcode: promisc=1, to_ms=500 */ promisc = 1; pd = pfring_open(in_dev, promisc, 1500, 0); if(pd == NULL) { printf("pfring_open %s error\n", in_dev); return(-1); } else { u_int32_t version; pfring_set_application_name(pd, "pfdnasend"); pfring_version(pd, &version); printf("Using PF_RING v.%d.%d.%d\n", (version & 0xFFFF0000) >> 16, (version & 0x0000FF00) >> 8, version & 0x000000FF); } signal(SIGINT, sigproc); signal(SIGTERM, sigproc); signal(SIGINT, sigproc); if(send_len < 60) send_len = 60; if(gbit_s > 0) { /* cumputing usleep delay */ tick_start = getticks(); usleep(1); tick_delta = getticks() - tick_start; /* cumputing CPU freq */ tick_start = getticks(); usleep(1001); hz = (getticks() - tick_start - tick_delta) * 1000 /*kHz -> Hz*/; printf("Estimated CPU freq: %llu Hz\n", hz); /* computing max rate */ pps = ((gbit_s * 1000000000) / 8 /*byte*/) / (8 /*Preamble*/ + send_len + 4 /*CRC*/ + 12 /*IFG*/); td = (double)(hz / pps); tick_delta = (ticks)td; printf("Number of %d-byte Packet Per Second at %.2f Gbit/s: %.2f\n", (send_len + 4 /*CRC*/), gbit_s, pps); } if(pcap_in) { char ebuf[256]; u_char *pkt; struct pcap_pkthdr *h; pcap_t *pt = pcap_open_offline(pcap_in, ebuf); u_int num_pcap_pkts = 0; if(pt) { struct packet *last = NULL; while(1) { struct packet *p; int rc = pcap_next_ex(pt, &h, (const u_char**)&pkt); if(rc <= 0) break; p = (struct packet*)malloc(sizeof(struct packet)); if(p) { p->len = h->caplen; p->next = NULL; p->pkt = (char*)malloc(p->len); if(p->pkt == NULL) { printf("Not enough memory\n"); break; } else { memcpy(p->pkt, pkt, p->len); if(reforge_mac) memcpy(p->pkt, mac_address, 6); } if(last) { last->next = p; last = p; } else pkt_head = p, last = p; } else { printf("Not enough memory\n"); break; } if(verbose) printf("Read %d bytes packet from pcap file %s\n", p->len, pcap_in); num_pcap_pkts++; } /* while */ pcap_close(pt); printf("Read %d packets from pcap file %s\n", num_pcap_pkts, pcap_in); last->next = pkt_head; /* Loop */ num *= num_pcap_pkts; } else { printf("Unable to open file %s\n", pcap_in); pfring_close(pd); return(-1); } } else { struct packet *p; for(i=0; i<send_len; i++) buffer[i] = i; if(reforge_mac) memcpy(buffer, mac_address, 6); p = (struct packet*)malloc(sizeof(struct packet)); if(p) { p->len = send_len; p->next = p; /* Loop */ p->pkt = (char*)malloc(p->len); memcpy(p->pkt, buffer, send_len); pkt_head = p; } } if(bind_core >= 0) bind2core(bind_core); if(wait_for_packet && (cpu_percentage > 0)) { if(cpu_percentage > 99) cpu_percentage = 99; pfring_config(cpu_percentage); } if(!verbose) { signal(SIGALRM, my_sigalarm); alarm(1); } gettimeofday(&startTime, NULL); memcpy(&lastTime, &startTime, sizeof(startTime)); if(gbit_s > 0) tick_start = getticks(); tosend = pkt_head; i = 0; pfring_set_direction(pd, tx_only_direction); if(pfring_enable_ring(pd) != 0) { printf("Unable to enable ring :-(\n"); pfring_close(pd); return(-1); } while(!num || i < num) { int rc; redo: rc = pfring_send(pd, tosend->pkt, tosend->len, 0 /* Don't flush (it does PF_RING automatically) */); if(verbose) printf("[%d] pfring_send(%d) returned %d\n", i, tosend->len, rc); if(rc == -1) { /* Not enough space in buffer */ if(gbit_s == 0) { if(!active_poll) { if(bind_core >= 0) usleep(1); else pfring_poll(pd, 0); } } else { /* Just waste some time */ while((getticks() - tick_start) < (num_pkt_good_sent * tick_delta)) ; } goto redo; } else num_pkt_good_sent++, num_bytes_good_sent += tosend->len+24 /* 8 Preamble + 4 CRC + 12 IFG */, tosend = tosend->next; if(num > 0) i++; } /* for */ print_stats(0); pfring_close(pd); return(0); }
int pfring_mod_recv(pfring *ring, u_char** buffer, u_int buffer_len, struct pfring_pkthdr *hdr, u_int8_t wait_for_incoming_packet) { int rc = 0; if(ring->is_shutting_down || (ring->buffer == NULL)) return(-1); ring->break_recv_loop = 0; do_pfring_recv: if(ring->break_recv_loop) return(0); if(unlikely(ring->reentrant)) pthread_rwlock_wrlock(&ring->rx_lock); //rmb(); if(pfring_there_is_pkt_available(ring)) { char *bucket = &ring->slots[ring->slots_info->remove_off]; u_int32_t next_off, real_slot_len, bktLen; /* Keep it for packet sending */ ring->tx.last_received_hdr = (struct pfring_pkthdr*)bucket; memcpy(hdr, bucket, ring->slot_header_len); //if((hdr->caplen > 1518) || (hdr->len > 1518)) // fprintf(stderr, "%s:%d-----> Invalid packet length [caplen: %u][len: %u]" // "[hdr len: %u][slot len: %u][real slot len: %u]" // "[insert_off: %u][remove_off: %u][tot_insert: %lu][tot_read: %lu]\n", // __FUNCTION__, __LINE__, hdr->caplen, hdr->len, ring->slot_header_len, // ring->slots_info->slot_len, ring->slot_header_len+hdr->caplen, // ring->slots_info->insert_off, ring->slots_info->remove_off, // ring->slots_info->tot_insert, ring->slots_info->tot_read); if(ring->slot_header_len != sizeof(struct pfring_pkthdr)) /* using short_pkt_header, parsed_header_len is not available */ bktLen = hdr->caplen; else bktLen = hdr->caplen + hdr->extended_hdr.parsed_header_len; real_slot_len = ring->slot_header_len + bktLen; if(bktLen > buffer_len) bktLen = buffer_len; if(buffer_len == 0) *buffer = (u_char*)&bucket[ring->slot_header_len]; else memcpy(*buffer, &bucket[ring->slot_header_len], bktLen); next_off = ring->slots_info->remove_off + real_slot_len; if((next_off + ring->slots_info->slot_len) > (ring->slots_info->tot_mem - sizeof(FlowSlotInfo))) next_off = 0; #ifdef USE_MB /* This prevents the compiler from reordering instructions. * http://en.wikipedia.org/wiki/Memory_ordering#Compiler_memory_barrier */ gcc_mb(); #endif ring->slots_info->tot_read++, ring->slots_info->remove_off = next_off; /* Ugly safety check */ if(unlikely((ring->slots_info->tot_insert == ring->slots_info->tot_read) && (ring->slots_info->remove_off > ring->slots_info->insert_off))) { ring->slots_info->remove_off = ring->slots_info->insert_off; fprintf(stderr, " *** corrupted ring buffer indexes (recovered) ***\n"); } if(unlikely(ring->reentrant)) pthread_rwlock_unlock(&ring->rx_lock); return(1); } /* Nothing to do: we need to wait */ if(unlikely(ring->reentrant)) pthread_rwlock_unlock(&ring->rx_lock); if(wait_for_incoming_packet) { rc = pfring_poll(ring, ring->poll_duration); if((rc == -1) && (errno != EINTR)) return(-1); else goto do_pfring_recv; } return(0); /* non-blocking, no packet */ }
int main(int argc, char* argv[]) { char c, *pcap_in = NULL; int i, verbose = 0, active_poll = 0, disable_zero_copy = 0; int use_zero_copy_tx = 0; u_int mac_a, mac_b, mac_c, mac_d, mac_e, mac_f; char buffer[9000]; u_int32_t num_to_send = 0; int bind_core = -1; u_int16_t cpu_percentage = 0; double gbit_s = 0, td, pps; ticks tick_start = 0, tick_delta = 0; ticks hz = 0; struct packet *tosend; u_int num_tx_slots = 0; int num_balanced_pkts = 1, watermark = 0; u_int num_pcap_pkts = 0; while((c = getopt(argc,argv,"b:hi:n:g:l:af:r:vm:w:zx:" #if 0 "b:" #endif )) != -1) { switch(c) { case 'b': num_balanced_pkts = atoi(optarg); break; case 'h': printHelp(); break; case 'i': in_dev = strdup(optarg); break; case 'f': pcap_in = strdup(optarg); break; case 'n': num_to_send = atoi(optarg); break; case 'g': bind_core = atoi(optarg); break; case 'l': send_len = atoi(optarg); break; case 'x': if_index = atoi(optarg); break; case 'v': verbose = 1; break; case 'a': active_poll = 1; break; case 'r': sscanf(optarg, "%lf", &gbit_s); break; #if 0 case 'b': cpu_percentage = atoi(optarg); #endif break; case 'm': if(sscanf(optarg, "%02X:%02X:%02X:%02X:%02X:%02X", &mac_a, &mac_b, &mac_c, &mac_d, &mac_e, &mac_f) != 6) { printf("Invalid MAC address format (XX:XX:XX:XX:XX:XX)\n"); return(0); } else { reforge_mac = 1; mac_address[0] = mac_a, mac_address[1] = mac_b, mac_address[2] = mac_c; mac_address[3] = mac_d, mac_address[4] = mac_e, mac_address[5] = mac_f; } break; case 'w': watermark = atoi(optarg); if(watermark < 1) watermark = 1; break; case 'z': disable_zero_copy = 1; break; } } if((in_dev == NULL) || (num_balanced_pkts < 1)) printHelp(); printf("Sending packets on %s\n", in_dev); pd = pfring_open(in_dev, 1500, 0 /* PF_RING_PROMISC */); if(pd == NULL) { printf("pfring_open %s error [%s]\n", in_dev, strerror(errno)); return(-1); } else { u_int32_t version; pfring_set_application_name(pd, "pfdnasend"); pfring_version(pd, &version); printf("Using PF_RING v.%d.%d.%d\n", (version & 0xFFFF0000) >> 16, (version & 0x0000FF00) >> 8, version & 0x000000FF); } if (!pd->send && pd->send_ifindex && if_index == -1) { printf("Please use -x <if index>\n"); return -1; } if(watermark > 0) { int rc; if((rc = pfring_set_tx_watermark(pd, watermark)) < 0) printf("pfring_set_tx_watermark() failed [rc=%d]\n", rc); } signal(SIGINT, sigproc); signal(SIGTERM, sigproc); signal(SIGINT, sigproc); if(send_len < 60) send_len = 60; if(gbit_s != 0) { /* cumputing usleep delay */ tick_start = getticks(); usleep(1); tick_delta = getticks() - tick_start; /* cumputing CPU freq */ tick_start = getticks(); usleep(1001); hz = (getticks() - tick_start - tick_delta) * 1000 /*kHz -> Hz*/; printf("Estimated CPU freq: %lu Hz\n", (long unsigned int)hz); } if(pcap_in) { char ebuf[256]; u_char *pkt; struct pcap_pkthdr *h; pcap_t *pt = pcap_open_offline(pcap_in, ebuf); struct timeval beginning = { 0, 0 }; int avg_send_len = 0; if(pt) { struct packet *last = NULL; while(1) { struct packet *p; int rc = pcap_next_ex(pt, &h, (const u_char**)&pkt); if(rc <= 0) break; if (num_pcap_pkts == 0) { beginning.tv_sec = h->ts.tv_sec; beginning.tv_usec = h->ts.tv_usec; } p = (struct packet*)malloc(sizeof(struct packet)); if(p) { p->len = h->caplen; p->ticks_from_beginning = (((h->ts.tv_sec - beginning.tv_sec) * 1000000) + (h->ts.tv_usec - beginning.tv_usec)) * hz / 1000000; p->next = NULL; p->pkt = (char*)malloc(p->len); if(p->pkt == NULL) { printf("Not enough memory\n"); break; } else { memcpy(p->pkt, pkt, p->len); if(reforge_mac) memcpy(p->pkt, mac_address, 6); } if(last) { last->next = p; last = p; } else pkt_head = p, last = p; } else { printf("Not enough memory\n"); break; } if(verbose) printf("Read %d bytes packet from pcap file %s [%lu.%lu Secs = %lu ticks@%luhz from beginning]\n", p->len, pcap_in, h->ts.tv_sec - beginning.tv_sec, h->ts.tv_usec - beginning.tv_usec, (long unsigned int)p->ticks_from_beginning, (long unsigned int)hz); avg_send_len += p->len; num_pcap_pkts++; } /* while */ avg_send_len /= num_pcap_pkts; pcap_close(pt); printf("Read %d packets from pcap file %s\n", num_pcap_pkts, pcap_in); last->next = pkt_head; /* Loop */ send_len = avg_send_len; } else { printf("Unable to open file %s\n", pcap_in); pfring_close(pd); return(-1); } } else { struct packet *p = NULL, *last = NULL; for (i = 0; i < num_balanced_pkts; i++) { forge_udp_packet(buffer, i); p = (struct packet *) malloc(sizeof(struct packet)); if(p) { if (i == 0) pkt_head = p; p->len = send_len; p->ticks_from_beginning = 0; p->next = pkt_head; p->pkt = (char*)malloc(p->len); if (p->pkt == NULL) { printf("Not enough memory\n"); break; } memcpy(p->pkt, buffer, send_len); if (last != NULL) last->next = p; last = p; } } } if(gbit_s > 0) { /* computing max rate */ pps = ((gbit_s * 1000000000) / 8 /*byte*/) / (8 /*Preamble*/ + send_len + 4 /*CRC*/ + 12 /*IFG*/); td = (double)(hz / pps); tick_delta = (ticks)td; printf("Number of %d-byte Packet Per Second at %.2f Gbit/s: %.2f\n", (send_len + 4 /*CRC*/), gbit_s, pps); } if(bind_core >= 0) bind2core(bind_core); if(wait_for_packet && (cpu_percentage > 0)) { if(cpu_percentage > 99) cpu_percentage = 99; pfring_config(cpu_percentage); } if(!verbose) { signal(SIGALRM, my_sigalarm); alarm(1); } gettimeofday(&startTime, NULL); memcpy(&lastTime, &startTime, sizeof(startTime)); pfring_set_socket_mode(pd, send_only_mode); if(pfring_enable_ring(pd) != 0) { printf("Unable to enable ring :-(\n"); pfring_close(pd); return(-1); } use_zero_copy_tx = 0; if((!disable_zero_copy) && (pd->dna_get_num_tx_slots != NULL) && (pd->dna_get_next_free_tx_slot != NULL) && (pd->dna_copy_tx_packet_into_slot != NULL)) { tosend = pkt_head; num_tx_slots = pd->dna_get_num_tx_slots(pd); if(num_tx_slots > 0 && (((num_to_send > 0) && (num_to_send <= num_tx_slots)) || ( pcap_in && (num_pcap_pkts <= num_tx_slots) && (num_tx_slots % num_pcap_pkts == 0)) || (!pcap_in && (num_balanced_pkts <= num_tx_slots) && (num_tx_slots % num_balanced_pkts == 0)))) { int ret; u_int first_free_slot = pd->dna_get_next_free_tx_slot(pd); for(i=0; i<num_tx_slots; i++) { ret = pfring_copy_tx_packet_into_slot(pd, (first_free_slot+i)%num_tx_slots, tosend->pkt, tosend->len); if(ret < 0) break; tosend = tosend->next; } use_zero_copy_tx = 1; printf("Using zero-copy TX\n"); } else { printf("NOT using zero-copy: TX ring size (%u) is not a multiple of the number of unique packets to send (%u)\n", num_tx_slots, pcap_in ? num_pcap_pkts : num_balanced_pkts); } } else { if (!disable_zero_copy) printf("NOT using zero-copy: not supported by the driver\n"); } tosend = pkt_head; i = 0; if(gbit_s != 0) tick_start = getticks(); while((num_to_send == 0) || (i < num_to_send)) { int rc; redo: if (if_index != -1) rc = pfring_send_ifindex(pd, tosend->pkt, tosend->len, gbit_s < 0 ? 1 : 0 /* Don't flush (it does PF_RING automatically) */, if_index); else if(use_zero_copy_tx) /* We pre-filled the TX slots */ rc = pfring_send(pd, NULL, tosend->len, gbit_s < 0 ? 1 : 0 /* Don't flush (it does PF_RING automatically) */); else rc = pfring_send(pd, tosend->pkt, tosend->len, gbit_s < 0 ? 1 : 0 /* Don't flush (it does PF_RING automatically) */); if(verbose) printf("[%d] pfring_send(%d) returned %d\n", i, tosend->len, rc); if(rc == PF_RING_ERROR_INVALID_ARGUMENT) { printf("Attempting to send invalid packet [len: %u][MTU: %u]%s\n", tosend->len, pd->mtu_len, if_index != -1 ? " or using a wrong interface id" : ""); } else if(rc < 0) { /* Not enough space in buffer */ if(!active_poll) { #if 1 usleep(1); #else if(bind_core >= 0) usleep(1); else pfring_poll(pd, 0); //sched_yield(); #endif } goto redo; } num_pkt_good_sent++; num_bytes_good_sent += tosend->len + 24 /* 8 Preamble + 4 CRC + 12 IFG */; tosend = tosend->next; if (use_zero_copy_tx && (num_pkt_good_sent == num_tx_slots)) tosend = pkt_head; if(gbit_s > 0) { /* rate set */ while((getticks() - tick_start) < (num_pkt_good_sent * tick_delta)) ; } else if (gbit_s < 0) { /* real pcap rate */ if (tosend->ticks_from_beginning == 0) tick_start = getticks(); /* first packet, resetting time */ while((getticks() - tick_start) < tosend->ticks_from_beginning) ; } if(num_to_send > 0) i++; } /* for */ print_stats(0); pfring_close(pd); return(0); }