int process_file(char *filename, lnf_filter_t *filterp) { lnf_file_t *filep; lnf_rec_t *recp; // lnf_brec1_t brec; int i = 0; int tid; int match; tid = (int)pthread_self(); if (lnf_open(&filep, filename, LNF_READ, NULL) != LNF_OK) { fprintf(stderr, "[#%x] Can not open file %s\n", tid, filename); return 0; } lnf_rec_init(&recp); while (lnf_read(filep, recp) != LNF_EOF) { i++; match = 1; if ( filterp != NULL ) { match = lnf_filter_match(filterp, recp); } /* add to memory heap */ if ( match ) { if (memp != NULL) { lnf_mem_write(memp, recp); } else { print_row(recp); outputflows++; } } } lnf_close(filep); // printf("[#%x] Total input records in file %s : %d\n", tid, filename, i); return i; }
int main(int argc, char **argv) { lnf_file_t *filep; lnf_rec_t *recp; lnf_mem_t *memp; lnf_mem_cursor_t *cursor; lnf_brec1_t brec; int i = 0; int print = 1; int printa = 1; char *filename = FILENAME; char c; while ((c = getopt (argc, argv, "pPAf:")) != -1) { switch (c) { case 'p': print = 0; break; case 'P': print = 0; break; case 'f': filename = optarg; break; case 'A': printa = 0; break; case '?': printf("Usage: %s [ -P ] [ -A ] [ -f <input file name> ] \n", argv[0]); printf(" -P : do not print input records to stdout\n"); printf(" -A : do not aggregated records to stdout\n"); exit(1); } } if (lnf_open(&filep, filename, LNF_READ, NULL) != LNF_OK) { fprintf(stderr, "Can not open file %s\n", filename); exit(1); } lnf_rec_init(&recp); lnf_mem_init(&memp); /* set rules for aggregation srcip/24,srcport,dstas */ lnf_mem_fadd(memp, LNF_FLD_SRCADDR, LNF_AGGR_KEY|LNF_SORT_DESC, 24, 64); lnf_mem_fadd(memp, LNF_FLD_SRCPORT, LNF_AGGR_KEY, 0, 0); lnf_mem_fadd(memp, LNF_FLD_DSTAS, LNF_AGGR_KEY, 0, 0); lnf_mem_fadd(memp, LNF_FLD_FIRST, LNF_AGGR_MIN, 0, 0); lnf_mem_fadd(memp, LNF_FLD_LAST, LNF_AGGR_MAX, 0, 0); lnf_mem_fadd(memp, LNF_FLD_TCP_FLAGS, LNF_AGGR_OR, 0, 0); lnf_mem_fadd(memp, LNF_FLD_DOCTETS, LNF_AGGR_SUM, 0, 0); lnf_mem_fadd(memp, LNF_FLD_DPKTS, LNF_AGGR_SUM, 0, 0); while (lnf_read(filep, recp) != LNF_EOF) { i++; /* add to memory heap */ lnf_mem_write(memp,recp); if (print) { char sbuf[INET6_ADDRSTRLEN]; char dbuf[INET6_ADDRSTRLEN]; lnf_rec_fget(recp, LNF_FLD_BREC1, &brec); inet_ntop(AF_INET6, &brec.srcaddr, sbuf, INET6_ADDRSTRLEN); inet_ntop(AF_INET6, &brec.dstaddr, dbuf, INET6_ADDRSTRLEN); printf(" %s :%d -> %s :%d %llu %llu %llu\n", sbuf, brec.srcport, dbuf, brec.dstport, (LLUI)brec.first, (LLUI)brec.bytes, (LLUI)brec.pkts); } } printf("Total input records: %d\n", i); i = 0; printf("First read\n"); lnf_mem_first_c(memp, &cursor); while (cursor != NULL) { i++; lnf_mem_read_c(memp, cursor, recp); if (printa) { char sbuf[INET6_ADDRSTRLEN]; char dbuf[INET6_ADDRSTRLEN]; lnf_rec_fget(recp, LNF_FLD_BREC1, &brec); inet_ntop(AF_INET6, &brec.srcaddr, sbuf, INET6_ADDRSTRLEN); inet_ntop(AF_INET6, &brec.dstaddr, dbuf, INET6_ADDRSTRLEN); printf(" %s :%d -> %s :%d %llu %llu %llu\n", sbuf, brec.srcport, dbuf, brec.dstport, (LLUI)brec.first, (LLUI)brec.bytes, (LLUI)brec.pkts); } lnf_mem_next_c(memp, &cursor); } printf("Second read\n"); lnf_mem_first_c(memp, &cursor); while (cursor != NULL) { i++; lnf_mem_read_c(memp, cursor, recp); if (printa) { char sbuf[INET6_ADDRSTRLEN]; char dbuf[INET6_ADDRSTRLEN]; lnf_rec_fget(recp, LNF_FLD_BREC1, &brec); inet_ntop(AF_INET6, &brec.srcaddr, sbuf, INET6_ADDRSTRLEN); inet_ntop(AF_INET6, &brec.dstaddr, dbuf, INET6_ADDRSTRLEN); printf(" %s :%d -> %s :%d %llu %llu %llu\n", sbuf, brec.srcport, dbuf, brec.dstport, (LLUI)brec.first, (LLUI)brec.bytes, (LLUI)brec.pkts); } lnf_mem_next_c(memp, &cursor); } printf("Total aggregated records: %d\n", i); lnf_mem_free(memp); lnf_rec_free(recp); lnf_close(filep); return 0; }
int main(int argc, char **argv) { lnf_file_t *filep; lnf_rec_t *recp, *recp2; lnf_mem_t *memp; lnf_mem_cursor_t *cursor, *cursor2; lnf_brec1_t brec; uint16_t port; int i = 0; int print = 1; int printa = 1; int len; char *filename = FILENAME; char c; char buff[1024]; while ((c = getopt (argc, argv, "pPAf:")) != -1) { switch (c) { case 'p': print = 0; break; case 'P': print = 0; break; case 'f': filename = optarg; break; case 'A': printa = 0; break; case '?': printf("Usage: %s [ -P ] [ -A ] [ -f <input file name> ] \n", argv[0]); printf(" -P : do not print input records to stdout\n"); printf(" -A : do not aggregated records to stdout\n"); exit(1); } } if (lnf_open(&filep, filename, LNF_READ, NULL) != LNF_OK) { fprintf(stderr, "Can not open file %s\n", filename); exit(1); } lnf_rec_init(&recp); lnf_mem_init(&memp); /* set rules for aggregation srcip/24,srcport,dstas */ lnf_mem_fadd(memp, LNF_FLD_SRCPORT, LNF_AGGR_KEY, 0, 0); lnf_mem_fadd(memp, LNF_FLD_FIRST, LNF_AGGR_MIN, 0, 0); lnf_mem_fadd(memp, LNF_FLD_DOCTETS, LNF_AGGR_SUM|LNF_SORT_DESC, 0, 0); lnf_mem_fadd(memp, LNF_FLD_DPKTS, LNF_AGGR_SUM, 0, 0); while (lnf_read(filep, recp) != LNF_EOF) { i++; /* add to memory heap */ lnf_mem_write(memp,recp); } printf("Total input records: %d\n", i); i = 0; while (lnf_mem_read(memp, recp) != LNF_EOF) { i++; if (printa) { lnf_rec_fget(recp, LNF_FLD_BREC1, &brec); printf(" %d - %llu %llu %llu\n", brec.srcport, (LLUI)brec.first, (LLUI)brec.bytes, (LLUI)brec.pkts); } } printf("Total aggregated records: %d\n", i); printf("Lookup for src port 1123\n"); lnf_rec_init(&recp2); /* set key field in record */ port = 1123; lnf_rec_fset(recp2, LNF_FLD_SRCPORT, &port); if (lnf_mem_lookup_c(memp, recp2, &cursor) == LNF_OK) { lnf_mem_read_c(memp, cursor, recp); lnf_rec_fget(recp, LNF_FLD_BREC1, &brec); printf(" %d - %llu %llu %llu\n", brec.srcport, (LLUI)brec.first, (LLUI)brec.bytes, (LLUI)brec.pkts); } else { printf("Record not found\n"); } /* additional testion of lnf_mem_lookup_raw_c */ /* it's just testing - doesn't make any sense */ if (cursor != NULL && lnf_mem_read_raw_c(memp, cursor, buff, &len, sizeof(buff)) == LNF_OK) { if (lnf_mem_lookup_raw_c(memp, buff, len, &cursor2) == LNF_OK) { if (cursor == cursor2) { printf("Read through lnf_lookup_raw_c is ok \n"); } } } lnf_mem_free(memp); lnf_rec_free(recp); lnf_close(filep); return 0; }
int main(int argc, char **argv) { lnf_file_t *filep; lnf_rec_t *recp; lnf_mem_t *memp1; lnf_mem_t *memp2; lnf_mem_cursor_t *cursor; lnf_brec1_t brec; int i = 0; int print = 1; int printa = 1; char *filename = FILENAME; int c; char buff[LNF_MAX_RAW_LEN]; int datasize; while ((c = getopt (argc, argv, "pPAf:")) != -1) { switch (c) { case 'p': print = 0; break; case 'P': print = 0; break; case 'f': filename = optarg; break; case 'A': printa = 0; break; case '?': printf("Usage: %s [ -P ] [ -A ] [ -f <input file name> ] \n", argv[0]); printf(" -P : do not print input records to stdout\n"); printf(" -A : do not aggregated records to stdout\n"); exit(1); } } if (lnf_open(&filep, filename, LNF_READ, NULL) != LNF_OK) { fprintf(stderr, "Can not open file %s\n", filename); exit(1); } lnf_rec_init(&recp); lnf_mem_init(&memp1); lnf_mem_init(&memp2); lnf_mem_fastaggr(memp1, LNF_FAST_AGGR_BASIC); lnf_mem_fastaggr(memp2, LNF_FAST_AGGR_BASIC); /* set rules for aggregation srcip/24,srcport,dstas */ lnf_mem_fadd(memp1, LNF_FLD_SRCADDR, LNF_AGGR_KEY|LNF_SORT_DESC, 24, 64); lnf_mem_fadd(memp2, LNF_FLD_SRCADDR, LNF_AGGR_KEY|LNF_SORT_DESC, 24, 64); while (lnf_read(filep, recp) != LNF_EOF) { i++; /* add to memory heap */ lnf_mem_write(memp1, recp); if (print) { char sbuf[INET6_ADDRSTRLEN]; char dbuf[INET6_ADDRSTRLEN]; lnf_rec_fget(recp, LNF_FLD_BREC1, &brec); inet_ntop(AF_INET6, &brec.srcaddr, sbuf, INET6_ADDRSTRLEN); inet_ntop(AF_INET6, &brec.dstaddr, dbuf, INET6_ADDRSTRLEN); printf(" %s :%d -> %s :%d %llu %llu %llu\n", sbuf, brec.srcport, dbuf, brec.dstport, (LLUI)brec.first, (LLUI)brec.bytes, (LLUI)brec.pkts); } } printf("Total input records: %d\n", i); /* transfer data from memp1 to memp2 */ lnf_mem_first_c(memp1, &cursor); while (cursor != NULL) { lnf_mem_read_raw_c(memp1, cursor, buff, &datasize, LNF_MAX_RAW_LEN); lnf_mem_write_raw(memp2, buff, datasize); lnf_mem_next_c(memp1, &cursor); } /* all data are now in memp2) */ i = 0; lnf_mem_first_c(memp2, &cursor); while (cursor != NULL) { i++; lnf_mem_read_c(memp2, cursor, recp); if (printa) { char sbuf[INET6_ADDRSTRLEN]; char dbuf[INET6_ADDRSTRLEN]; lnf_rec_fget(recp, LNF_FLD_BREC1, &brec); inet_ntop(AF_INET6, &brec.srcaddr, sbuf, INET6_ADDRSTRLEN); inet_ntop(AF_INET6, &brec.dstaddr, dbuf, INET6_ADDRSTRLEN); printf(" %s :%d -> %s :%d %llu %llu %llu\n", sbuf, brec.srcport, dbuf, brec.dstport, (LLUI)brec.first, (LLUI)brec.bytes, (LLUI)brec.pkts); } lnf_mem_next_c(memp2, &cursor); } printf("Total aggregated records: %d\n", i); lnf_mem_free(memp1); lnf_mem_free(memp2); lnf_rec_free(recp); lnf_close(filep); return 0; }