1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213 |
- /* $Id$ */
- /*
- * Copyright (c) 2001-2010 Aaron Turner <aturner at synfin dot net>
- * Copyright (c) 2013-2022 Fred Klassen <tcpreplay at appneta dot com> - AppNeta
- *
- * The Tcpreplay Suite of tools is free software: you can redistribute it
- * and/or modify it under the terms of the GNU General Public License as
- * published by the Free Software Foundation, either version 3 of the
- * License, or with the authors permission any later version.
- *
- * The Tcpreplay Suite is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with the Tcpreplay Suite. If not, see <http://www.gnu.org/licenses/>.
- */
- #include "config.h"
- #include "defines.h"
- #include "common.h"
- #include <sys/time.h>
- #include <sys/types.h>
- #include <signal.h>
- #include <string.h>
- #include <netinet/in.h>
- #include <errno.h>
- #include <stdlib.h>
- #include <unistd.h>
- #include <fcntl.h>
- #include "tcpreplay_api.h"
- #include "timestamp_trace.h"
- #include "../lib/sll.h"
- #ifdef HAVE_NETMAP
- #ifdef HAVE_SYS_POLL_H
- #include <sys/poll.h>
- #endif
- #include <sys/ioctl.h>
- #include <net/netmap.h>
- #include <net/netmap_user.h>
- #endif /* HAVE_NETMAP */
- #ifdef TCPREPLAY
- #ifdef TCPREPLAY_EDIT
- #include "tcpreplay_edit_opts.h"
- #include "tcpedit/tcpedit.h"
- extern tcpedit_t *tcpedit;
- #else
- #include "tcpreplay_opts.h"
- #endif /* TCPREPLAY_EDIT */
- #endif /* TCPREPLAY */
- #include "send_packets.h"
- #include "sleep.h"
- #ifdef DEBUG
- extern int debug;
- #endif
- static void calc_sleep_time(tcpreplay_t *ctx, struct timeval *pkt_time,
- struct timeval *last, COUNTER len,
- sendpacket_t *sp, COUNTER counter, timestamp_t *sent_timestamp,
- COUNTER start_us, COUNTER *skip_length);
- static void tcpr_sleep(tcpreplay_t *ctx, sendpacket_t *sp _U_,
- struct timespec *nap_this_time, struct timeval *now);
- static u_char *get_next_packet(tcpreplay_t *ctx, pcap_t *pcap,
- struct pcap_pkthdr *pkthdr,
- int file_idx,
- packet_cache_t **prev_packet);
- static uint32_t get_user_count(tcpreplay_t *ctx, sendpacket_t *sp, COUNTER counter);
- static inline void wake_send_queues(sendpacket_t *sp _U_,
- tcpreplay_opt_t *options _U_)
- {
- #ifdef HAVE_NETMAP
- if (options->netmap)
- ioctl(sp->handle.fd, NIOCTXSYNC, NULL); /* flush TX buffer */
- #endif
- }
- static inline int
- fast_edit_packet(struct pcap_pkthdr *pkthdr, u_char **pktdata,
- COUNTER iteration, bool cached, int datalink)
- {
- uint32_t pkt_len = pkthdr->caplen;
- u_char *packet = *pktdata;
- ipv4_hdr_t *ip_hdr = NULL;
- ipv6_hdr_t *ip6_hdr = NULL;
- uint32_t src_ip, dst_ip;
- uint32_t src_ip_orig, dst_ip_orig;
- uint32_t _U_ vlan_offset;
- uint16_t ether_type;
- uint32_t l2offset;
- uint32_t l2len;
- int res;
- res = get_l2len_protocol(packet,
- pkt_len,
- datalink,
- ðer_type,
- &l2len,
- &l2offset,
- &vlan_offset);
- if (res < 0)
- return res;
- assert(l2len > 0);
- switch (ether_type) {
- case ETHERTYPE_IP:
- if (pkt_len < (bpf_u_int32)(l2len + sizeof(ipv4_hdr_t))) {
- dbgx(1, "IP packet too short for Unique IP feature: %u", pkthdr->caplen);
- return -1;
- }
- ip_hdr = (ipv4_hdr_t *)(packet + l2len);
- src_ip_orig = src_ip = ntohl(ip_hdr->ip_src.s_addr);
- dst_ip_orig = dst_ip = ntohl(ip_hdr->ip_dst.s_addr);
- break;
- case ETHERTYPE_IP6:
- if (pkt_len < (bpf_u_int32)(l2len + sizeof(ipv6_hdr_t))) {
- dbgx(1, "IP6 packet too short for Unique IP feature: %u", pkthdr->caplen);
- return -1;
- }
- ip6_hdr = (ipv6_hdr_t *)(packet + l2len);
- src_ip_orig = src_ip = ntohl(ip6_hdr->ip_src.__u6_addr.__u6_addr32[3]);
- dst_ip_orig = dst_ip = ntohl(ip6_hdr->ip_dst.__u6_addr.__u6_addr32[3]);
- break;
- default:
- return -1; /* non-IP or packet too short */
- }
- dbgx(2, "Layer 3 protocol type is: 0x%04x", ether_type);
- /* swap src/dst IP's in a manner that does not affect CRC */
- if ((!cached && dst_ip > src_ip) ||
- (cached && (dst_ip - iteration) > (src_ip - 1 - iteration))) {
- if (cached) {
- --src_ip;
- ++dst_ip;
- } else {
- src_ip -= iteration;
- dst_ip += iteration;
- }
- /* CRC compensations for wrap conditions */
- if (src_ip > src_ip_orig && dst_ip > dst_ip_orig) {
- dbgx(1, "dst_ip > src_ip(" COUNTER_SPEC "): before(1) src_ip=0x%08x dst_ip=0x%08x", iteration, src_ip, dst_ip);
- --src_ip;
- dbgx(1, "dst_ip > src_ip(" COUNTER_SPEC "): after(1) src_ip=0x%08x dst_ip=0x%08x", iteration, src_ip, dst_ip);
- } else if (dst_ip < dst_ip_orig && src_ip < src_ip_orig) {
- dbgx(1, "dst_ip > src_ip(" COUNTER_SPEC "): before(2) src_ip=0x%08x dst_ip=0x%08x", iteration, src_ip, dst_ip);
- ++dst_ip;
- dbgx(1, "dst_ip > src_ip(" COUNTER_SPEC "): after(2) src_ip=0x%08x dst_ip=0x%08x", iteration, src_ip, dst_ip);
- }
- } else {
- if (cached) {
- ++src_ip;
- --dst_ip;
- } else {
- src_ip += iteration;
- dst_ip -= iteration;
- }
- /* CRC compensations for wrap conditions */
- if (dst_ip > dst_ip_orig && src_ip > src_ip_orig) {
- dbgx(1, "src_ip > dst_ip(" COUNTER_SPEC "): before(1) dst_ip=0x%08x src_ip=0x%08x", iteration, dst_ip, src_ip);
- --dst_ip;
- dbgx(1, "src_ip > dst_ip(" COUNTER_SPEC "): after(1) dst_ip=0x%08x src_ip=0x%08x", iteration, dst_ip, src_ip);
- } else if (src_ip < src_ip_orig && dst_ip < dst_ip_orig) {
- dbgx(1, "src_ip > dst_ip(" COUNTER_SPEC "): before(2) dst_ip=0x%08x src_ip=0x%08x", iteration, dst_ip, src_ip);
- ++src_ip;
- dbgx(1, "src_ip > dst_ip(" COUNTER_SPEC "): after(2) dst_ip=0x%08x src_ip=0x%08x", iteration, dst_ip, src_ip);
- }
- }
- dbgx(1, "(" COUNTER_SPEC "): final src_ip=0x%08x dst_ip=0x%08x", iteration, src_ip, dst_ip);
- switch (ether_type) {
- case ETHERTYPE_IP:
- ip_hdr->ip_src.s_addr = htonl(src_ip);
- ip_hdr->ip_dst.s_addr = htonl(dst_ip);
- break;
- case ETHERTYPE_IP6:
- ip6_hdr->ip_src.__u6_addr.__u6_addr32[3] = htonl(src_ip);
- ip6_hdr->ip_dst.__u6_addr.__u6_addr32[3] = htonl(dst_ip);
- break;
- }
- return 0;
- }
- /**
- * \brief Update flow stats
- *
- * Finds out if flow is unique and updates stats.
- */
- static inline void update_flow_stats(tcpreplay_t *ctx, sendpacket_t *sp,
- const struct pcap_pkthdr *pkthdr, const u_char *pktdata, int datalink)
- {
- flow_entry_type_t res = flow_decode(ctx->flow_hash_table,
- pkthdr, pktdata, datalink, ctx->options->flow_expiry);
- switch (res) {
- case FLOW_ENTRY_NEW:
- ++ctx->stats.flows;
- ++ctx->stats.flows_unique;
- ++ctx->stats.flow_packets;
- if (sp) {
- ++sp->flows;
- ++sp->flows_unique;
- ++sp->flow_packets;
- }
- break;
- case FLOW_ENTRY_EXISTING:
- ++ctx->stats.flow_packets;
- if (sp)
- ++sp->flow_packets;
- break;
- case FLOW_ENTRY_EXPIRED:
- ++ctx->stats.flows_expired;
- ++ctx->stats.flows;
- ++ctx->stats.flow_packets;
- if (sp) {
- ++sp->flows_expired;
- ++sp->flows;
- ++sp->flow_packets;
- }
- break;
- case FLOW_ENTRY_NON_IP:
- ++ctx->stats.flow_non_flow_packets;
- if (sp)
- ++sp->flow_non_flow_packets;
- break;
- case FLOW_ENTRY_INVALID:
- ++ctx->stats.flows_invalid_packets;
- if (sp)
- ++sp->flows_invalid_packets;
- break;
- }
- }
- /**
- * \brief Preloads the memory cache for the given pcap file_idx
- *
- * Preloading can be used with or without --loop
- */
- void
- preload_pcap_file(tcpreplay_t *ctx, int idx)
- {
- tcpreplay_opt_t *options = ctx->options;
- char *path = options->sources[idx].filename;
- pcap_t *pcap = NULL;
- char ebuf[PCAP_ERRBUF_SIZE];
- const u_char *pktdata = NULL;
- struct pcap_pkthdr pkthdr;
- packet_cache_t *cached_packet = NULL;
- packet_cache_t **prev_packet = &cached_packet;
- COUNTER packetnum = 0;
- int dlt;
- /* close stdin if reading from it (needed for some OS's) */
- if (strncmp(path, "-", 1) == 0)
- if (close(1) == -1)
- warnx("unable to close stdin: %s", strerror(errno));
- if ((pcap = pcap_open_offline(path, ebuf)) == NULL)
- errx(-1, "Error opening pcap file: %s", ebuf);
- dlt = pcap_datalink(pcap);
- /* loop through the pcap. get_next_packet() builds the cache for us! */
- while ((pktdata = get_next_packet(ctx, pcap, &pkthdr, idx, prev_packet)) != NULL) {
- packetnum++;
- if (options->flow_stats)
- update_flow_stats(ctx, NULL, &pkthdr, pktdata, dlt);
- }
- /* mark this file as cached */
- options->file_cache[idx].cached = TRUE;
- options->file_cache[idx].dlt = dlt;
- pcap_close(pcap);
- }
- static void increment_iteration(tcpreplay_t *ctx)
- {
- tcpreplay_opt_t *options = ctx->options;
- ctx->last_unique_iteration = ctx->unique_iteration;
- ++ctx->iteration;
- if (options->unique_ip) {
- assert(options->unique_loops > 0.0);
- ctx->unique_iteration =
- ((ctx->iteration * 1000) / (COUNTER)(options->unique_loops * 1000.0))
- + 1;
- }
- }
- /**
- * the main loop function for tcpreplay. This is where we figure out
- * what to do with each packet
- */
- void
- send_packets(tcpreplay_t *ctx, pcap_t *pcap, int idx)
- {
- struct timeval print_delta, now, last_pkt_ts;
- tcpreplay_opt_t *options = ctx->options;
- tcpreplay_stats_t *stats = &ctx->stats;
- COUNTER packetnum = 0;
- COUNTER limit_send = options->limit_send;
- struct pcap_pkthdr pkthdr;
- u_char *pktdata = NULL;
- sendpacket_t *sp = ctx->intf1;
- COUNTER pktlen;
- packet_cache_t *cached_packet = NULL;
- packet_cache_t **prev_packet = NULL;
- #if defined TCPREPLAY && defined TCPREPLAY_EDIT
- struct pcap_pkthdr *pkthdr_ptr;
- #endif
- int datalink = options->file_cache[idx].dlt;
- COUNTER skip_length = 0;
- COUNTER end_us;
- bool preload = options->file_cache[idx].cached;
- bool top_speed = (options->speed.mode == speed_topspeed ||
- (options->speed.mode == speed_mbpsrate && options->speed.speed == 0));
- bool now_is_now = true;
- gettimeofday(&now, NULL);
- if (!timerisset(&stats->start_time)) {
- TIMEVAL_SET(&stats->start_time, &now);
- if (ctx->options->stats >= 0) {
- char buf[64];
- if (format_date_time(&stats->start_time, buf, sizeof(buf)) > 0)
- printf("Test start: %s ...\n", buf);
- }
- }
- ctx->skip_packets = 0;
- timerclear(&last_pkt_ts);
- if (options->limit_time > 0)
- end_us = TIMEVAL_TO_MICROSEC(&stats->start_time) +
- SEC_TO_MICROSEC(options->limit_time);
- else
- end_us = 0;
- if (options->preload_pcap) {
- prev_packet = &cached_packet;
- } else {
- prev_packet = NULL;
- }
- /* MAIN LOOP
- * Keep sending while we have packets or until
- * we've sent enough packets
- */
- while (!ctx->abort &&
- (pktdata = get_next_packet(ctx, pcap, &pkthdr, idx, prev_packet)) != NULL) {
- now_is_now = false;
- packetnum++;
- #if defined TCPREPLAY || defined TCPREPLAY_EDIT
- /* do we use the snaplen (caplen) or the "actual" packet len? */
- pktlen = options->use_pkthdr_len ? (COUNTER)pkthdr.len : (COUNTER)pkthdr.caplen;
- #elif TCPBRIDGE
- pktlen = (COUNTER)pkthdr.caplen;
- #else
- #error WTF??? We should not be here!
- #endif
- dbgx(2, "packet " COUNTER_SPEC " caplen " COUNTER_SPEC, packetnum, pktlen);
- /* Dual nic processing */
- if (ctx->intf2 != NULL) {
- sp = (sendpacket_t *)cache_mode(ctx, options->cachedata, packetnum);
- /* sometimes we should not send the packet */
- if (sp == TCPR_DIR_NOSEND)
- continue;
- }
- #if defined TCPREPLAY && defined TCPREPLAY_EDIT
- pkthdr_ptr = &pkthdr;
- if (tcpedit_packet(tcpedit, &pkthdr_ptr, &pktdata, sp->cache_dir) == -1) {
- errx(-1, "Error editing packet #" COUNTER_SPEC ": %s", packetnum, tcpedit_geterr(tcpedit));
- }
- pktlen = options->use_pkthdr_len ? (COUNTER)pkthdr_ptr->len : (COUNTER)pkthdr_ptr->caplen;
- #endif
- if (ctx->options->unique_ip && ctx->unique_iteration &&
- ctx->unique_iteration > ctx->last_unique_iteration) {
- /* edit packet to ensure every pass has unique IP addresses */
- if (fast_edit_packet(&pkthdr, &pktdata, ctx->unique_iteration - 1,
- preload, datalink) == -1) {
- ++stats->failed;
- continue;
- }
- }
- /* update flow stats */
- if (options->flow_stats && !preload)
- update_flow_stats(ctx,
- options->cache_packets ? sp : NULL, &pkthdr, pktdata, datalink);
- /*
- * this accelerator improves performance by avoiding expensive
- * time stamps during periods where we have fallen behind in our
- * sending
- */
- if (skip_length && pktlen < skip_length) {
- skip_length -= pktlen;
- } else if (ctx->skip_packets) {
- --ctx->skip_packets;
- } else {
- /*
- * time stamping is expensive, but now is the
- * time to do it.
- */
- dbgx(4, "This packet time: " TIMEVAL_FORMAT, pkthdr.ts.tv_sec,
- pkthdr.ts.tv_usec);
- skip_length = 0;
- ctx->skip_packets = 0;
- if (options->speed.mode == speed_multiplier) {
- if (!timerisset(&last_pkt_ts)) {
- TIMEVAL_SET(&last_pkt_ts, &pkthdr.ts);
- } else if (timercmp(&pkthdr.ts, &last_pkt_ts, >)) {
- struct timeval delta;
- timersub(&pkthdr.ts, &last_pkt_ts, &delta);
- timeradd(&stats->pkt_ts_delta, &delta, &stats->pkt_ts_delta);
- TIMEVAL_SET(&last_pkt_ts, &pkthdr.ts);
- }
- }
- if (!top_speed) {
- now_is_now = true;
- gettimeofday(&now, NULL);
- }
- /*
- * Only if the current packet is not late.
- *
- * This also sets skip_length and skip_packets which will avoid
- * timestamping for a given number of packets.
- */
- calc_sleep_time(ctx, &stats->pkt_ts_delta, &stats->time_delta,
- pktlen, sp, packetnum, &stats->end_time,
- TIMEVAL_TO_MICROSEC(&stats->start_time), &skip_length);
- /*
- * Track the time of the "last packet sent".
- *
- * A number of 3rd party tools generate bad timestamps which go backwards
- * in time. Hence, don't update the "last" unless pkthdr.ts > last
- */
- if (timercmp(&stats->time_delta, &stats->pkt_ts_delta, <))
- TIMEVAL_SET(&stats->time_delta, &stats->pkt_ts_delta);
- /*
- * we know how long to sleep between sends, now do it.
- */
- if (!top_speed)
- tcpr_sleep(ctx, sp, &ctx->nap, &now);
- }
- #ifdef ENABLE_VERBOSE
- /* do we need to print the packet via tcpdump? */
- if (options->verbose)
- tcpdump_print(options->tcpdump, &pkthdr, pktdata);
- #endif
- dbgx(2, "Sending packet #" COUNTER_SPEC, packetnum);
- /* write packet out on network */
- if (sendpacket(sp, pktdata, pktlen, &pkthdr) < (int)pktlen) {
- warnx("Unable to send packet: %s", sendpacket_geterr(sp));
- break;
- }
- /*
- * Mark the time when we sent the last packet
- */
- TIMEVAL_SET(&stats->end_time, &now);
- #ifdef TIMESTAMP_TRACE
- add_timestamp_trace_entry(pktlen, &stats->end_time, skip_length);
- #endif
- stats->pkts_sent++;
- stats->bytes_sent += pktlen;
- /* print stats during the run? */
- if (options->stats > 0) {
- if (! timerisset(&stats->last_print)) {
- TIMEVAL_SET(&stats->last_print, &now);
- } else {
- timersub(&now, &stats->last_print, &print_delta);
- if (print_delta.tv_sec >= options->stats) {
- TIMEVAL_SET(&stats->end_time, &now);
- packet_stats(stats);
- TIMEVAL_SET(&stats->last_print, &now);
- }
- }
- }
- #if defined HAVE_NETMAP
- if (sp->first_packet || timesisset(&ctx->nap)) {
- wake_send_queues(sp, options);
- sp->first_packet = false;
- }
- #endif
- /* stop sending based on the duration limit... */
- if ((end_us > 0 && (COUNTER)TIMEVAL_TO_MICROSEC(&now) > end_us) ||
- /* ... or stop sending based on the limit -L? */
- (limit_send > 0 && stats->pkts_sent >= limit_send)) {
- ctx->abort = true;
- }
- } /* while */
- #ifdef HAVE_NETMAP
- /* when completing test, wait until the last packet is sent */
- if (options->netmap && (ctx->abort || options->loop == 1)) {
- while (ctx->intf1 && !netmap_tx_queues_empty(ctx->intf1)) {
- now_is_now = true;
- gettimeofday(&now, NULL);
- }
- while (ctx->intf2 && !netmap_tx_queues_empty(ctx->intf2)) {
- now_is_now = true;
- gettimeofday(&now, NULL);
- }
- }
- #endif /* HAVE_NETMAP */
- if (!now_is_now)
- gettimeofday(&now, NULL);
- TIMEVAL_SET(&stats->end_time, &now);
- increment_iteration(ctx);
- }
- /**
- * the alternate main loop function for tcpreplay. This is where we figure out
- * what to do with each packet when processing two files a the same time
- */
- void
- send_dual_packets(tcpreplay_t *ctx, pcap_t *pcap1, int cache_file_idx1, pcap_t *pcap2, int cache_file_idx2)
- {
- struct timeval print_delta, now, last_pkt_ts;
- tcpreplay_opt_t *options = ctx->options;
- tcpreplay_stats_t *stats = &ctx->stats;
- COUNTER packetnum = 0;
- COUNTER limit_send = options->limit_send;
- int cache_file_idx;
- struct pcap_pkthdr pkthdr1, pkthdr2;
- u_char *pktdata1 = NULL, *pktdata2 = NULL, *pktdata = NULL;
- sendpacket_t *sp;
- COUNTER pktlen;
- packet_cache_t *cached_packet1 = NULL, *cached_packet2 = NULL;
- packet_cache_t **prev_packet1 = NULL, **prev_packet2 = NULL;
- struct pcap_pkthdr *pkthdr_ptr;
- int datalink;
- COUNTER end_us;
- COUNTER skip_length = 0;
- bool top_speed = (options->speed.mode == speed_topspeed ||
- (options->speed.mode == speed_mbpsrate && options->speed.speed == 0));
- bool now_is_now = true;
- gettimeofday(&now, NULL);
- if (!timerisset(&stats->start_time)) {
- TIMEVAL_SET(&stats->start_time, &now);
- if (ctx->options->stats >= 0) {
- char buf[64];
- if (format_date_time(&stats->start_time, buf, sizeof(buf)) > 0)
- printf("Dual test start: %s ...\n", buf);
- }
- }
- ctx->skip_packets = 0;
- timerclear(&last_pkt_ts);
- if (options->limit_time > 0)
- end_us = TIMEVAL_TO_MICROSEC(&stats->start_time) +
- SEC_TO_MICROSEC(options->limit_time);
- else
- end_us = 0;
- if (options->preload_pcap) {
- prev_packet1 = &cached_packet1;
- prev_packet2 = &cached_packet2;
- } else {
- prev_packet1 = NULL;
- prev_packet2 = NULL;
- }
- pktdata1 = get_next_packet(ctx, pcap1, &pkthdr1, cache_file_idx1, prev_packet1);
- pktdata2 = get_next_packet(ctx, pcap2, &pkthdr2, cache_file_idx2, prev_packet2);
- /* MAIN LOOP
- * Keep sending while we have packets or until
- * we've sent enough packets
- */
- while (!ctx->abort &&
- !(pktdata1 == NULL && pktdata2 == NULL)) {
- now_is_now = false;
- packetnum++;
- /* figure out which pcap file we need to process next
- * when get_next_packet() returns null for pktdata, the pkthdr
- * will still have the old values from the previous call. This
- * means we can't always trust the timestamps to tell us which
- * file to process.
- */
- if (pktdata1 == NULL) {
- /* file 2 is next */
- sp = ctx->intf2;
- datalink = options->file_cache[cache_file_idx2].dlt;
- pkthdr_ptr = &pkthdr2;
- cache_file_idx = cache_file_idx2;
- pktdata = pktdata2;
- } else if (pktdata2 == NULL) {
- /* file 1 is next */
- sp = ctx->intf1;
- datalink = options->file_cache[cache_file_idx1].dlt;
- pkthdr_ptr = &pkthdr1;
- cache_file_idx = cache_file_idx1;
- pktdata = pktdata1;
- } else if (timercmp(&pkthdr1.ts, &pkthdr2.ts, <=)) {
- /* file 1 is next */
- sp = ctx->intf1;
- datalink = options->file_cache[cache_file_idx1].dlt;
- pkthdr_ptr = &pkthdr1;
- cache_file_idx = cache_file_idx1;
- pktdata = pktdata1;
- } else {
- /* file 2 is next */
- sp = ctx->intf2;
- datalink = options->file_cache[cache_file_idx2].dlt;
- pkthdr_ptr = &pkthdr2;
- cache_file_idx = cache_file_idx2;
- pktdata = pktdata2;
- }
- #if defined TCPREPLAY || defined TCPREPLAY_EDIT
- /* do we use the snaplen (caplen) or the "actual" packet len? */
- pktlen = options->use_pkthdr_len ? (COUNTER)pkthdr_ptr->len : (COUNTER)pkthdr_ptr->caplen;
- #elif TCPBRIDGE
- pktlen = (COUNTER)pkthdr_ptr->caplen;
- #else
- #error WTF??? We should not be here!
- #endif
- dbgx(2, "packet " COUNTER_SPEC " caplen " COUNTER_SPEC, packetnum, pktlen);
- #if defined TCPREPLAY && defined TCPREPLAY_EDIT
- if (tcpedit_packet(tcpedit, &pkthdr_ptr, &pktdata, sp->cache_dir) == -1) {
- errx(-1, "Error editing packet #" COUNTER_SPEC ": %s", packetnum, tcpedit_geterr(tcpedit));
- }
- pktlen = options->use_pkthdr_len ? (COUNTER)pkthdr_ptr->len : (COUNTER)pkthdr_ptr->caplen;
- #endif
- if (ctx->options->unique_ip && ctx->unique_iteration &&
- ctx->unique_iteration > ctx->last_unique_iteration) {
- /* edit packet to ensure every pass is unique */
- if (fast_edit_packet(pkthdr_ptr, &pktdata, ctx->unique_iteration - 1,
- options->file_cache[cache_file_idx].cached, datalink) == -1) {
- ++stats->failed;
- continue;
- }
- }
- /* update flow stats */
- if (options->flow_stats && !options->file_cache[cache_file_idx].cached)
- update_flow_stats(ctx, sp, pkthdr_ptr, pktdata, datalink);
- /*
- * this accelerator improves performance by avoiding expensive
- * time stamps during periods where we have fallen behind in our
- * sending
- */
- if (skip_length && pktlen < skip_length) {
- skip_length -= pktlen;
- } else if (ctx->skip_packets) {
- --ctx->skip_packets;
- } else {
- /*
- * time stamping is expensive, but now is the
- * time to do it.
- */
- dbgx(4, "This packet time: " TIMEVAL_FORMAT, pkthdr_ptr->ts.tv_sec,
- pkthdr_ptr->ts.tv_usec);
- skip_length = 0;
- ctx->skip_packets = 0;
- if (options->speed.mode == speed_multiplier) {
- if (!timerisset(&last_pkt_ts)) {
- TIMEVAL_SET(&last_pkt_ts, &pkthdr_ptr->ts);
- } else if (timercmp(&pkthdr_ptr->ts, &last_pkt_ts, >)) {
- struct timeval delta;
- timersub(&pkthdr_ptr->ts, &last_pkt_ts, &delta);
- timeradd(&stats->pkt_ts_delta, &delta, &stats->pkt_ts_delta);
- TIMEVAL_SET(&last_pkt_ts, &pkthdr_ptr->ts);
- }
- if (!timerisset(&stats->time_delta))
- TIMEVAL_SET(&stats->pkt_ts_delta, &stats->pkt_ts_delta);
- }
- if (!top_speed) {
- gettimeofday(&now, NULL);
- now_is_now = true;
- }
- /*
- * Only if the current packet is not late.
- *
- * This also sets skip_length and skip_packets which will avoid
- * timestamping for a given number of packets.
- */
- calc_sleep_time(ctx, &stats->pkt_ts_delta, &stats->time_delta,
- pktlen, sp, packetnum, &stats->end_time,
- TIMEVAL_TO_MICROSEC(&stats->start_time), &skip_length);
- /*
- * Track the time of the "last packet sent".
- *
- * A number of 3rd party tools generate bad timestamps which go backwards
- * in time. Hence, don't update the "last" unless pkthdr_ptr->ts > last
- */
- if (timercmp(&stats->time_delta, &stats->pkt_ts_delta, <))
- TIMEVAL_SET(&stats->time_delta, &stats->pkt_ts_delta);
- /*
- * we know how long to sleep between sends, now do it.
- */
- if (!top_speed)
- tcpr_sleep(ctx, sp, &ctx->nap, &now);
- }
- #ifdef ENABLE_VERBOSE
- /* do we need to print the packet via tcpdump? */
- if (options->verbose)
- tcpdump_print(options->tcpdump, pkthdr_ptr, pktdata);
- #endif
- dbgx(2, "Sending packet #" COUNTER_SPEC, packetnum);
- /* write packet out on network */
- if (sendpacket(sp, pktdata, pktlen, pkthdr_ptr) < (int)pktlen) {
- warnx("Unable to send packet: %s", sendpacket_geterr(sp));
- break;
- }
- /*
- * Mark the time when we sent the last packet
- */
- TIMEVAL_SET(&stats->end_time, &now);
- ++stats->pkts_sent;
- stats->bytes_sent += pktlen;
- /* print stats during the run? */
- if (options->stats > 0) {
- if (! timerisset(&stats->last_print)) {
- TIMEVAL_SET(&stats->last_print, &now);
- } else {
- timersub(&now, &stats->last_print, &print_delta);
- if (print_delta.tv_sec >= options->stats) {
- TIMEVAL_SET(&stats->end_time, &now);
- packet_stats(stats);
- TIMEVAL_SET(&stats->last_print, &now);
- }
- }
- }
- #if defined HAVE_NETMAP
- if (sp->first_packet || timesisset(&ctx->nap)) {
- wake_send_queues(sp, options);
- sp->first_packet = false;
- }
- #endif
- /* get the next packet for this file handle depending on which we last used */
- if (sp == ctx->intf2) {
- pktdata2 = get_next_packet(ctx, pcap2, &pkthdr2, cache_file_idx2, prev_packet2);
- } else {
- pktdata1 = get_next_packet(ctx, pcap1, &pkthdr1, cache_file_idx1, prev_packet1);
- }
- /* stop sending based on the duration limit... */
- if ((end_us > 0 && (COUNTER)TIMEVAL_TO_MICROSEC(&now) > end_us) ||
- /* ... or stop sending based on the limit -L? */
- (limit_send > 0 && stats->pkts_sent >= limit_send)) {
- ctx->abort = true;
- }
- } /* while */
- #ifdef HAVE_NETMAP
- /* when completing test, wait until the last packet is sent */
- if (options->netmap && (ctx->abort || options->loop == 1)) {
- while (ctx->intf1 && !netmap_tx_queues_empty(ctx->intf1)) {
- gettimeofday(&now, NULL);
- now_is_now = true;
- }
- while (ctx->intf2 && !netmap_tx_queues_empty(ctx->intf2)) {
- gettimeofday(&now, NULL);
- now_is_now = true;
- }
- }
- #endif /* HAVE_NETMAP */
- if (!now_is_now)
- gettimeofday(&now, NULL);
- TIMEVAL_SET(&stats->end_time, &now);
- increment_iteration(ctx);
- }
- /**
- * Gets the next packet to be sent out. This will either read from the pcap file
- * or will retrieve the packet from the internal cache.
- *
- * The parameter prev_packet is used as the parent of the new entry in the cache list.
- * This should be NULL on the first call to this function for each file and
- * will be updated as new entries are added (or retrieved) from the cache list.
- */
- u_char *
- get_next_packet(tcpreplay_t *ctx, pcap_t *pcap, struct pcap_pkthdr *pkthdr, int idx,
- packet_cache_t **prev_packet)
- {
- tcpreplay_opt_t *options = ctx->options;
- u_char *pktdata = NULL;
- uint32_t pktlen;
- /* pcap may be null in cache mode! */
- /* packet_cache_t may be null in file read mode! */
- assert(pkthdr);
- /*
- * Check if we're caching files
- */
- if (options->preload_pcap && (prev_packet != NULL)) {
- /*
- * Yes we are caching files - has this one been cached?
- */
- if (options->file_cache[idx].cached) {
- if (*prev_packet == NULL) {
- /*
- * Get the first packet in the cache list directly from the file
- */
- *prev_packet = options->file_cache[idx].packet_cache;
- } else {
- /*
- * Get the next packet in the cache list
- */
- *prev_packet = (*prev_packet)->next;
- }
- if (*prev_packet != NULL) {
- pktdata = (*prev_packet)->pktdata;
- memcpy(pkthdr, &((*prev_packet)->pkthdr), sizeof(struct pcap_pkthdr));
- }
- } else {
- /*
- * We should read the pcap file, and cache the results
- */
- pktdata = safe_pcap_next(pcap, pkthdr);
- if (pktdata != NULL) {
- if (*prev_packet == NULL) {
- /*
- * Create the first packet in the list
- */
- *prev_packet = safe_malloc(sizeof(packet_cache_t));
- options->file_cache[idx].packet_cache = *prev_packet;
- } else {
- /*
- * Add a packet to the end of the list
- */
- (*prev_packet)->next = safe_malloc(sizeof(packet_cache_t));
- *prev_packet = (*prev_packet)->next;
- }
- if (*prev_packet != NULL) {
- (*prev_packet)->next = NULL;
- pktlen = pkthdr->caplen;
- (*prev_packet)->pktdata = safe_malloc(pktlen + PACKET_HEADROOM);
- memcpy((*prev_packet)->pktdata, pktdata, pktlen);
- memcpy(&((*prev_packet)->pkthdr), pkthdr, sizeof(struct pcap_pkthdr));
- }
- }
- }
- } else {
- /*
- * Read pcap file as normal
- */
- pktdata = safe_pcap_next(pcap, pkthdr);
- }
- /* this gets casted to a const on the way out */
- return pktdata;
- }
- /**
- * determines based upon the cachedata which interface the given packet
- * should go out. Also rewrites any layer 2 data we might need to adjust.
- * Returns a void cased pointer to the ctx->intfX of the corresponding
- * interface or NULL on error
- */
- void *
- cache_mode(tcpreplay_t *ctx, char *cachedata, COUNTER packet_num)
- {
- tcpreplay_opt_t *options = ctx->options;
- void *sp = NULL;
- int result;
- if (packet_num > options->cache_packets) {
- tcpreplay_seterr(ctx, "%s", "Exceeded number of packets in cache file.");
- return NULL;
- }
- result = check_cache(cachedata, packet_num);
- if (result == TCPR_DIR_NOSEND) {
- dbgx(2, "Cache: Not sending packet " COUNTER_SPEC ".", packet_num);
- return NULL;
- }
- else if (result == TCPR_DIR_C2S) {
- dbgx(2, "Cache: Sending packet " COUNTER_SPEC " out primary interface.", packet_num);
- sp = ctx->intf1;
- }
- else if (result == TCPR_DIR_S2C) {
- dbgx(2, "Cache: Sending packet " COUNTER_SPEC " out secondary interface.", packet_num);
- sp = ctx->intf2;
- }
- else {
- tcpreplay_seterr(ctx, "Invalid cache value: %i", result);
- return NULL;
- }
- return sp;
- }
- /**
- * Given the timestamp on the current packet and the last packet sent,
- * calculate the appropriate amount of time to sleep. Sleep time
- * will be in ctx->nap.
- */
- static void calc_sleep_time(tcpreplay_t *ctx, struct timeval *pkt_ts_delta,
- struct timeval *time_delta, COUNTER len,
- sendpacket_t *sp, COUNTER counter, timestamp_t *sent_timestamp,
- COUNTER start_us, COUNTER *skip_length)
- {
- tcpreplay_opt_t *options = ctx->options;
- struct timeval nap_for;
- COUNTER now_us;
- timesclear(&ctx->nap);
- /*
- * pps_multi accelerator. This uses the existing send accelerator
- * and hence requires the funky math to get the expected timings.
- */
- if (options->speed.mode == speed_packetrate && options->speed.pps_multi) {
- ctx->skip_packets = options->speed.pps_multi - 1;
- }
- /* no last packet sent, just leave */
- if (ctx->first_time) {
- ctx->first_time = false;
- return;
- }
- switch(options->speed.mode) {
- case speed_multiplier:
- /*
- * Replay packets a factor of the time they were originally sent.
- * Make sure the packet is not late.
- */
- if (timercmp(pkt_ts_delta, time_delta, >)) {
- /* pkt_time_delta has increased, so handle normally */
- timersub(pkt_ts_delta, time_delta, &nap_for);
- TIMEVAL_TO_TIMESPEC(&nap_for, &ctx->nap);
- dbgx(3, "original packet delta time: " TIMESPEC_FORMAT,
- ctx->nap.tv_sec, ctx->nap.tv_nsec);
- timesdiv_float(&ctx->nap, options->speed.multiplier);
- dbgx(3, "original packet delta/div: " TIMESPEC_FORMAT,
- ctx->nap.tv_sec, ctx->nap.tv_nsec);
- }
- break;
- case speed_mbpsrate:
- /*
- * Ignore the time supplied by the capture file and send data at
- * a constant 'rate' (bytes per second).
- */
- now_us = TIMSTAMP_TO_MICROSEC(sent_timestamp);
- if (now_us) {
- COUNTER next_tx_us;
- COUNTER bps = options->speed.speed;
- COUNTER bits_sent = ((ctx->stats.bytes_sent + len) * 8);
- COUNTER tx_us = now_us - start_us;
- /*
- * bits * 1000000 divided by bps = microseconds
- *
- * ensure there is no overflow in cases where bits_sent is very high
- */
- if (bits_sent > COUNTER_OVERFLOW_RISK && bps > 500000)
- next_tx_us = (bits_sent * 1000) / bps * 1000;
- else
- next_tx_us = (bits_sent * 1000000) / bps;
- if (next_tx_us > tx_us) {
- NANOSEC_TO_TIMESPEC((next_tx_us - tx_us) * 1000, &ctx->nap);
- } else if (tx_us > next_tx_us) {
- tx_us = now_us - start_us;
- *skip_length = ((tx_us - next_tx_us) * bps) / 8000000;
- }
- update_current_timestamp_trace_entry(ctx->stats.bytes_sent +
- (COUNTER)len, now_us, tx_us, next_tx_us);
- }
- dbgx(3, "packet size=" COUNTER_SPEC "\t\tnap=" TIMESPEC_FORMAT, len,
- ctx->nap.tv_sec, ctx->nap.tv_nsec);
- break;
- case speed_packetrate:
- /*
- * Ignore the time supplied by the capture file and send data at
- * a constant rate (packets per second).
- */
- now_us = TIMSTAMP_TO_MICROSEC(sent_timestamp);
- if (now_us) {
- COUNTER next_tx_us;
- COUNTER pph = ctx->options->speed.speed;
- COUNTER pkts_sent = ctx->stats.pkts_sent;
- COUNTER tx_us = now_us - start_us;
- /*
- * packets * 1000000 divided by pps = microseconds
- * packets per sec (pps) = packets per hour / (60 * 60)
- *
- * Adjust for long running tests with high PPS to prevent overflow.
- * When active, adjusted calculation may add a bit of jitter.
- */
- if ((pkts_sent < COUNTER_OVERFLOW_RISK))
- next_tx_us = (pkts_sent * 1000000) * (60 * 60) / pph;
- else
- next_tx_us = ((pkts_sent * 1000000) / pph) * (60 * 60);
- if (next_tx_us > tx_us)
- NANOSEC_TO_TIMESPEC((next_tx_us - tx_us) * 1000, &ctx->nap);
- else
- ctx->skip_packets = options->speed.pps_multi;
- update_current_timestamp_trace_entry(ctx->stats.bytes_sent +
- (COUNTER)len, now_us, tx_us, next_tx_us);
- }
- dbgx(3, "packet count=" COUNTER_SPEC "\t\tnap=" TIMESPEC_FORMAT,
- ctx->stats.pkts_sent, ctx->nap.tv_sec, ctx->nap.tv_nsec);
- break;
- case speed_oneatatime:
- /* do we skip prompting for a key press? */
- if (ctx->skip_packets == 0) {
- ctx->skip_packets = get_user_count(ctx, sp, counter);
- }
- /* decrement our send counter */
- printf("Sending packet " COUNTER_SPEC " out: %s\n", counter,
- sp == ctx->intf1 ? options->intf1_name : options->intf2_name);
- ctx->skip_packets--;
- /* leave */
- break;
- case speed_topspeed:
- break;
- default:
- errx(-1, "Unknown/supported speed mode: %d", options->speed.mode);
- break;
- }
- }
- static void tcpr_sleep(tcpreplay_t *ctx, sendpacket_t *sp,
- struct timespec *nap_this_time, struct timeval *now)
- {
- tcpreplay_opt_t *options = ctx->options;
- bool flush =
- #ifdef HAVE_NETMAP
- true;
- #else
- false;
- #endif
- /* don't sleep if nap = {0, 0} */
- if (!timesisset(nap_this_time))
- return;
- /* do we need to limit the total time we sleep? */
- if (timesisset(&(options->maxsleep)) && (timescmp(nap_this_time, &(options->maxsleep), >))) {
- dbgx(2, "Was going to sleep for " TIMESPEC_FORMAT " but maxsleeping for " TIMESPEC_FORMAT,
- nap_this_time->tv_sec, nap_this_time->tv_nsec, options->maxsleep.tv_sec,
- options->maxsleep.tv_nsec);
- TIMESPEC_SET(nap_this_time, &options->maxsleep);
- }
- if (flush)
- wake_send_queues(sp, options);
- dbgx(2, "Sleeping: " TIMESPEC_FORMAT,
- nap_this_time->tv_sec, nap_this_time->tv_nsec);
- /*
- * Depending on the accurate method & packet rate computation method
- * We have multiple methods of sleeping, pick the right one...
- */
- switch (options->accurate) {
- #ifdef HAVE_SELECT
- case accurate_select:
- select_sleep(sp, nap_this_time, now, flush);
- break;
- #endif
- #if defined HAVE_IOPORT_SLEEP
- case accurate_ioport:
- ioport_sleep(sp, nap_this_time, now, flush);
- break;
- #endif
- case accurate_gtod:
- gettimeofday_sleep(sp, nap_this_time, now, flush);
- break;
- case accurate_nanosleep:
- nanosleep_sleep(sp, nap_this_time, now, flush);
- break;
- default:
- errx(-1, "Unknown timer mode %d", options->accurate);
- }
- }
- /**
- * Ask the user how many packets they want to send.
- */
- static uint32_t
- get_user_count(tcpreplay_t *ctx, sendpacket_t *sp, COUNTER counter)
- {
- tcpreplay_opt_t *options = ctx->options;
- struct pollfd poller[1]; /* use poll to read from the keyboard */
- char input[EBUF_SIZE];
- unsigned long send = 0;
- printf("**** Next packet #" COUNTER_SPEC " out %s. How many packets do you wish to send? ",
- counter, (sp == ctx->intf1 ? options->intf1_name : options->intf2_name));
- fflush(NULL);
- poller[0].fd = STDIN_FILENO;
- poller[0].events = POLLIN | POLLPRI | POLLNVAL;
- poller[0].revents = 0;
- if (fcntl(0, F_SETFL, fcntl(0, F_GETFL) & ~O_NONBLOCK))
- errx(-1, "Unable to clear non-blocking flag on stdin: %s", strerror(errno));
- /* wait for the input */
- if (poll(poller, 1, -1) < 0)
- errx(-1, "Error reading user input from stdin: %s", strerror(errno));
- /*
- * read to the end of the line or EBUF_SIZE,
- * Note, if people are stupid, and type in more text then EBUF_SIZE
- * then the next fgets() will pull in that data, which will have poor
- * results. fuck them.
- */
- if (fgets(input, sizeof(input), stdin) == NULL) {
- errx(-1, "Unable to process user input for fd %d: %s", fileno(stdin), strerror(errno));
- } else if (strlen(input) > 1) {
- send = strtoul(input, NULL, 0);
- }
- /* how many packets should we send? */
- if (send == 0) {
- dbg(1, "Input was less then 1 or non-numeric, assuming 1");
- /* assume send only one packet */
- send = 1;
- }
- return(uint32_t)send;
- }
|