source: test/test-format-parallel-hasher.c @ f051c1b

4.0.1-hotfixescachetimestampsdevelopdpdk-ndagetsilivelibtrace4ndag_formatpfringrc-4.0.1rc-4.0.2rc-4.0.3rc-4.0.4ringdecrementfixringperformanceringtimestampfixes
Last change on this file since f051c1b was f051c1b, checked in by Richard Sanger <rsangerarj@…>, 7 years ago

Tidies up the state messages received, now all states are passed through created->resumed->paused->stopped this might simplify some code. Removed the extra paused state.
Hooks up the reporter method through trace_pstart, hopefully resulting in simpler code most of the time. Also renames this from reducer to reporter anywhere it was not already. Adds a test for this also.
Removes is_packet from a result in favour of a more generic type, with packet being one of these.
Moves configuration for tuning relelated settings into a single structure.

  • Property mode set to 100644
File size: 6.9 KB
Line 
1/*
2 * This file is part of libtrace
3 *
4 * Copyright (c) 2007 The University of Waikato, Hamilton, New Zealand.
5 * Authors: Daniel Lawson
6 *          Perry Lorier
7 *         
8 * All rights reserved.
9 *
10 * This code has been developed by the University of Waikato WAND
11 * research group. For further information please see http://www.wand.net.nz/
12 *
13 * libtrace is free software; you can redistribute it and/or modify
14 * it under the terms of the GNU General Public License as published by
15 * the Free Software Foundation; either version 2 of the License, or
16 * (at your option) any later version.
17 *
18 * libtrace is distributed in the hope that it will be useful,
19 * but WITHOUT ANY WARRANTY; without even the implied warranty of
20 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21 * GNU General Public License for more details.
22 *
23 * You should have received a copy of the GNU General Public License
24 * along with libtrace; if not, write to the Free Software
25 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
26 *
27 * $Id: test-rtclient.c,v 1.2 2006/02/27 03:41:12 perry Exp $
28 *
29 */
30#ifndef WIN32
31#  include <sys/time.h>
32#  include <netinet/in.h>
33#  include <netinet/in_systm.h>
34#  include <netinet/tcp.h>
35#  include <netinet/ip.h>
36#  include <netinet/ip_icmp.h>
37#  include <arpa/inet.h>
38#  include <sys/socket.h>
39#endif
40#include <stdio.h>
41#include <stdlib.h>
42#include <assert.h>
43#include <string.h>
44#include <sys/types.h>
45#include <time.h>
46#include <string.h>
47#include <signal.h>
48#include <unistd.h>
49
50#include "dagformat.h"
51#include "libtrace.h"
52#include "data-struct/vector.h"
53
54void iferr(libtrace_t *trace,const char *msg)
55{
56        libtrace_err_t err = trace_get_err(trace);
57        if (err.err_num==0)
58                return;
59        printf("Error: %s: %s\n", msg, err.problem);
60        exit(1);
61}
62
63const char *lookup_uri(const char *type) {
64        if (strchr(type,':'))
65                return type;
66        if (!strcmp(type,"erf"))
67                return "erf:traces/100_packets.erf";
68        if (!strcmp(type,"rawerf"))
69                return "rawerf:traces/100_packets.erf";
70        if (!strcmp(type,"pcap"))
71                return "pcap:traces/100_packets.pcap";
72        if (!strcmp(type,"wtf"))
73                return "wtf:traces/wed.wtf";
74        if (!strcmp(type,"rtclient"))
75                return "rtclient:chasm";
76        if (!strcmp(type,"pcapfile"))
77                return "pcapfile:traces/100_packets.pcap";
78        if (!strcmp(type,"pcapfilens"))
79                return "pcapfile:traces/100_packetsns.pcap";
80        if (!strcmp(type, "duck"))
81                return "duck:traces/100_packets.duck";
82        if (!strcmp(type, "legacyatm"))
83                return "legacyatm:traces/legacyatm.gz";
84        if (!strcmp(type, "legacypos"))
85                return "legacypos:traces/legacypos.gz";
86        if (!strcmp(type, "legacyeth"))
87                return "legacyeth:traces/legacyeth.gz";
88        if (!strcmp(type, "tsh"))
89                return "tsh:traces/10_packets.tsh.gz";
90        return type;
91}
92
93
94struct TLS {
95        bool seen_start_message;
96        bool seen_stop_message;
97        bool seen_resumed_message;
98        bool seen_pausing_message;
99        int count;
100};
101int x;
102
103static void* per_packet(libtrace_t *trace, libtrace_packet_t *pkt, 
104                                                libtrace_message_t *mesg,
105                                                libtrace_thread_t *t) {
106        struct TLS *tls;
107        void* ret;
108        tls = trace_get_tls(t);
109
110        if (pkt) {
111                int a,*b,c=0;
112                assert(tls != NULL);
113                assert(!(tls->seen_stop_message));
114                tls->count++;
115                if (tls->count>100) {
116                        fprintf(stderr, "Too many packets someone should stop me!!\n");
117                        kill(getpid(), SIGTERM);
118                }
119                // Do some work to even out the load on cores
120                b = &c;
121                for (a = 0; a < 10000000; a++) {
122                        c += a**b;
123                }
124                x = c;
125        }
126        else switch (mesg->code) {
127                case MESSAGE_STARTING:
128                        assert(tls == NULL);
129                        tls = calloc(sizeof(struct TLS), 1);
130                        ret = trace_set_tls(t, tls);
131                        assert(ret == NULL);
132                        tls->seen_start_message = true;
133                        break;
134                case MESSAGE_STOPPING:
135                        assert(tls->seen_start_message);
136                        assert(tls != NULL);
137                        tls->seen_stop_message = true;
138                        trace_set_tls(t, NULL);
139
140                        // All threads publish to verify the thread count
141                        trace_publish_result(trace, t, (uint64_t) 0, (void *) tls->count, RESULT_NORMAL);
142                        trace_post_reporter(trace);
143                        free(tls);
144                        break;
145                case MESSAGE_TICK:
146                        assert(tls->seen_start_message );
147                        fprintf(stderr, "Not expecting a tick packet\n");
148                        kill(getpid(), SIGTERM);
149                        break;
150                case MESSAGE_PAUSING:
151                        assert(tls->seen_start_message);
152                        tls->seen_pausing_message = true;
153                        break;
154                case MESSAGE_RESUMING:
155                        assert(tls->seen_pausing_message  || tls->seen_start_message);
156                        tls->seen_resumed_message = true;
157                        break;
158        }
159        return pkt;
160}
161
162
163/**
164 * Sends the first 25 packets to thread 0, the next 75 to thread 1
165 * This is based on a few internal workings assumptions, which
166 * might change and still be valid even if this test fails!!.
167 */
168uint64_t hash25_75(const libtrace_packet_t* packet, void *data) {
169        int *count = (int *) data;
170        *count += 1;
171        if (*count <= 25)
172                return 0;
173        return 1;
174}
175
176/**
177 * Test that the hasher function works
178 */
179int test_hasher(const char *tracename, int expected) {
180        libtrace_t *trace;
181        int error = 0;
182        int count = 0;
183        int i;
184        int hashercount = 0;
185        printf("Testing hasher function\n");
186
187        // Create the trace
188        trace = trace_create(tracename);
189        iferr(trace,tracename);
190
191        // Always use 2 threads for simplicity
192        i = 2;
193        trace_parallel_config(trace, TRACE_OPTION_SET_PERPKT_THREAD_COUNT, &i);
194        trace_set_hasher(trace, HASHER_CUSTOM, &hash25_75, &hashercount);
195
196        // Start it
197        trace_pstart(trace, NULL, per_packet, NULL);
198        iferr(trace,tracename);
199        /* Make sure traces survive a pause and restart */
200        trace_ppause(trace);
201        iferr(trace,tracename);
202        trace_pstart(trace, NULL, NULL, NULL);
203        iferr(trace,tracename);
204
205        /* Wait for all threads to stop */
206        trace_join(trace);
207        libtrace_vector_t results;
208
209        /* Now lets check the results */
210        libtrace_vector_init(&results, sizeof(libtrace_result_t));
211        trace_get_results(trace, &results);
212        // Should have two results/threads here
213        assert(libtrace_vector_get_size(&results) == 2);
214        for (i = 0; i < libtrace_vector_get_size(&results); i++) {
215                int ret;
216                libtrace_result_t result;
217                ret = libtrace_vector_get(&results, i, (void *) &result);
218                assert(ret == 1);
219                assert(libtrace_result_get_key(&result) == 0);
220                count += (int) libtrace_result_get_value(&result);
221                printf("%d,", (int) libtrace_result_get_value(&result));
222               
223        }
224        printf(")\n");
225        for (i = 0; i < libtrace_vector_get_size(&results); i++) {
226                int ret;
227                libtrace_result_t result;
228                ret = libtrace_vector_get(&results, i, (void *) &result);
229                assert(libtrace_result_get_value(&result) == 25 ||
230                        libtrace_result_get_value(&result) == expected - 25);
231        }
232        libtrace_vector_destroy(&results);
233
234        if (error == 0) {
235                if (count == expected) {
236                        printf("success: %d packets read\n",expected);
237                } else {
238                        printf("failure: %d packets expected, %d seen\n",expected,count);
239                        error = 1;
240                }
241        } else {
242                iferr(trace,tracename);
243        }
244    trace_destroy(trace);
245    return error;
246}
247
248
249
250int main(int argc, char *argv[]) {
251        int error = 0;
252        int expected = 100;
253        const char *tracename;
254
255        if (argc<2) {
256                fprintf(stderr,"usage: %s type\n",argv[0]);
257                return 1;
258        }
259
260        tracename = lookup_uri(argv[1]);
261
262        if (strcmp(argv[1],"rtclient")==0) expected=101;
263
264        error = test_hasher(tracename, expected);
265
266    return error;
267}
Note: See TracBrowser for help on using the repository browser.