Changeset 96ec511


Ignore:
Timestamp:
11/15/18 15:27:00 (2 years ago)
Author:
Jacob Van Walraven <jcv9@…>
Branches:
develop
Children:
eac29c7
Parents:
49a047f
Message:

Added more metrics

File:
1 edited

Legend:

Unmodified
Added
Removed

  • examples/tutorial/ipdist-parallel.c

    r49a047f r96ec511  
    2929        float src[4][256];
    3030        float dst[4][256];
    31         //double mean_src[4];
    32         //double mean_dst[4];
    33         //double stdev_src[4];
    34         //double stdev_dst[4];
    35         //double variance_src[4];
    36         //double variance_dst[4];
    37         //double variation_src[4];
    38         //double variation_dst[4];
     31        double mode_src[4];
     32        double mode_dst[4];
     33        double mean_src[4];
     34        double mean_dst[4];
     35        double stddev_src[4];
     36        double stddev_dst[4];
     37        double variance_src[4];
     38        double variance_dst[4];
     39        double skewness_src[4];
     40        double skewness_dst[4];
    3941        struct addr_rank *rank_src[4];
    4042        struct addr_rank *rank_dst[4];
    … …  
    140142        }
    141143
    142 
    143 
    144         /* This will all result in overflows, needs to be a rolling average?? stdev etc */
    145         /* Calculate mean */
    146 //      for(i=0;i<4;i++) {
    147 //              uint64_t count_src = 0;
    148 //              uint64_t count_dst = 0;
    149 //              uint64_t tmp_src = 0;
    150 //              uint64_t tmp_dst = 0;
    151 //              for(j=0;j<256;j++) {
    152 //                      tmp_src += (j * tally->src[i][j]);
    153 //                      count_src += tally->src[i][j];
    154 //                      tmp_dst += (j * tally->dst[i][j]);
    155 //                      count_dst += tally->dst[i][j];
    156 //              }
    157 //
    158 //              tally->stats->mean_src[i] = tmp_src / count_src;
    159 //              tally->stats->mean_dst[i] = tmp_dst / count_dst;
    160 //      }
    161 //      printf("mean: %f\n", tally->stats->mean_src[0]);
    162 //
    163 //
    164 //      /* Calculate variance, standard deviation and variation*/
    165 //      for(i=0;i<4;i++) {
    166 //              uint64_t count_src = 0;
    167 //              uint64_t count_dst = 0;
    168 //              uint64_t tmp_src = 0;
    169 //              uint64_t tmp_dst = 0;
    170 //              for(j=0;j<256;j++) {
    171 //                      tmp_src += (j * pow((tally->src[i][j] - tally->stats->mean_src[i]), 2));
    172 //                      count_src += tally->src[i][j];
    173 //                      tmp_dst += (j * pow((tally->dst[i][j] - tally->stats->mean_dst[i]), 2));
    174 //                      count_dst += tally->dst[i][j];
    175 //              }
    176 //              //printf("total: %u count: %u dd: %f\n", tmp_src, count_src, tmp_src/count_src);
    177 //              tally->stats->variance_src[i] = (double)tmp_src / (double)count_src;
    178 //              tally->stats->variance_dst[i] = (double)tmp_dst / (double)count_dst;
    179 //              tally->stats->stdev_src[i] = sqrt(tally->stats->variance_src[i]);
    180 //              tally->stats->stdev_dst[i] = sqrt(tally->stats->variance_dst[i]);
    181 //
    182 //              /* Calculate coefficient of variation */
    183 //              tally->stats->variation_src[i] = tally->stats->stdev_src[i] / tally->stats->mean_src[i];
    184 //              tally->stats->variation_dst[i] = tally->stats->stdev_dst[i] / tally->stats->mean_dst[i];
    185 //      }
    186 //
    187 //
    188 //      printf("stdev: %f variance: %f variation: %f\n", tally->stats->stdev_src[0], tally->stats->variance_src[0], tally->stats->variation_src[0]);
     144        /* Calculate mean, variance and standard deviation */
     145        for(k=0;k<4;k++) {
     146
     147                double ex = 0;
     148                double ex2 = 0;
     149                double n = 0;
     150                double m = 0;
     151                for(i=0;i<256;i++) {
     152                        for(j=0;j<tally->src[k][i];j++) {
     153                                if(n == 0) {
     154                                        m = i;
     155                                }
     156                                n += 1;
     157                                ex += (i - m);
     158                                ex2 += ((i - m) * (i - m));
     159                        }
     160                }
     161                tally->stats->mean_src[k] = (k + (ex / n));
     162                tally->stats->variance_src[k] = ((ex2 - (ex*ex)/n) / n);
     163                tally->stats->stddev_src[k] = sqrt(tally->stats->variance_src[k]);
     164
     165                ex = 0;
     166                ex2 = 0;
     167                n = 0;
     168                m = 0;
     169                for(i=0;i<256;i++) {
     170                        for(j=0;j<tally->dst[k][i];j++) {
     171                                if(n == 0) {
     172                                        m = i;
     173                                }
     174                                n += 1;
     175                                ex += (i - m);
     176                                ex2 += ((i - m) * (i - m));
     177                        }
     178                }
     179                tally->stats->mean_dst[k] = (k + (ex / n));
     180                tally->stats->variance_dst[k] = ((ex2 - (ex*ex)/n) / n);
     181                tally->stats->stddev_dst[k] = sqrt(tally->stats->variance_dst[k]);
     182
     183                tally->stats->mode_src[k] = peak(&tally->stats->rank_src[k]);
     184                tally->stats->mode_dst[k] = peak(&tally->stats->rank_src[k]);
     185                /* Calculate skewness using pearsons mode method. This is accurate with large amounts of data */
     186                tally->stats->skewness_src[k] = (tally->stats->mean_src[k] - tally->stats->mode_src[k]) / tally->stats->stddev_src[k];
     187                tally->stats->skewness_dst[k] = (tally->stats->mean_dst[k] - tally->stats->mode_dst[k]) / tally->stats->stddev_dst[k];
     188        }
     189
     190        printf("skewnesss: %f\n", tally->stats->skewness_dst[1]);
    189191
    190192}
    … …  
    386388                }
    387389                /* Stats related varibles */
    388                 //tally->stats->mean_src[i] = 0;
    389                 //tally->stats->mean_dst[i] = 0;
    390                 //tally->stats->stdev_src[i] = 0;
    391                 //tally->stats->stdev_dst[i] = 0;
    392                 //tally->stats->variance_src[i] = 0;
    393                 //tally->stats->variance_dst[i] = 0;
    394                 //tally->stats->variation_src[i] = 0;
    395                 //tally->stats->variation_dst[i] = 0;
     390                tally->stats->mode_src[i] = 0;
     391                tally->stats->mode_dst[i] = 0;
     392                tally->stats->mean_src[i] = 0;
     393                tally->stats->mean_dst[i] = 0;
     394                tally->stats->stddev_src[i] = 0;
     395                tally->stats->stddev_dst[i] = 0;
     396                tally->stats->variance_src[i] = 0;
     397                tally->stats->variance_dst[i] = 0;
     398                tally->stats->skewness_src[i] = 0;
     399                tally->stats->skewness_dst[i] = 0;
    396400        }
    397401        tally->lastkey = 0;
    … …  
    442446                fprintf(tmp, "\n");
    443447        }
     448        fclose(tmp);
     449
     450        char outputfile_stats[255];
     451        snprintf(outputfile_stats, sizeof(outputfile_stats), "%sipdist-%u.stats", stats_outputdir, tick);
     452        tmp = fopen(outputfile_stats, "w");
     453        /* append stats data to end of file */
     454        fprintf(tmp, "#\tmean\tstddev\tvariance\tmode\tskewness\n");
     455        for(i=0;i<4;i++) {
     456                fprintf(tmp, "src%d\t%0.f\t%0.f\t%0.f\t\t%0.f\t%f\n", i+1, tally->stats->mean_src[i], tally->stats->stddev_src[i], tally->stats->variance_src[i], tally->stats->mode_src[i], tally->stats->skewness_src[i]);
     457                fprintf(tmp, "dst%d\t%0.f\t%0.f\t%0.f\t\t%0.f\t%f\n", i+1, tally->stats->mean_dst[i], tally->stats->stddev_dst[i], tally->stats->variance_dst[i], tally->stats->mode_dst[i], tally->stats->skewness_dst[i]);
     458                fprintf(tmp, "\n\n");
     459        }
    444460        fclose(tmp);
    445461
    … …  
    484500                FILE *gnuplot = popen("gnuplot -persistent", "w");
    485501                /* send all commands to gnuplot */
    486                 fprintf(gnuplot, "set term pngcairo dashed enhanced size 1280,960\n");
     502                fprintf(gnuplot, "set term pngcairo enhanced size 1280,960\n");
    487503                fprintf(gnuplot, "set output '%s'\n", outputplot);
    488504                fprintf(gnuplot, "set multiplot layout 2,1\n");
    … …  
    492508                fprintf(gnuplot, "set ylabel 'Hits'\n");
    493509                fprintf(gnuplot, "set xtics 0,10,255\n");
    494                 fprintf(gnuplot, "plot '%s' using %d:%d title 'Source octet %d' smooth unique with boxes,", outputfile, (i*4)+3,(i*4)+4, i+1);
    495                 fprintf(gnuplot, "'%s' using %d:%d title 'Destination octet %d' smooth unique with boxes\n", outputfile, (i*4)+5, (i*4)+6, i+1);
     510                /* Setup labels that hold mean, standard deviation and variance */
     511                fprintf(gnuplot, "stats '%s' index %d every ::0::0 using 2 name 'SOURCEMEAN' nooutput\n", outputfile_stats, i);
     512                //fprintf(gnuplot, "set label 1 gprintf(\"Source Mean %u\", SOURCEMEAN_min) at graph 0.02, 0.95\n");
     513                fprintf(gnuplot, "stats '%s' index %d every ::1::1 using 2 name 'DESTMEAN' nooutput\n", outputfile_stats, i);
     514                //fprintf(gnuplot, "set label 2 gprintf(\"Destination Mean: %f\", DESTMEAN_min) at graph 0.02, 0.90\n");
     515                //fprintf(gnuplot, "stats '%s' index %d every ::0::0 using 3 name 'SOURCESTDDEV' nooutput\n", outputfile_stats, i);
     516                //fprintf(gnuplot, "set label 3 sprintf('Source Standard Deviation: %f', SOURCESTDDEV_min) at graph 0.24, 0.95\n");
     517                //fprintf(gnuplot, "stats '%s' index %d every ::1::1 using 3 name 'DESTSTDDEV' nooutput\n", outputfile_stats, i);
     518                //fprintf(gnuplot, "set label 4 sprintf('Destination Standard Deviation: %f', DESTSTDDEV_min) at graph 0.24, 0.90\n");
     519                //fprintf(gnuplot, "stats '%s' index %d every ::0::0 using 4 name 'SOURCEVAR' nooutput\n", outputfile_stats, i);
     520                //fprintf(gnuplot, "set label 5 sprintf('Source Variance: %f', SOURCEVAR_min) at graph 0.55, 0.95\n");
     521                //fprintf(gnuplot, "stats '%s' index %d every ::1::1 using 4 name 'DESTVAR' nooutput\n", outputfile_stats, i);
     522                //fprintf(gnuplot, "set label 6 sprintf('Destination Variance: %f', DESTVAR_min) at graph 0.55, 0.90\n");
     523                /* Plot the first graph of the multiplot */
     524                fprintf(gnuplot, "set arrow from SOURCEMEAN_min, graph 0 to SOURCEMEAN_min, graph 1 nohead lt 1\n");
     525                fprintf(gnuplot, "set arrow from DESTMEAN_min, graph 0 to DESTMEAN_min, graph 1 nohead lt 2\n");
     526                fprintf(gnuplot, "plot '%s' using %d:%d index 0 title 'Source octet %d' smooth unique with boxes,", outputfile, (i*4)+3,(i*4)+4, i+1);
     527                fprintf(gnuplot, "'%s' using %d:%d index 0 title 'Destination octet %d' smooth unique with boxes,", outputfile, (i*4)+5, (i*4)+6, i+1);
     528                fprintf(gnuplot, "1/0 t 'Source mean' lt 1,");
     529                fprintf(gnuplot, "1/0 t 'Destination mean' lt 2\n");
     530                /* Unset labels for next plot */
     531                fprintf(gnuplot, "unset arrow\n");
     532                fprintf(gnuplot, "unset label 1\nunset label 2\nunset label 3\nunset label 4\nunset label 5\nunset label 6\n");
    496533                fprintf(gnuplot, "set title 'Zipf Distribution'\n");
    497534                fprintf(gnuplot, "set xlabel 'Rank'\n");
    … …  
    499536                fprintf(gnuplot, "set xrange[1:255]\n");
    500537                fprintf(gnuplot, "set logscale xy 10\n");
    501                 fprintf(gnuplot, "plot '%s' using 2:%d title 'Source octet %d',", outputfile, (i*4)+4, i+1);
    502                 fprintf(gnuplot, "'%s' using 2:%d title 'Destination octet %d'\n", outputfile, (i*4)+6, i+1);
     538                /* Plot the second graph of the multiplot */
     539                fprintf(gnuplot, "plot '%s' using 2:%d index 0 title 'Source octet %d',", outputfile, (i*4)+4, i+1);
     540                fprintf(gnuplot, "'%s' using 2:%d index 0 title 'Destination octet %d'\n", outputfile, (i*4)+6, i+1);
    503541                fprintf(gnuplot, "replot");
    504542                pclose(gnuplot);
    … …  
    594632                                tally->dst[i][j] = 0;
    595633                        }
    596                         /* Clear all stats related data */
    597                         //tally->stats->mean_src[i] = 0;
    598                         //tally->stats->mean_dst[i] = 0;
    599                         //tally->stats->stdev_src[i] = 0;
    600                         //tally->stats->stdev_dst[i] = 0;
    601                         //tally->stats->variance_src[i] = 0;
    602                         //tally->stats->variance_dst[i] = 0;
    603                         //tally->stats->variation_src[i] = 0;
    604                         //tally->stats->variation_dst[i] = 0;
    605 
    606634                }
    607635                /* free the priority queue */
Note: See TracChangeset for help on using the changeset viewer.