added percentile calculation

Author: VadimTk

load_multi_schema.sh

@@ -0,0 +1,41 @@
+export LD_LIBRARY_PATH=/data/opt/bin/mysql-5.7.11-linux-glibc2.5-x86_64/lib/
+DBNAME=$1
+WH=$2
+NSCHEMA=$3
+HOST=127.0.0.1
+STEP=5
+
+schema=0
+
+while [ $schema -lt $NSCHEMA ]
+do
+ DBFULLNAME=${DBNAME}_${schema}
+ echo "Creating schema $DBFULLNAME"
+ mysqladmin -h $HOST -f drop $DBFULLNAME
+ mysqladmin -h $HOST create $DBFULLNAME
+ mysql -h $HOST $DBFULLNAME  < create_table.sql 
+ mysql -h $HOST $DBFULLNAME  < add_fkey_idx.sql
+ mkdir -p out
+
+./tpcc_load -h $HOST -d $DBFULLNAME -u root -p "" -w $WH -l 1 -m 1 -n $WH >> out/1_$DBFULLNAME.out &
+
+x=1
+
+while [ $x -le $WH ]
+do
+ echo $x $(( $x + $STEP - 1 ))
+./tpcc_load -h $HOST -d $DBFULLNAME -u root -p "" -w $WH -l 2 -m $x -n $(( $x + $STEP - 1 ))  >> out/2_$DBFULLNAME.$x.out &
+./tpcc_load -h $HOST -d $DBFULLNAME -u root -p "" -w $WH -l 3 -m $x -n $(( $x + $STEP - 1 ))  >> out/3_$DBFULLNAME.$x.out &
+./tpcc_load -h $HOST -d $DBFULLNAME -u root -p "" -w $WH -l 4 -m $x -n $(( $x + $STEP - 1 ))  >> out/4_$DBFULLNAME.$x.out &
+ x=$(( $x + $STEP ))
+done
+
+for job in `jobs -p`
+do
+echo $job
+    wait $job
+done
+
+schema=$(( $schema + 1 ))
+
+done

src/Makefile

@@ -13,7 +13,7 @@ INC=		-I. `mysql_config --include`
 CFLAGS=		-w -O3 -g
 
 TRANSACTIONS=	neword.o payment.o ordstat.o delivery.o slev.o
-OBJS=		main.o spt_proc.o driver.o support.o sequence.o rthist.o $(TRANSACTIONS)
+OBJS=		main.o spt_proc.o driver.o support.o sequence.o rthist.o sb_percentile.o $(TRANSACTIONS)
 
 .SUFFIXES:
 .SUFFIXES: .o .c

src/driver.c

@@ -11,6 +11,7 @@
 #include "trans_if.h" /* prototypes for transacation interface calls */
 #include "sequence.h"
 #include "rthist.h"
+#include "sb_percentile.h"
 
 static int other_ware (int home_ware);
 static int do_neword (int t_num);
@@ -42,6 +43,7 @@ extern double max_rt[];
 extern double total_rt[];
 
 extern long clk_tck;
+extern sb_percentile_t local_percentile;
 
 #define MAX_RETRY 2000
 
@@ -54,6 +56,7 @@ extern long clk_tck;
 int driver (int t_num)
 {
     int i, j;
+    
 
     /* Actually, WaitTimes are needed... */
     while( activate_transaction ){
@@ -148,6 +151,7 @@ static int do_neword (int t_num)
 	if(rt > max_rt[0])
 	  max_rt[0]=rt;
 	total_rt[0] += rt;
+	sb_percentile_update(&local_percentile, rt);
 	hist_inc(0, rt);
 	if(counting_on){
 	  if( rt < RTIME_NEWORD ){

src/main.c

@@ -19,6 +19,7 @@
 #include "spt_proc.h"
 #include "sequence.h"
 #include "rthist.h"
+#include "sb_percentile.h"
 
 /* Global SQL Variables */
 MYSQL **ctx;
@@ -77,6 +78,8 @@ double cur_max_rt[5];
 
 double prev_total_rt[5];
 
+sb_percentile_t local_percentile;
+
 int activate_transaction;
 int counting_on;
 
@@ -382,6 +385,9 @@ int main( int argc, char *argv[] )
       }
   }
 
+  if (sb_percentile_init(&local_percentile, 100000, 1.0, 1e13))
+    return NULL;
+
   /* set up threads */
 
   t = malloc( sizeof(pthread_t) * num_conn );
@@ -598,6 +604,8 @@ void alarm_handler(int signum)
   int s[5],l[5];
   double rt90[5];
   double trt[5];
+  double percentile_val;
+  double percentile_val99;
 
   for( i=0; i<5; i++ ){
     s[i] = success[i];
@@ -607,10 +615,13 @@ void alarm_handler(int signum)
   }
 
   time_count += PRINT_INTERVAL;
+  percentile_val = sb_percentile_calculate(&local_percentile, 95);
+  percentile_val99 = sb_percentile_calculate(&local_percentile, 99);
+  sb_percentile_reset(&local_percentile);
 //  printf("%4d, %d:%.3f|%.3f(%.3f), %d:%.3f|%.3f(%.3f), %d:%.3f|%.3f(%.3f), %d:%.3f|%.3f(%.3f), %d:%.3f|%.3f(%.3f)\n",
-  printf("%4d, trx: %d max_rt: %.3f, %d|%.3f, %d|%.3f, %d|%.3f, %d|%.3f\n",
+  printf("%4d, trx: %d, 95%: %.3f, 99%: %.3f, max_rt: %.3f, %d|%.3f, %d|%.3f, %d|%.3f, %d|%.3f\n",
 	 time_count,
-	 ( s[0] + l[0] - prev_s[0] - prev_l[0] ),
+	 ( s[0] + l[0] - prev_s[0] - prev_l[0] ), percentile_val,percentile_val99,
 	 (double)cur_max_rt[0],
 	 ( s[1] + l[1] - prev_s[1] - prev_l[1] ),
 	 (double)cur_max_rt[1],

src/sb_percentile.c

@@ -0,0 +1,119 @@
+/* Copyright (C) 2011 Alexey Kopytov.
+
+   This program is free software; you can redistribute it and/or modify
+   it under the terms of the GNU General Public License as published by
+   the Free Software Foundation; either version 2 of the License, or
+   (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software
+   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+
+#ifdef HAVE_CONFIG_H
+# include "config.h"
+#endif
+#ifdef _WIN32
+#include "sb_win.h"
+#endif
+
+#include <stdlib.h>
+#include <string.h>
+#include <math.h>
+#include <pthread.h>
+
+#include "sb_percentile.h"
+
+int sb_percentile_init(sb_percentile_t *percentile,
+                       unsigned int size, double range_min, double range_max)
+{
+  percentile->values = (unsigned long long *)
+    calloc(size, sizeof(unsigned long long));
+  percentile->tmp = (unsigned long long *)
+    calloc(size, sizeof(unsigned long long));
+  if (percentile->values == NULL || percentile->tmp == NULL)
+  {
+    //log_text(LOG_FATAL, "Cannot allocate values array, size = %u", size);
+    return 1;
+  }
+
+  percentile->range_deduct = log(range_min);
+  percentile->range_mult = (size - 1) / (log(range_max) -
+                                         percentile->range_deduct);
+  percentile->range_min = range_min;
+  percentile->range_max = range_max;
+  percentile->size = size;
+  percentile->total = 0;
+
+  pthread_mutex_init(&percentile->mutex, NULL);
+
+  return 0;
+}
+
+void sb_percentile_update(sb_percentile_t *percentile, double value)
+{
+  unsigned int n;
+
+  if (value < percentile->range_min)
+    value= percentile->range_min;
+  else if (value > percentile->range_max)
+    value= percentile->range_max;
+
+  n = floor((log(value) - percentile->range_deduct) * percentile->range_mult
+            + 0.5);
+
+  pthread_mutex_lock(&percentile->mutex);
+  percentile->total++;
+  percentile->values[n]++;
+  pthread_mutex_unlock(&percentile->mutex);
+}
+
+double sb_percentile_calculate(sb_percentile_t *percentile, double percent)
+{
+  unsigned long long ncur, nmax;
+  unsigned int       i;
+
+  pthread_mutex_lock(&percentile->mutex);
+
+  if (percentile->total == 0)
+  {
+    pthread_mutex_unlock(&percentile->mutex);
+    return 0.0;
+  }
+
+  memcpy(percentile->tmp, percentile->values,
+         percentile->size * sizeof(unsigned long long));
+  nmax = floor(percentile->total * percent / 100 + 0.5);
+
+  pthread_mutex_unlock(&percentile->mutex);
+
+  ncur = percentile->tmp[0];
+  for (i = 1; i < percentile->size; i++)
+  {
+    ncur += percentile->tmp[i];
+    if (ncur >= nmax)
+      break;
+  }
+
+  return exp((i) / percentile->range_mult + percentile->range_deduct);
+}
+
+void sb_percentile_reset(sb_percentile_t *percentile)
+{
+  pthread_mutex_lock(&percentile->mutex);
+  percentile->total = 0;
+  memset(percentile->values, 0, percentile->size * sizeof(unsigned long long));
+  pthread_mutex_unlock(&percentile->mutex);
+}
+
+void sb_percentile_done(sb_percentile_t *percentile)
+{
+  pthread_mutex_destroy(&percentile->mutex);
+  free(percentile->values);
+  free(percentile->tmp);
+}

src/sb_percentile.h

@@ -0,0 +1,48 @@
+/* Copyright (C) 2011 Alexey Kopytov.
+
+   This program is free software; you can redistribute it and/or modify
+   it under the terms of the GNU General Public License as published by
+   the Free Software Foundation; either version 2 of the License, or
+   (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software
+   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+
+#ifndef SB_PERCENTILE_H
+#define SB_PERCENTILE_H
+
+#ifdef HAVE_PTHREAD_H
+# include <pthread.h>
+#endif
+
+typedef struct {
+  unsigned long long  *values;
+  unsigned long long  *tmp;
+  unsigned long long  total;
+  unsigned int        size;
+  double              range_min;
+  double              range_max;
+  double              range_deduct;
+  double              range_mult;
+  pthread_mutex_t     mutex;
+} sb_percentile_t;
+
+int sb_percentile_init(sb_percentile_t *percentile,
+                       unsigned int size, double range_min, double range_max);
+
+void sb_percentile_update(sb_percentile_t *percentile, double value);
+
+double sb_percentile_calculate(sb_percentile_t *percentile, double percent);
+
+void sb_percentile_reset(sb_percentile_t *percentile);
+
+void sb_percentile_done(sb_percentile_t *percentile);
+
+#endif