Java Code Examples for org.HdrHistogram.Histogram#add()

private Histogram aggregateHistograms(final Entry<String, List<Path>> entry) throws FileNotFoundException
{
    Histogram aggregate = null;

    for (final Path file : entry.getValue())
    {
        try (HistogramLogReader logReader = new HistogramLogReader(file.toFile()))
        {
            while (logReader.hasNext())
            {
                final Histogram histogram = (Histogram)logReader.nextIntervalHistogram();
                if (null == aggregate)
                {
                    aggregate = histogram;
                }
                else
                {
                    aggregate.add(histogram);
                }
            }
        }
    }

    return aggregate;
}
 

private Histogram mergeHistogramsAfterWarmupPeriod(final Histogram[] histograms)
{
    final Histogram target = HISTOGRAMS.createHistogram();
    for (int i = 0; i < histograms.length; i++)
    {
        if(i > commandLineArgs.getNumberOfWarmups())
        {
            target.add(histograms[i]);
        }
    }

    return target;
}
 

@Benchmark
public Histogram trackMergeHistogram(HistogramState histogramState) {
  Histogram histogram = new Histogram(histogramState.MIN_VALUE, histogramState.MAX_VALUE, 3);
  histogram.add(histogramState.histogram1);
  histogram.add(histogramState.histogram2);
  histogram.add(histogramState.histogram3);
  histogram.add(histogramState.histogram4);
  return histogram;
}
 

public static void main(String[] args) throws FileNotFoundException {
    File inputFile = new File(args[0]);
    File outputFile = new File(inputFile.getParent(), inputFile.getName() + ".tmp");
    long startMillis = Long.parseLong(args[1]);
    long endMillis = Long.parseLong(args[2]);

    HistogramLogReader reader = new HistogramLogReader(inputFile);
    HistogramLogWriter writer = new HistogramLogWriter(outputFile);
    for (; ; ) {
        Histogram histogram = (Histogram) reader.nextIntervalHistogram();
        if (histogram == null) {
            break;
        }

        if (histogram.getStartTimeStamp() >= startMillis && histogram.getEndTimeStamp() <= endMillis) {
            Histogram out = new Histogram(
                    histogram.getLowestDiscernibleValue(),
                    histogram.getHighestTrackableValue(),
                    histogram.getNumberOfSignificantValueDigits());
            out.setStartTimeStamp(histogram.getStartTimeStamp());
            out.setEndTimeStamp(histogram.getEndTimeStamp());
            out.add(histogram);
            writer.outputIntervalHistogram(out);
        }
    }

    outputFile.renameTo(new File(args[0]));
}
 

private static Histogram createResultHistogram(final List<Histogram> list, final long start, final long end) {
    final Histogram result = new Histogram(TimeUnit.SECONDS.toNanos(10), 3);
    result.setStartTimeStamp(start);
    result.setEndTimeStamp(end);
    for (final Histogram hist : list) {
        result.add(hist);
    }
    return result;
}
 

protected void run(Environment environment,
                   Namespace namespace,
                   KTSDConfiguration config) throws Exception {

  final CloseableHttpClient client =
      new HttpClientBuilder(environment).using(config.getBench().getHttpClient())
                                        .build(getName());

  long start = config.getBench().getStart();
  long end = config.getBench().getEnd();
  if (end == 0) end = System.currentTimeMillis();
  if (start == 0) start = end - TimeUnit.HOURS.toMillis(1);
  if (start < 0) start = end - start;

  URI uri = new URIBuilder()
      .setScheme("http")
      .setHost(config.getBench().getKtsdHost())
      .setPort(config.getBench().getKtsdPort())
      .setPath("/api/put")
      .setParameter("summary", "true")
      .build();

  List<SortedMap<String, String>> tags = new ArrayList<>();
  tags.add(new TreeMap<String, String>());
  for (Map.Entry<String, List<String>> tag : config.getBench().getTags().entrySet()) {
    List<SortedMap<String, String>> original = tags;
    tags = new ArrayList<>();
    for (String value : tag.getValue()) {
      for (SortedMap<String, String> ts : original) {
        SortedMap<String, String> copy = new TreeMap<>(ts);
        copy.put(tag.getKey(), value);
        tags.add(copy);
      }
    }
  }

  CountDownLatch latch = new CountDownLatch(config.getBench().getMetrics().size() * tags.size());
  LatencyStats stats = new LatencyStats();

  List<Thread> threads = new ArrayList<>();
  for (String metric : config.getBench().getMetrics()) {
    for (SortedMap<String, String> tagset : tags) {
      DatapointGenerator datapoints = new DatapointGenerator(threads.size(), start, end,
                                                             config.getBench().getSampleFrequency());
      threads.add(new Thread(new PutSeries(uri, metric, tagset, datapoints, stats,
                                           client, environment.getObjectMapper(), latch)));
    }
  }

  for (Thread thread : threads) {
    thread.start();
  }

  Histogram hist = stats.getIntervalHistogram();
  while (!latch.await(10, TimeUnit.SECONDS)) {
    Histogram latest = stats.getIntervalHistogram();
    hist.add(latest);

    LOG.info("Progress:");
    LOG.info("puts: {}/{}", latest.getTotalCount(), hist.getTotalCount());
    LOG.info("mean latency: {}/{}", TimeUnit.NANOSECONDS.toMillis((long) latest.getMean()),
                                    TimeUnit.NANOSECONDS.toMillis((long) hist.getMean()));
    LOG.info("min: {}/{}", TimeUnit.NANOSECONDS.toMillis(latest.getMinValue()),
                           TimeUnit.NANOSECONDS.toMillis(hist.getMinValue()));
    LOG.info("max: {}/{}", TimeUnit.NANOSECONDS.toMillis(latest.getMaxValue()),
                           TimeUnit.NANOSECONDS.toMillis(hist.getMaxValue()));
    LOG.info("p50: {}/{}", TimeUnit.NANOSECONDS.toMillis(latest.getValueAtPercentile(50)),
                           TimeUnit.NANOSECONDS.toMillis(hist.getValueAtPercentile(50)));
    LOG.info("p99: {}/{}", TimeUnit.NANOSECONDS.toMillis(latest.getValueAtPercentile(99)),
                           TimeUnit.NANOSECONDS.toMillis(hist.getValueAtPercentile(99)));
  }

  LOG.info("Benchmark complete");
  LOG.info("puts: {}", hist.getTotalCount());
  LOG.info("mean latency: {}", TimeUnit.NANOSECONDS.toMillis((long) hist.getMean()));
  LOG.info("stddev: {}", TimeUnit.NANOSECONDS.toMillis((long) hist.getStdDeviation()));
  LOG.info("min: {}", TimeUnit.NANOSECONDS.toMillis(hist.getMinValue()));
  LOG.info("max: {}", TimeUnit.NANOSECONDS.toMillis(hist.getMaxValue()));
  LOG.info("p50: {}", TimeUnit.NANOSECONDS.toMillis(hist.getValueAtPercentile(50)));
  LOG.info("p90: {}", TimeUnit.NANOSECONDS.toMillis(hist.getValueAtPercentile(90)));
  LOG.info("p95: {}", TimeUnit.NANOSECONDS.toMillis(hist.getValueAtPercentile(95)));
  LOG.info("p99: {}", TimeUnit.NANOSECONDS.toMillis(hist.getValueAtPercentile(99)));
  LOG.info("p999: {}", TimeUnit.NANOSECONDS.toMillis(hist.getValueAtPercentile(99.9)));
}
 

public static void addSecondToFirst(Histogram first, Histogram second) {
    if (second.getTotalCount() > 0) {
        first.add(second);
    }
}