From 3ffd0fae473c954bb3e67526b31262048fb508d4 Mon Sep 17 00:00:00 2001 From: ddh0 Date: Mon, 29 Sep 2025 01:30:45 -0500 Subject: [PATCH] perplexity : show more kl-divergence data (#16321) Adds additional percentile data for displayed in the output of `llama-perplexity --kl-divergence`: - Added 95 percentile (mirroring existing 5 percentile) - Added 0.1 percentile (mirroring existing 99.9 percentile) --- tools/perplexity/perplexity.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tools/perplexity/perplexity.cpp b/tools/perplexity/perplexity.cpp index c22d187cd4..caf080e8d1 100644 --- a/tools/perplexity/perplexity.cpp +++ b/tools/perplexity/perplexity.cpp @@ -1931,11 +1931,13 @@ static void kl_divergence(llama_context * ctx, const common_params & params) { LOG("Maximum KLD: %10.6f\n", kld_values.back()); LOG("99.9%% KLD: %10.6f\n", percentile(kld_values, 0.999f)); LOG("99.0%% KLD: %10.6f\n", percentile(kld_values, 0.990f)); + LOG("95.0%% KLD: %10.6f\n", percentile(kld_values, 0.950f)); LOG("90.0%% KLD: %10.6f\n", percentile(kld_values, 0.900f)); LOG("Median KLD: %10.6f\n", kld_median); LOG("10.0%% KLD: %10.6f\n", percentile(kld_values, 0.100f)); LOG(" 5.0%% KLD: %10.6f\n", percentile(kld_values, 0.050f)); LOG(" 1.0%% KLD: %10.6f\n", percentile(kld_values, 0.010f)); + LOG(" 0.1%% KLD: %10.6f\n", percentile(kld_values, 0.001f)); LOG("Minimum KLD: %10.6f\n", kld_values.front()); LOG("\n");