$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--mradermacher--granite-4.2-8b-i1-GGUF\snapshots\4e036f43e7e72a464093de36e41388a5b1d35076\granite-4.2-8b.i1-Q4_K_M.gguf --kl-divergence-base C:\quantdiff\work\reference\granite-4.2-8b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T06:59:12Z 0.02.166.215 I cmn init: llama threadpool init, n_threads = 8 0.02.215.128 I 0.02.215.163 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.220.250 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.372.588 I kl_divergence: 0.15 seconds per pass - ETA 0.25 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 15.7927 ± 3.8781 -0.00349 ± 0.05937 0.31236 ± 0.10082 10.115 ± 2.078 % 87.451 ± 2.079 % 2 19.5864 ± 3.4639 0.06947 ± 0.03759 0.20316 ± 0.05140 8.678 ± 1.307 % 89.412 ± 1.364 % 3 12.3872 ± 1.6459 0.07396 ± 0.02918 0.17687 ± 0.03551 10.202 ± 1.086 % 89.804 ± 1.095 % 4 13.1729 ± 1.4953 0.07684 ± 0.02412 0.15626 ± 0.02680 9.843 ± 0.897 % 89.510 ± 0.960 % 5 15.6969 ± 1.6170 0.07602 ± 0.02010 0.13438 ± 0.02155 8.960 ± 0.791 % 89.804 ± 0.848 % 6 17.1269 ± 1.6421 0.04217 ± 0.01891 0.13435 ± 0.01847 9.076 ± 0.744 % 89.346 ± 0.789 % 7 16.8948 ± 1.4767 0.03462 ± 0.01666 0.12100 ± 0.01586 8.623 ± 0.675 % 89.356 ± 0.730 % 8 17.1963 ± 1.3848 0.03211 ± 0.01490 0.11188 ± 0.01394 8.248 ± 0.621 % 89.559 ± 0.677 % 9 17.2236 ± 1.2810 0.03295 ± 0.01367 0.10657 ± 0.01273 8.173 ± 0.595 % 89.542 ± 0.639 % 10 19.2934 ± 1.3897 0.04155 ± 0.01304 0.10419 ± 0.01155 7.890 ± 0.556 % 89.137 ± 0.616 % 11 19.8027 ± 1.3576 0.04050 ± 0.01290 0.10425 ± 0.01076 7.739 ± 0.518 % 89.055 ± 0.590 % 12 21.0445 ± 1.4087 0.04129 ± 0.01301 0.11174 ± 0.01142 7.785 ± 0.514 % 88.824 ± 0.570 % 13 21.9870 ± 1.4130 0.04070 ± 0.01238 0.10963 ± 0.01067 7.565 ± 0.489 % 88.899 ± 0.546 % 14 22.9591 ± 1.4166 0.04069 ± 0.01168 0.10432 ± 0.00992 7.359 ± 0.467 % 89.076 ± 0.522 % 15 23.5607 ± 1.4024 0.04057 ± 0.01124 0.10206 ± 0.00934 7.271 ± 0.444 % 88.993 ± 0.506 % 16 23.8375 ± 1.3857 0.04113 ± 0.01076 0.09899 ± 0.00878 7.177 ± 0.423 % 89.191 ± 0.486 % 17 23.6963 ± 1.3362 0.03709 ± 0.01038 0.09944 ± 0.00881 7.053 ± 0.407 % 89.273 ± 0.470 % 18 23.6092 ± 1.2894 0.03757 ± 0.00997 0.09718 ± 0.00836 7.030 ± 0.391 % 89.237 ± 0.457 % 19 21.3404 ± 1.1257 0.03810 ± 0.00960 0.09535 ± 0.00793 7.109 ± 0.372 % 89.474 ± 0.441 % 20 21.9492 ± 1.1319 0.03547 ± 0.00932 0.09519 ± 0.00786 7.005 ± 0.359 % 89.392 ± 0.431 % 21 20.1724 ± 1.0063 0.03670 ± 0.00892 0.09204 ± 0.00749 6.965 ± 0.345 % 89.561 ± 0.418 % 22 19.8498 ± 0.9659 0.03522 ± 0.00871 0.09235 ± 0.00721 7.030 ± 0.349 % 89.590 ± 0.408 % 23 20.1450 ± 0.9598 0.03433 ± 0.00846 0.09098 ± 0.00691 6.971 ± 0.338 % 89.582 ± 0.399 % 24 18.6710 ± 0.8649 0.03442 ± 0.00825 0.08918 ± 0.00663 7.003 ± 0.327 % 89.853 ± 0.386 % 25 18.1062 ± 0.8171 0.03482 ± 0.00804 0.09096 ± 0.00661 7.140 ± 0.318 % 89.804 ± 0.379 % 26 17.2194 ± 0.7574 0.03434 ± 0.00778 0.08853 ± 0.00636 7.050 ± 0.310 % 89.970 ± 0.369 % 27 17.5757 ± 0.7623 0.03467 ± 0.00766 0.09182 ± 0.00661 7.001 ± 0.302 % 90.007 ± 0.361 % 28 17.5397 ± 0.7485 0.03419 ± 0.00749 0.09148 ± 0.00641 6.975 ± 0.295 % 89.972 ± 0.356 % 29 17.8213 ± 0.7484 0.03478 ± 0.00733 0.09221 ± 0.00626 6.980 ± 0.288 % 89.872 ± 0.351 % 30 17.4984 ± 0.7212 0.03585 ± 0.00725 0.09041 ± 0.00605 6.926 ± 0.281 % 89.948 ± 0.344 % 31 17.2920 ± 0.6980 0.03496 ± 0.00711 0.09016 ± 0.00588 6.918 ± 0.278 % 89.956 ± 0.338 % 32 16.9485 ± 0.6715 0.03282 ± 0.00704 0.09153 ± 0.00604 6.895 ± 0.274 % 90.037 ± 0.332 % 33 17.0046 ± 0.6633 0.03501 ± 0.00699 0.09212 ± 0.00596 6.864 ± 0.268 % 89.994 ± 0.327 % 34 16.6813 ± 0.6393 0.03473 ± 0.00689 0.09239 ± 0.00584 6.927 ± 0.271 % 90.012 ± 0.322 % 35 16.3307 ± 0.6180 0.03559 ± 0.00693 0.09286 ± 0.00571 7.083 ± 0.268 % 89.983 ± 0.318 % 36 15.4653 ± 0.5735 0.03525 ± 0.00677 0.09126 ± 0.00555 7.065 ± 0.262 % 90.142 ± 0.311 % 37 15.1999 ± 0.5545 0.03588 ± 0.00663 0.09057 ± 0.00541 7.092 ± 0.255 % 90.132 ± 0.307 % 38 14.9606 ± 0.5379 0.03585 ± 0.00651 0.09058 ± 0.00534 7.056 ± 0.250 % 90.124 ± 0.303 % 39 14.8725 ± 0.5274 0.03718 ± 0.00640 0.09062 ± 0.00523 7.030 ± 0.246 % 90.015 ± 0.301 % 40 14.6869 ± 0.5126 0.03539 ± 0.00634 0.09122 ± 0.00514 7.145 ± 0.244 % 89.922 ± 0.298 % 41 14.4848 ± 0.4984 0.03331 ± 0.00623 0.09059 ± 0.00502 7.154 ± 0.239 % 89.919 ± 0.294 % 42 13.8726 ± 0.4696 0.03298 ± 0.00609 0.08884 ± 0.00491 7.107 ± 0.235 % 90.103 ± 0.289 % 43 13.6886 ± 0.4557 0.03336 ± 0.00599 0.08818 ± 0.00480 7.127 ± 0.230 % 90.096 ± 0.285 % 44 13.4123 ± 0.4408 0.03293 ± 0.00589 0.08708 ± 0.00469 7.099 ± 0.226 % 90.169 ± 0.281 % 45 13.5046 ± 0.4389 0.03371 ± 0.00581 0.08715 ± 0.00460 7.156 ± 0.225 % 90.092 ± 0.279 % 46 13.5434 ± 0.4352 0.03629 ± 0.00577 0.08740 ± 0.00452 7.140 ± 0.221 % 90.068 ± 0.276 % 47 13.2920 ± 0.4208 0.03620 ± 0.00567 0.08620 ± 0.00443 7.110 ± 0.217 % 90.154 ± 0.272 % 48 13.4156 ± 0.4199 0.03543 ± 0.00562 0.08643 ± 0.00435 7.171 ± 0.219 % 90.025 ± 0.271 % 49 13.5103 ± 0.4191 0.03607 ± 0.00556 0.08753 ± 0.00436 7.233 ± 0.221 % 89.900 ± 0.270 % 50 13.1701 ± 0.4029 0.03560 ± 0.00546 0.08620 ± 0.00428 7.198 ± 0.218 % 90.024 ± 0.265 % 51 13.3588 ± 0.4055 0.03436 ± 0.00540 0.08774 ± 0.00433 7.229 ± 0.215 % 89.996 ± 0.263 % 52 13.3861 ± 0.4016 0.03381 ± 0.00539 0.08910 ± 0.00444 7.209 ± 0.212 % 89.970 ± 0.261 % 53 13.2220 ± 0.3915 0.03435 ± 0.00531 0.08860 ± 0.00438 7.205 ± 0.211 % 90.041 ± 0.258 % 54 13.4167 ± 0.3938 0.03430 ± 0.00524 0.08806 ± 0.00431 7.179 ± 0.208 % 90.015 ± 0.255 % 55 13.2570 ± 0.3844 0.03463 ± 0.00516 0.08761 ± 0.00425 7.183 ± 0.208 % 90.053 ± 0.253 % 56 13.4539 ± 0.3868 0.03422 ± 0.00510 0.08722 ± 0.00418 7.153 ± 0.205 % 90.007 ± 0.251 % 57 13.3906 ± 0.3811 0.03299 ± 0.00511 0.08925 ± 0.00423 7.227 ± 0.206 % 89.997 ± 0.249 % 58 13.0006 ± 0.3654 0.03231 ± 0.00504 0.08824 ± 0.00416 7.224 ± 0.204 % 90.095 ± 0.246 % 59 13.1259 ± 0.3669 0.03238 ± 0.00501 0.08818 ± 0.00414 7.218 ± 0.205 % 90.130 ± 0.243 % 60 13.1953 ± 0.3664 0.03322 ± 0.00494 0.08739 ± 0.00407 7.180 ± 0.203 % 90.131 ± 0.241 % 61 13.2238 ± 0.3646 0.03420 ± 0.00489 0.08662 ± 0.00401 7.149 ± 0.200 % 90.113 ± 0.239 % 62 13.2066 ± 0.3607 0.03381 ± 0.00485 0.08725 ± 0.00401 7.144 ± 0.198 % 90.101 ± 0.238 % 63 13.2515 ± 0.3600 0.03410 ± 0.00479 0.08691 ± 0.00395 7.128 ± 0.196 % 90.159 ± 0.235 % 64 12.9179 ± 0.3473 0.03435 ± 0.00476 0.08600 ± 0.00389 7.108 ± 0.193 % 90.263 ± 0.232 % 65 12.9632 ± 0.3457 0.03440 ± 0.00478 0.08634 ± 0.00391 7.091 ± 0.191 % 90.275 ± 0.230 % 66 12.8052 ± 0.3376 0.03448 ± 0.00472 0.08540 ± 0.00385 7.061 ± 0.189 % 90.309 ± 0.228 % 67 12.7605 ± 0.3333 0.03442 ± 0.00472 0.08732 ± 0.00395 7.148 ± 0.194 % 90.266 ± 0.227 % 68 12.8020 ± 0.3316 0.03413 ± 0.00467 0.08694 ± 0.00390 7.118 ± 0.192 % 90.242 ± 0.225 % 69 12.4873 ± 0.3199 0.03292 ± 0.00464 0.08693 ± 0.00385 7.176 ± 0.190 % 90.242 ± 0.224 % 70 12.4364 ± 0.3162 0.03398 ± 0.00462 0.08662 ± 0.00380 7.153 ± 0.188 % 90.224 ± 0.222 % 71 12.2758 ± 0.3091 0.03384 ± 0.00456 0.08587 ± 0.00375 7.135 ± 0.186 % 90.273 ± 0.220 % 72 12.4238 ± 0.3113 0.03400 ± 0.00452 0.08738 ± 0.00382 7.124 ± 0.184 % 90.245 ± 0.219 % 73 12.4582 ± 0.3100 0.03305 ± 0.00452 0.08722 ± 0.00380 7.105 ± 0.182 % 90.304 ± 0.217 % 74 12.3494 ± 0.3046 0.03053 ± 0.00459 0.08942 ± 0.00388 7.225 ± 0.185 % 90.307 ± 0.215 % 75 12.4438 ± 0.3051 0.02925 ± 0.00459 0.09038 ± 0.00386 7.222 ± 0.184 % 90.259 ± 0.214 % 76 12.4939 ± 0.3046 0.02953 ± 0.00455 0.08988 ± 0.00381 7.211 ± 0.182 % 90.268 ± 0.213 % 77 12.5571 ± 0.3043 0.02975 ± 0.00451 0.08974 ± 0.00378 7.198 ± 0.180 % 90.237 ± 0.212 % 78 12.7109 ± 0.3073 0.03106 ± 0.00451 0.09080 ± 0.00376 7.243 ± 0.180 % 90.191 ± 0.211 % 79 12.6803 ± 0.3046 0.03048 ± 0.00447 0.09021 ± 0.00371 7.239 ± 0.178 % 90.191 ± 0.210 % 80 12.7258 ± 0.3036 0.03071 ± 0.00443 0.09000 ± 0.00367 7.231 ± 0.177 % 90.176 ± 0.208 % 81 12.7126 ± 0.3011 0.03110 ± 0.00439 0.08933 ± 0.00363 7.211 ± 0.175 % 90.162 ± 0.207 % 82 12.7878 ± 0.3013 0.03120 ± 0.00435 0.08884 ± 0.00359 7.182 ± 0.174 % 90.182 ± 0.206 % 83 12.8655 ± 0.3018 0.03059 ± 0.00431 0.08857 ± 0.00354 7.186 ± 0.172 % 90.187 ± 0.204 % 84 12.7599 ± 0.2974 0.03093 ± 0.00427 0.08781 ± 0.00350 7.152 ± 0.171 % 90.229 ± 0.203 % 85 12.8652 ± 0.2981 0.03190 ± 0.00424 0.08743 ± 0.00346 7.130 ± 0.170 % 90.228 ± 0.202 % 86 12.8408 ± 0.2957 0.03162 ± 0.00420 0.08671 ± 0.00342 7.103 ± 0.168 % 90.237 ± 0.200 % 87 12.8612 ± 0.2943 0.03224 ± 0.00416 0.08620 ± 0.00339 7.084 ± 0.167 % 90.228 ± 0.199 % 88 12.9295 ± 0.2943 0.03233 ± 0.00413 0.08588 ± 0.00335 7.077 ± 0.165 % 90.218 ± 0.198 % 89 12.7812 ± 0.2890 0.03060 ± 0.00410 0.08617 ± 0.00334 7.101 ± 0.165 % 90.267 ± 0.197 % 90 12.9143 ± 0.2907 0.03134 ± 0.00407 0.08587 ± 0.00330 7.076 ± 0.164 % 90.227 ± 0.196 % 91 12.8371 ± 0.2872 0.03161 ± 0.00405 0.08655 ± 0.00333 7.090 ± 0.163 % 90.213 ± 0.195 % 92 12.8957 ± 0.2872 0.03128 ± 0.00401 0.08672 ± 0.00333 7.081 ± 0.162 % 90.188 ± 0.194 % 93 12.9662 ± 0.2875 0.03167 ± 0.00399 0.08640 ± 0.00329 7.075 ± 0.160 % 90.200 ± 0.193 % 94 12.8152 ± 0.2821 0.03176 ± 0.00397 0.08620 ± 0.00327 7.095 ± 0.160 % 90.229 ± 0.192 % 95 12.9062 ± 0.2825 0.03221 ± 0.00394 0.08567 ± 0.00324 7.072 ± 0.159 % 90.254 ± 0.191 % 96 12.9723 ± 0.2826 0.03171 ± 0.00393 0.08602 ± 0.00323 7.050 ± 0.158 % 90.241 ± 0.190 % 97 13.0676 ± 0.2837 0.03151 ± 0.00390 0.08579 ± 0.00320 7.036 ± 0.156 % 90.245 ± 0.189 % 98 13.2067 ± 0.2858 0.03193 ± 0.00387 0.08565 ± 0.00317 7.025 ± 0.155 % 90.264 ± 0.188 % 99 13.1003 ± 0.2819 0.03233 ± 0.00385 0.08561 ± 0.00315 7.036 ± 0.154 % 90.275 ± 0.186 % 100 13.2368 ± 0.2843 0.03268 ± 0.00383 0.08556 ± 0.00312 7.028 ± 0.153 % 90.227 ± 0.186 % ====== Perplexity statistics ====== Mean PPL(Q) : 13.236764 ± 0.284274 Mean PPL(base) : 12.811159 ± 0.269989 Cor(ln(PPL(Q)), ln(PPL(base))): 98.39% Mean ln(PPL(Q)/PPL(base)) : 0.032682 ± 0.003834 Mean PPL(Q)/PPL(base) : 1.033221 ± 0.003961 Mean PPL(Q)-PPL(base) : 0.425605 ± 0.051666 ====== KL divergence statistics ====== Mean KLD: 0.085565 ± 0.003123 Maximum KLD: 15.774079 99.9% KLD: 9.260199 99.0% KLD: 1.188092 95.0% KLD: 0.225786 90.0% KLD: 0.120109 Median KLD: 0.017410 10.0% KLD: 0.000217 5.0% KLD: 0.000052 1.0% KLD: 0.000003 0.1% KLD: -0.000001 Minimum KLD: -0.000007 ====== Token probability statistics ====== Mean Δp: -0.053 ± 0.044 % Maximum Δp: 99.280% 99.9% Δp: 67.374% 99.0% Δp: 20.739% 95.0% Δp: 7.682% 90.0% Δp: 3.941% 75.0% Δp: 0.513% Median Δp: -0.001% 25.0% Δp: -0.652% 10.0% Δp: -4.268% 5.0% Δp: -8.087% 1.0% Δp: -20.904% 0.1% Δp: -58.667% Minimum Δp: -99.315% RMS Δp : 7.028 ± 0.153 % Same top p: 90.227 ± 0.186 % # exit 0 after 19s