$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--mradermacher--granite-4.2-8b-GGUF\snapshots\72e0876f143f0642399a9a0b2565b697706d7c27\granite-4.2-8b.Q5_K_M.gguf --kl-divergence-base C:\quantdiff\work\reference\granite-4.2-8b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T07:28:02Z 0.02.441.651 I cmn init: llama threadpool init, n_threads = 8 0.02.492.414 I 0.02.492.451 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.497.567 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.659.020 I kl_divergence: 0.16 seconds per pass - ETA 0.27 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 18.9104 ± 4.7439 0.17667 ± 0.07343 0.19857 ± 0.06661 12.533 ± 2.445 % 89.020 ± 1.962 % 2 19.8058 ± 3.4396 0.08061 ± 0.04136 0.13559 ± 0.03459 9.903 ± 1.595 % 88.824 ± 1.397 % 3 12.3315 ± 1.6169 0.06946 ± 0.03024 0.11465 ± 0.02403 9.703 ± 1.172 % 89.412 ± 1.113 % 4 13.2069 ± 1.4793 0.07942 ± 0.02405 0.10513 ± 0.01845 9.326 ± 1.016 % 89.020 ± 0.979 % 5 15.5128 ± 1.5774 0.06423 ± 0.01963 0.08932 ± 0.01480 8.492 ± 0.895 % 89.725 ± 0.851 % 6 17.2338 ± 1.6423 0.04839 ± 0.01783 0.08790 ± 0.01250 8.720 ± 0.786 % 89.477 ± 0.785 % 7 17.0447 ± 1.4796 0.04345 ± 0.01573 0.08006 ± 0.01076 8.200 ± 0.718 % 89.972 ± 0.711 % 8 17.4238 ± 1.3962 0.04525 ± 0.01392 0.07391 ± 0.00945 7.783 ± 0.662 % 90.147 ± 0.660 % 9 17.4619 ± 1.2939 0.04669 ± 0.01258 0.07006 ± 0.00866 7.451 ± 0.616 % 90.458 ± 0.613 % 10 19.4073 ± 1.3900 0.04744 ± 0.01186 0.07519 ± 0.00979 7.178 ± 0.576 % 90.039 ± 0.593 % 11 20.0636 ± 1.3715 0.05359 ± 0.01151 0.07526 ± 0.00919 7.013 ± 0.538 % 90.125 ± 0.563 % 12 21.2987 ± 1.4226 0.05330 ± 0.01093 0.07574 ± 0.00880 6.900 ± 0.510 % 90.065 ± 0.541 % 13 22.3497 ± 1.4378 0.05706 ± 0.01068 0.07857 ± 0.00904 6.713 ± 0.484 % 90.317 ± 0.514 % 14 23.3444 ± 1.4429 0.05733 ± 0.01007 0.07491 ± 0.00840 6.531 ± 0.463 % 90.532 ± 0.490 % 15 23.9212 ± 1.4257 0.05576 ± 0.00947 0.07183 ± 0.00785 6.421 ± 0.442 % 90.797 ± 0.467 % 16 24.2420 ± 1.4109 0.05796 ± 0.00909 0.07029 ± 0.00738 6.457 ± 0.426 % 90.931 ± 0.450 % 17 24.2054 ± 1.3690 0.05834 ± 0.00876 0.06838 ± 0.00696 6.371 ± 0.409 % 91.003 ± 0.435 % 18 24.1164 ± 1.3212 0.05883 ± 0.00840 0.06618 ± 0.00658 6.272 ± 0.392 % 91.068 ± 0.421 % 19 21.7294 ± 1.1503 0.05617 ± 0.00809 0.06495 ± 0.00626 6.274 ± 0.374 % 91.125 ± 0.409 % 20 22.3553 ± 1.1577 0.05380 ± 0.00790 0.06445 ± 0.00598 6.170 ± 0.362 % 91.098 ± 0.399 % 21 20.4742 ± 1.0250 0.05155 ± 0.00756 0.06217 ± 0.00570 6.105 ± 0.349 % 91.223 ± 0.387 % 22 20.1579 ± 0.9847 0.05063 ± 0.00734 0.06166 ± 0.00546 6.106 ± 0.335 % 91.355 ± 0.375 % 23 20.4009 ± 0.9747 0.04696 ± 0.00721 0.06095 ± 0.00524 6.055 ± 0.325 % 91.407 ± 0.366 % 24 18.8809 ± 0.8763 0.04559 ± 0.00696 0.05952 ± 0.00503 6.045 ± 0.313 % 91.585 ± 0.355 % 25 18.2562 ± 0.8255 0.04307 ± 0.00675 0.06086 ± 0.00498 6.132 ± 0.304 % 91.561 ± 0.348 % 26 17.3298 ± 0.7635 0.04072 ± 0.00653 0.05929 ± 0.00480 6.054 ± 0.296 % 91.674 ± 0.339 % 27 17.6947 ± 0.7702 0.04142 ± 0.00661 0.06247 ± 0.00504 6.111 ± 0.297 % 91.634 ± 0.334 % 28 17.6827 ± 0.7578 0.04232 ± 0.00645 0.06194 ± 0.00487 6.113 ± 0.290 % 91.597 ± 0.328 % 29 17.9815 ± 0.7586 0.04374 ± 0.00632 0.06249 ± 0.00475 6.142 ± 0.286 % 91.602 ± 0.323 % 30 17.6331 ± 0.7298 0.04352 ± 0.00625 0.06115 ± 0.00460 6.084 ± 0.280 % 91.686 ± 0.316 % 31 17.4117 ± 0.7054 0.04186 ± 0.00610 0.06173 ± 0.00455 6.064 ± 0.274 % 91.575 ± 0.312 % 32 17.0906 ± 0.6801 0.04117 ± 0.00609 0.06229 ± 0.00462 6.047 ± 0.271 % 91.618 ± 0.307 % 33 17.1598 ± 0.6723 0.04409 ± 0.00631 0.06507 ± 0.00485 6.201 ± 0.290 % 91.610 ± 0.302 % 34 16.8236 ± 0.6475 0.04322 ± 0.00618 0.06428 ± 0.00471 6.166 ± 0.283 % 91.580 ± 0.298 % 35 16.4522 ± 0.6255 0.04300 ± 0.00618 0.06448 ± 0.00460 6.221 ± 0.276 % 91.552 ± 0.294 % 36 15.5653 ± 0.5799 0.04169 ± 0.00603 0.06324 ± 0.00447 6.178 ± 0.271 % 91.721 ± 0.288 % 37 15.2863 ± 0.5602 0.04154 ± 0.00589 0.06250 ± 0.00436 6.162 ± 0.265 % 91.754 ± 0.283 % 38 15.0513 ± 0.5436 0.04190 ± 0.00584 0.06369 ± 0.00437 6.196 ± 0.266 % 91.723 ± 0.280 % 39 14.9231 ± 0.5313 0.04057 ± 0.00572 0.06297 ± 0.00426 6.159 ± 0.261 % 91.644 ± 0.278 % 40 14.7916 ± 0.5188 0.04249 ± 0.00566 0.06285 ± 0.00417 6.150 ± 0.256 % 91.618 ± 0.274 % 41 14.5914 ± 0.5045 0.04064 ± 0.00557 0.06245 ± 0.00407 6.230 ± 0.255 % 91.631 ± 0.271 % 42 13.9683 ± 0.4752 0.03986 ± 0.00545 0.06122 ± 0.00398 6.181 ± 0.251 % 91.755 ± 0.266 % 43 13.7782 ± 0.4608 0.03988 ± 0.00535 0.06074 ± 0.00389 6.166 ± 0.246 % 91.710 ± 0.263 % 44 13.5041 ± 0.4459 0.03975 ± 0.00526 0.05989 ± 0.00380 6.123 ± 0.242 % 91.791 ± 0.259 % 45 13.5740 ± 0.4426 0.03884 ± 0.00517 0.05968 ± 0.00373 6.117 ± 0.238 % 91.817 ± 0.256 % 46 13.5817 ± 0.4372 0.03911 ± 0.00513 0.06019 ± 0.00367 6.175 ± 0.236 % 91.816 ± 0.253 % 47 13.3284 ± 0.4226 0.03894 ± 0.00504 0.05959 ± 0.00360 6.137 ± 0.233 % 91.882 ± 0.249 % 48 13.4664 ± 0.4225 0.03920 ± 0.00496 0.05967 ± 0.00354 6.114 ± 0.229 % 91.806 ± 0.248 % 49 13.5578 ± 0.4218 0.03958 ± 0.00492 0.06004 ± 0.00355 6.076 ± 0.226 % 91.741 ± 0.246 % 50 13.2230 ± 0.4057 0.03961 ± 0.00483 0.05916 ± 0.00348 6.043 ± 0.222 % 91.820 ± 0.243 % 51 13.4327 ± 0.4091 0.03987 ± 0.00481 0.05981 ± 0.00346 6.091 ± 0.220 % 91.795 ± 0.241 % 52 13.4592 ± 0.4053 0.03926 ± 0.00474 0.06020 ± 0.00349 6.058 ± 0.217 % 91.742 ± 0.239 % 53 13.3007 ± 0.3955 0.04028 ± 0.00470 0.06011 ± 0.00345 6.072 ± 0.216 % 91.750 ± 0.237 % 54 13.4919 ± 0.3976 0.03989 ± 0.00463 0.05950 ± 0.00339 6.040 ± 0.214 % 91.699 ± 0.235 % 55 13.3160 ± 0.3875 0.03908 ± 0.00456 0.05913 ± 0.00333 6.044 ± 0.211 % 91.708 ± 0.233 % 56 13.5173 ± 0.3900 0.03892 ± 0.00450 0.05932 ± 0.00330 6.030 ± 0.208 % 91.667 ± 0.231 % 57 13.4986 ± 0.3861 0.04102 ± 0.00472 0.06137 ± 0.00342 6.037 ± 0.205 % 91.648 ± 0.229 % 58 13.1021 ± 0.3701 0.04008 ± 0.00465 0.06061 ± 0.00336 6.022 ± 0.202 % 91.711 ± 0.227 % 59 13.2264 ± 0.3715 0.04001 ± 0.00462 0.06033 ± 0.00332 5.994 ± 0.200 % 91.731 ± 0.225 % 60 13.2822 ± 0.3705 0.03978 ± 0.00455 0.05977 ± 0.00326 5.969 ± 0.197 % 91.719 ± 0.223 % 61 13.2912 ± 0.3679 0.03929 ± 0.00449 0.05913 ± 0.00321 5.938 ± 0.195 % 91.758 ± 0.221 % 62 13.2689 ± 0.3637 0.03852 ± 0.00444 0.05887 ± 0.00316 5.926 ± 0.193 % 91.714 ± 0.219 % 63 13.2894 ± 0.3618 0.03696 ± 0.00439 0.05844 ± 0.00311 5.899 ± 0.191 % 91.752 ± 0.217 % 64 12.9552 ± 0.3492 0.03724 ± 0.00437 0.05783 ± 0.00307 5.900 ± 0.190 % 91.844 ± 0.214 % 65 13.0011 ± 0.3476 0.03732 ± 0.00434 0.05777 ± 0.00303 5.911 ± 0.188 % 91.837 ± 0.213 % 66 12.8353 ± 0.3392 0.03683 ± 0.00428 0.05708 ± 0.00298 5.879 ± 0.187 % 91.895 ± 0.210 % 67 12.7824 ± 0.3346 0.03613 ± 0.00425 0.05821 ± 0.00302 5.922 ± 0.188 % 91.870 ± 0.209 % 68 12.8281 ± 0.3329 0.03616 ± 0.00428 0.05827 ± 0.00299 5.927 ± 0.186 % 91.851 ± 0.208 % 69 12.5215 ± 0.3214 0.03565 ± 0.00423 0.05811 ± 0.00295 5.986 ± 0.186 % 91.873 ± 0.206 % 70 12.4582 ± 0.3171 0.03574 ± 0.00418 0.05787 ± 0.00291 5.986 ± 0.184 % 91.871 ± 0.205 % 71 12.2926 ± 0.3099 0.03520 ± 0.00413 0.05731 ± 0.00287 5.964 ± 0.182 % 91.919 ± 0.203 % 72 12.4356 ± 0.3119 0.03495 ± 0.00410 0.05784 ± 0.00287 5.954 ± 0.180 % 91.874 ± 0.202 % 73 12.4793 ± 0.3108 0.03475 ± 0.00405 0.05756 ± 0.00283 5.932 ± 0.179 % 91.910 ± 0.200 % 74 12.4092 ± 0.3069 0.03536 ± 0.00405 0.05919 ± 0.00293 6.028 ± 0.180 % 91.887 ± 0.199 % 75 12.5218 ± 0.3081 0.03550 ± 0.00402 0.06035 ± 0.00294 6.028 ± 0.178 % 91.801 ± 0.198 % 76 12.5772 ± 0.3079 0.03618 ± 0.00400 0.06005 ± 0.00291 6.002 ± 0.177 % 91.832 ± 0.197 % 77 12.6352 ± 0.3074 0.03595 ± 0.00396 0.05998 ± 0.00287 6.006 ± 0.175 % 91.826 ± 0.196 % 78 12.7785 ± 0.3099 0.03636 ± 0.00395 0.06069 ± 0.00286 6.004 ± 0.173 % 91.815 ± 0.194 % 79 12.7499 ± 0.3072 0.03596 ± 0.00392 0.06027 ± 0.00283 6.003 ± 0.171 % 91.869 ± 0.193 % 80 12.7886 ± 0.3060 0.03563 ± 0.00388 0.06021 ± 0.00280 5.996 ± 0.169 % 91.882 ± 0.191 % 81 12.7602 ± 0.3030 0.03484 ± 0.00384 0.05978 ± 0.00276 5.983 ± 0.168 % 91.910 ± 0.190 % 82 12.8322 ± 0.3030 0.03467 ± 0.00380 0.05993 ± 0.00277 5.969 ± 0.166 % 91.903 ± 0.189 % 83 12.9113 ± 0.3036 0.03415 ± 0.00376 0.05975 ± 0.00274 5.969 ± 0.165 % 91.883 ± 0.188 % 84 12.8029 ± 0.2991 0.03429 ± 0.00373 0.05937 ± 0.00271 5.954 ± 0.164 % 91.919 ± 0.186 % 85 12.9054 ± 0.2997 0.03502 ± 0.00371 0.05915 ± 0.00268 5.935 ± 0.162 % 91.940 ± 0.185 % 86 12.8860 ± 0.2974 0.03513 ± 0.00368 0.05867 ± 0.00265 5.914 ± 0.161 % 91.993 ± 0.183 % 87 12.8975 ± 0.2957 0.03506 ± 0.00364 0.05833 ± 0.00262 5.899 ± 0.160 % 91.986 ± 0.182 % 88 12.9586 ± 0.2955 0.03458 ± 0.00363 0.05838 ± 0.00260 5.916 ± 0.161 % 92.014 ± 0.181 % 89 12.8167 ± 0.2904 0.03337 ± 0.00361 0.05836 ± 0.00258 5.940 ± 0.162 % 92.016 ± 0.180 % 90 12.9444 ± 0.2919 0.03367 ± 0.00358 0.05817 ± 0.00256 5.927 ± 0.160 % 91.996 ± 0.179 % 91 12.8642 ± 0.2883 0.03372 ± 0.00355 0.05814 ± 0.00253 5.913 ± 0.159 % 92.041 ± 0.178 % 92 12.9265 ± 0.2884 0.03366 ± 0.00352 0.05801 ± 0.00251 5.909 ± 0.158 % 92.029 ± 0.177 % 93 12.9816 ± 0.2882 0.03286 ± 0.00350 0.05769 ± 0.00248 5.894 ± 0.156 % 92.064 ± 0.176 % 94 12.8255 ± 0.2827 0.03257 ± 0.00347 0.05744 ± 0.00246 5.906 ± 0.156 % 92.086 ± 0.174 % 95 12.9144 ± 0.2830 0.03284 ± 0.00344 0.05713 ± 0.00243 5.884 ± 0.155 % 92.095 ± 0.173 % 96 12.9814 ± 0.2831 0.03240 ± 0.00344 0.05823 ± 0.00253 5.937 ± 0.159 % 92.063 ± 0.173 % 97 13.0693 ± 0.2839 0.03164 ± 0.00342 0.05808 ± 0.00250 5.924 ± 0.158 % 92.072 ± 0.172 % 98 13.1964 ± 0.2857 0.03115 ± 0.00339 0.05790 ± 0.00248 5.908 ± 0.156 % 92.049 ± 0.171 % 99 13.0869 ± 0.2817 0.03131 ± 0.00337 0.05790 ± 0.00246 5.906 ± 0.155 % 92.074 ± 0.170 % 100 13.2235 ± 0.2840 0.03168 ± 0.00335 0.05789 ± 0.00244 5.909 ± 0.154 % 92.059 ± 0.169 % ====== Perplexity statistics ====== Mean PPL(Q) : 13.223460 ± 0.284019 Mean PPL(base) : 12.811159 ± 0.269989 Cor(ln(PPL(Q)), ln(PPL(base))): 98.78% Mean ln(PPL(Q)/PPL(base)) : 0.031676 ± 0.003349 Mean PPL(Q)/PPL(base) : 1.032183 ± 0.003456 Mean PPL(Q)-PPL(base) : 0.412301 ± 0.045484 ====== KL divergence statistics ====== Mean KLD: 0.057894 ± 0.002439 Maximum KLD: 17.293224 99.9% KLD: 6.600360 99.0% KLD: 0.746410 95.0% KLD: 0.139702 90.0% KLD: 0.076270 Median KLD: 0.011605 10.0% KLD: 0.000139 5.0% KLD: 0.000030 1.0% KLD: 0.000001 0.1% KLD: -0.000002 Minimum KLD: -0.000018 ====== Token probability statistics ====== Mean Δp: -0.116 ± 0.037 % Maximum Δp: 99.642% 99.9% Δp: 46.536% 99.0% Δp: 15.985% 95.0% Δp: 6.095% 90.0% Δp: 3.136% 75.0% Δp: 0.385% Median Δp: -0.000% 25.0% Δp: -0.536% 10.0% Δp: -3.449% 5.0% Δp: -6.667% 1.0% Δp: -17.232% 0.1% Δp: -56.052% Minimum Δp: -99.930% RMS Δp : 5.909 ± 0.154 % Same top p: 92.059 ± 0.169 % # exit 0 after 19s