$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--unsloth--Qwen3.5-9B-GGUF\snapshots\3885219b6810b007914f3a7950a8d1b469d598a5\Qwen3.5-9B-UD-Q4_K_XL.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-9b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T05:54:31Z 0.02.804.873 I cmn init: llama threadpool init, n_threads = 8 0.02.875.052 I 0.02.875.086 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.891.804 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.03.137.392 I kl_divergence: 0.25 seconds per pass - ETA 0.40 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 5.2198 ± 0.8313 0.02303 ± 0.00867 0.01093 ± 0.00179 2.703 ± 0.310 % 95.686 ± 1.275 % 2 7.1425 ± 0.8621 0.02728 ± 0.00728 0.01204 ± 0.00113 2.930 ± 0.273 % 95.686 ± 0.901 % 3 5.1069 ± 0.4754 0.02479 ± 0.00766 0.02315 ± 0.00297 5.769 ± 0.553 % 95.686 ± 0.735 % 4 6.0858 ± 0.5228 0.02815 ± 0.00804 0.02265 ± 0.00229 5.326 ± 0.464 % 94.706 ± 0.701 % 5 7.4149 ± 0.5806 0.02490 ± 0.00688 0.02133 ± 0.00195 4.876 ± 0.407 % 94.667 ± 0.630 % 6 7.7427 ± 0.5499 0.02359 ± 0.00596 0.01929 ± 0.00164 4.537 ± 0.365 % 94.837 ± 0.566 % 7 7.7950 ± 0.5033 0.02441 ± 0.00533 0.01817 ± 0.00141 4.339 ± 0.330 % 94.846 ± 0.523 % 8 8.0222 ± 0.4846 0.01891 ± 0.00529 0.02081 ± 0.00171 4.574 ± 0.371 % 94.559 ± 0.502 % 9 8.3407 ± 0.4719 0.01951 ± 0.00485 0.01984 ± 0.00152 4.402 ± 0.344 % 94.597 ± 0.472 % 10 8.9209 ± 0.4829 0.01978 ± 0.00447 0.01916 ± 0.00138 4.239 ± 0.322 % 94.353 ± 0.457 % 11 8.9952 ± 0.4626 0.02105 ± 0.00427 0.01862 ± 0.00126 4.178 ± 0.298 % 94.153 ± 0.443 % 12 9.3810 ± 0.4689 0.01937 ± 0.00400 0.01792 ± 0.00115 4.046 ± 0.283 % 94.216 ± 0.422 % 13 10.0596 ± 0.4887 0.01911 ± 0.00378 0.01741 ± 0.00107 3.925 ± 0.269 % 94.208 ± 0.406 % 14 10.5742 ± 0.4984 0.01945 ± 0.00365 0.01696 ± 0.00099 3.817 ± 0.257 % 94.286 ± 0.389 % 15 11.0157 ± 0.5036 0.01817 ± 0.00347 0.01648 ± 0.00093 3.742 ± 0.247 % 94.431 ± 0.371 % 16 10.9923 ± 0.4854 0.01785 ± 0.00333 0.01606 ± 0.00087 3.675 ± 0.236 % 94.534 ± 0.356 % 17 10.9406 ± 0.4687 0.01786 ± 0.00320 0.01610 ± 0.00084 3.676 ± 0.226 % 94.671 ± 0.341 % 18 11.0168 ± 0.4582 0.01862 ± 0.00309 0.01598 ± 0.00080 3.676 ± 0.217 % 94.662 ± 0.332 % 19 9.8513 ± 0.3953 0.02138 ± 0.00308 0.01741 ± 0.00092 4.253 ± 0.253 % 94.757 ± 0.320 % 20 10.0638 ± 0.3949 0.02119 ± 0.00298 0.01725 ± 0.00088 4.181 ± 0.244 % 94.627 ± 0.316 % 21 9.4657 ± 0.3584 0.02040 ± 0.00287 0.01676 ± 0.00084 4.120 ± 0.236 % 94.678 ± 0.307 % 22 9.2921 ± 0.3428 0.01974 ± 0.00282 0.01689 ± 0.00081 4.153 ± 0.226 % 94.706 ± 0.299 % 23 9.4163 ± 0.3407 0.01942 ± 0.00272 0.01674 ± 0.00078 4.118 ± 0.220 % 94.749 ± 0.291 % 24 8.7314 ± 0.3063 0.02122 ± 0.00273 0.01772 ± 0.00080 4.444 ± 0.220 % 94.706 ± 0.286 % 25 8.4918 ± 0.2899 0.02044 ± 0.00264 0.01738 ± 0.00077 4.391 ± 0.214 % 94.620 ± 0.283 % 26 8.3184 ± 0.2772 0.02002 ± 0.00257 0.01705 ± 0.00074 4.350 ± 0.209 % 94.661 ± 0.276 % 27 8.4401 ± 0.2782 0.02041 ± 0.00251 0.01702 ± 0.00072 4.312 ± 0.203 % 94.757 ± 0.269 % 28 8.4063 ± 0.2715 0.02043 ± 0.00246 0.01725 ± 0.00072 4.320 ± 0.199 % 94.678 ± 0.266 % 29 8.5385 ± 0.2720 0.01885 ± 0.00242 0.01748 ± 0.00077 4.271 ± 0.194 % 94.672 ± 0.261 % 30 8.1453 ± 0.2555 0.02056 ± 0.00276 0.01744 ± 0.00076 4.348 ± 0.192 % 94.810 ± 0.254 % 31 8.0746 ± 0.2474 0.02056 ± 0.00269 0.01730 ± 0.00073 4.315 ± 0.187 % 94.864 ± 0.248 % 32 8.1147 ± 0.2467 0.01952 ± 0.00294 0.01987 ± 0.00127 4.636 ± 0.240 % 94.779 ± 0.246 % 33 8.0479 ± 0.2399 0.01928 ± 0.00287 0.01979 ± 0.00124 4.600 ± 0.235 % 94.795 ± 0.242 % 34 8.0371 ± 0.2353 0.01890 ± 0.00281 0.01970 ± 0.00120 4.602 ± 0.229 % 94.729 ± 0.240 % 35 7.8211 ± 0.2246 0.01874 ± 0.00275 0.01955 ± 0.00117 4.588 ± 0.224 % 94.700 ± 0.237 % 36 7.5956 ± 0.2140 0.01800 ± 0.00270 0.01959 ± 0.00114 4.650 ± 0.221 % 94.728 ± 0.233 % 37 7.2832 ± 0.2010 0.01853 ± 0.00268 0.02017 ± 0.00113 4.827 ± 0.214 % 94.722 ± 0.230 % 38 7.2059 ± 0.1956 0.01799 ± 0.00263 0.02010 ± 0.00110 4.803 ± 0.209 % 94.727 ± 0.227 % 39 7.1941 ± 0.1925 0.01712 ± 0.00267 0.02017 ± 0.00110 4.822 ± 0.214 % 94.731 ± 0.224 % 40 7.0737 ± 0.1858 0.01659 ± 0.00262 0.02007 ± 0.00107 4.809 ± 0.210 % 94.696 ± 0.222 % 41 7.0619 ± 0.1827 0.01659 ± 0.00257 0.01992 ± 0.00105 4.776 ± 0.206 % 94.692 ± 0.219 % 42 6.9490 ± 0.1770 0.01635 ± 0.00252 0.01969 ± 0.00102 4.738 ± 0.203 % 94.715 ± 0.216 % 43 6.8649 ± 0.1732 0.01674 ± 0.00254 0.01962 ± 0.00100 4.723 ± 0.199 % 94.747 ± 0.213 % 44 6.8056 ± 0.1691 0.01604 ± 0.00250 0.01945 ± 0.00098 4.711 ± 0.197 % 94.768 ± 0.210 % 45 6.7371 ± 0.1655 0.01562 ± 0.00245 0.01919 ± 0.00096 4.679 ± 0.194 % 94.824 ± 0.207 % 46 6.7891 ± 0.1648 0.01592 ± 0.00241 0.01915 ± 0.00094 4.652 ± 0.191 % 94.757 ± 0.206 % 47 6.7823 ± 0.1627 0.01568 ± 0.00237 0.01911 ± 0.00092 4.628 ± 0.188 % 94.760 ± 0.204 % 48 6.6783 ± 0.1577 0.01563 ± 0.00234 0.01911 ± 0.00090 4.622 ± 0.184 % 94.747 ± 0.202 % 49 6.7000 ± 0.1572 0.01617 ± 0.00233 0.01918 ± 0.00089 4.617 ± 0.181 % 94.734 ± 0.200 % 50 6.7026 ± 0.1555 0.01608 ± 0.00229 0.01903 ± 0.00087 4.590 ± 0.179 % 94.769 ± 0.197 % 51 6.6704 ± 0.1530 0.01524 ± 0.00230 0.01959 ± 0.00097 4.608 ± 0.178 % 94.679 ± 0.197 % 52 6.7355 ± 0.1534 0.01552 ± 0.00227 0.01953 ± 0.00095 4.580 ± 0.175 % 94.653 ± 0.195 % 53 6.7708 ± 0.1526 0.01546 ± 0.00224 0.01947 ± 0.00093 4.560 ± 0.173 % 94.591 ± 0.195 % 54 6.8043 ± 0.1520 0.01497 ± 0.00220 0.01937 ± 0.00091 4.535 ± 0.171 % 94.626 ± 0.192 % 55 6.8550 ± 0.1522 0.01543 ± 0.00219 0.01937 ± 0.00090 4.536 ± 0.168 % 94.624 ± 0.190 % 56 6.8733 ± 0.1510 0.01588 ± 0.00217 0.01948 ± 0.00091 4.513 ± 0.166 % 94.615 ± 0.189 % 57 6.9944 ± 0.1528 0.01636 ± 0.00215 0.01949 ± 0.00089 4.493 ± 0.164 % 94.537 ± 0.189 % 58 6.9853 ± 0.1512 0.01638 ± 0.00212 0.01997 ± 0.00104 4.494 ± 0.162 % 94.557 ± 0.187 % 59 6.9807 ± 0.1499 0.01574 ± 0.00210 0.01993 ± 0.00102 4.487 ± 0.160 % 94.570 ± 0.185 % 60 6.9335 ± 0.1480 0.01631 ± 0.00215 0.01989 ± 0.00101 4.492 ± 0.158 % 94.542 ± 0.184 % 61 6.9872 ± 0.1485 0.01628 ± 0.00212 0.01979 ± 0.00099 4.469 ± 0.156 % 94.581 ± 0.182 % 62 6.9699 ± 0.1465 0.01624 ± 0.00209 0.01964 ± 0.00097 4.443 ± 0.154 % 94.535 ± 0.181 % 63 6.9797 ± 0.1455 0.01608 ± 0.00207 0.01953 ± 0.00096 4.423 ± 0.153 % 94.547 ± 0.179 % 64 7.0216 ± 0.1452 0.01597 ± 0.00204 0.01938 ± 0.00094 4.402 ± 0.151 % 94.565 ± 0.177 % 65 6.8848 ± 0.1410 0.01591 ± 0.00204 0.01978 ± 0.00096 4.477 ± 0.155 % 94.588 ± 0.176 % 66 6.9151 ± 0.1407 0.01614 ± 0.00201 0.01967 ± 0.00095 4.457 ± 0.154 % 94.551 ± 0.175 % 67 6.9255 ± 0.1396 0.01601 ± 0.00199 0.01954 ± 0.00094 4.434 ± 0.152 % 94.533 ± 0.174 % 68 6.9341 ± 0.1386 0.01615 ± 0.00196 0.01943 ± 0.00092 4.415 ± 0.151 % 94.556 ± 0.172 % 69 6.9782 ± 0.1387 0.01564 ± 0.00195 0.01933 ± 0.00091 4.392 ± 0.149 % 94.572 ± 0.171 % 70 6.9304 ± 0.1367 0.01553 ± 0.00193 0.01932 ± 0.00090 4.414 ± 0.148 % 94.616 ± 0.169 % 71 6.8483 ± 0.1341 0.01559 ± 0.00191 0.01933 ± 0.00089 4.423 ± 0.146 % 94.648 ± 0.167 % 72 6.9425 ± 0.1354 0.01559 ± 0.00189 0.01923 ± 0.00088 4.411 ± 0.145 % 94.646 ± 0.166 % 73 6.9588 ± 0.1348 0.01534 ± 0.00187 0.01909 ± 0.00086 4.387 ± 0.144 % 94.666 ± 0.165 % 74 6.9962 ± 0.1346 0.01515 ± 0.00185 0.01896 ± 0.00085 4.365 ± 0.143 % 94.701 ± 0.163 % 75 6.9405 ± 0.1324 0.01496 ± 0.00183 0.01890 ± 0.00084 4.364 ± 0.141 % 94.729 ± 0.162 % 76 6.9109 ± 0.1311 0.01636 ± 0.00193 0.01955 ± 0.00085 4.543 ± 0.145 % 94.696 ± 0.161 % 77 6.8787 ± 0.1293 0.01635 ± 0.00192 0.01978 ± 0.00087 4.534 ± 0.144 % 94.668 ± 0.160 % 78 6.9096 ± 0.1291 0.01618 ± 0.00190 0.01973 ± 0.00086 4.520 ± 0.142 % 94.671 ± 0.159 % 79 6.8893 ± 0.1277 0.01620 ± 0.00188 0.01967 ± 0.00085 4.503 ± 0.141 % 94.669 ± 0.158 % 80 6.8646 ± 0.1264 0.01643 ± 0.00190 0.02004 ± 0.00085 4.557 ± 0.141 % 94.623 ± 0.158 % 81 6.9206 ± 0.1270 0.01652 ± 0.00188 0.01999 ± 0.00084 4.543 ± 0.140 % 94.597 ± 0.157 % 82 6.9224 ± 0.1262 0.01599 ± 0.00188 0.02010 ± 0.00083 4.540 ± 0.139 % 94.591 ± 0.156 % 83 6.9952 ± 0.1269 0.01574 ± 0.00186 0.01999 ± 0.00082 4.517 ± 0.138 % 94.581 ± 0.156 % 84 7.0038 ± 0.1263 0.01574 ± 0.00184 0.01992 ± 0.00081 4.515 ± 0.137 % 94.589 ± 0.155 % 85 6.9413 ± 0.1242 0.01576 ± 0.00183 0.02037 ± 0.00086 4.537 ± 0.136 % 94.574 ± 0.154 % 86 7.0223 ± 0.1251 0.01566 ± 0.00181 0.02032 ± 0.00085 4.520 ± 0.134 % 94.578 ± 0.153 % 87 7.0052 ± 0.1238 0.01552 ± 0.00181 0.02053 ± 0.00086 4.533 ± 0.134 % 94.577 ± 0.152 % 88 7.0198 ± 0.1233 0.01541 ± 0.00180 0.02043 ± 0.00085 4.517 ± 0.133 % 94.563 ± 0.151 % 89 7.0254 ± 0.1227 0.01530 ± 0.00178 0.02031 ± 0.00084 4.502 ± 0.132 % 94.576 ± 0.150 % 90 7.0201 ± 0.1219 0.01526 ± 0.00177 0.02035 ± 0.00083 4.503 ± 0.131 % 94.549 ± 0.150 % 91 7.0959 ± 0.1230 0.01538 ± 0.00176 0.02037 ± 0.00082 4.495 ± 0.130 % 94.531 ± 0.149 % 92 7.0905 ± 0.1221 0.01480 ± 0.00179 0.02041 ± 0.00082 4.489 ± 0.129 % 94.510 ± 0.149 % 93 7.1350 ± 0.1224 0.01483 ± 0.00177 0.02034 ± 0.00081 4.473 ± 0.128 % 94.518 ± 0.148 % 94 7.1624 ± 0.1221 0.01466 ± 0.00176 0.02025 ± 0.00080 4.457 ± 0.127 % 94.489 ± 0.147 % 95 7.1822 ± 0.1219 0.01482 ± 0.00175 0.02023 ± 0.00079 4.449 ± 0.126 % 94.518 ± 0.146 % 96 7.1734 ± 0.1214 0.01598 ± 0.00185 0.02060 ± 0.00079 4.536 ± 0.126 % 94.510 ± 0.146 % 97 7.2062 ± 0.1213 0.01574 ± 0.00184 0.02058 ± 0.00078 4.520 ± 0.125 % 94.506 ± 0.145 % 98 7.2752 ± 0.1220 0.01540 ± 0.00183 0.02061 ± 0.00077 4.512 ± 0.124 % 94.490 ± 0.144 % 99 7.2972 ± 0.1217 0.01541 ± 0.00181 0.02050 ± 0.00077 4.493 ± 0.123 % 94.490 ± 0.144 % 100 7.3404 ± 0.1220 0.01518 ± 0.00181 0.02058 ± 0.00076 4.494 ± 0.122 % 94.443 ± 0.143 % ====== Perplexity statistics ====== Mean PPL(Q) : 7.340360 ± 0.121987 Mean PPL(base) : 7.229770 ± 0.119014 Cor(ln(PPL(Q)), ln(PPL(base))): 99.41% Mean ln(PPL(Q)/PPL(base)) : 0.015181 ± 0.001805 Mean PPL(Q)/PPL(base) : 1.015296 ± 0.001833 Mean PPL(Q)-PPL(base) : 0.110590 ± 0.013435 ====== KL divergence statistics ====== Mean KLD: 0.020581 ± 0.000759 Maximum KLD: 8.168179 99.9% KLD: 1.210077 99.0% KLD: 0.225234 95.0% KLD: 0.056872 90.0% KLD: 0.033155 Median KLD: 0.007052 10.0% KLD: 0.000260 5.0% KLD: 0.000076 1.0% KLD: 0.000006 0.1% KLD: -0.000000 Minimum KLD: -0.000011 ====== Token probability statistics ====== Mean Δp: -0.362 ± 0.028 % Maximum Δp: 93.969% 99.9% Δp: 39.873% 99.0% Δp: 10.196% 95.0% Δp: 3.934% 90.0% Δp: 2.161% 75.0% Δp: 0.314% Median Δp: -0.017% 25.0% Δp: -0.853% 10.0% Δp: -3.103% 5.0% Δp: -5.448% 1.0% Δp: -13.760% 0.1% Δp: -43.115% Minimum Δp: -76.980% RMS Δp : 4.494 ± 0.122 % Same top p: 94.443 ± 0.143 % # exit 0 after 25s