$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--mradermacher--Qwen3.5-9B-i1-GGUF\snapshots\c5044c600a7e15246d54d13e4532382bc44ef41b\Qwen3.5-9B.i1-Q4_K_M.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-9b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T05:48:42Z 0.02.703.935 I cmn init: llama threadpool init, n_threads = 8 0.02.763.205 I 0.02.763.238 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.776.255 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.940.526 I kl_divergence: 0.16 seconds per pass - ETA 0.27 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 5.3795 ± 0.8685 0.05315 ± 0.01659 0.01921 ± 0.00309 3.597 ± 0.449 % 93.725 ± 1.522 % 2 7.1312 ± 0.8603 0.02570 ± 0.01199 0.02342 ± 0.00223 4.252 ± 0.481 % 92.745 ± 1.150 % 3 5.1660 ± 0.4813 0.03631 ± 0.01087 0.04092 ± 0.00422 7.656 ± 0.737 % 92.810 ± 0.935 % 4 6.2061 ± 0.5312 0.04773 ± 0.00977 0.04003 ± 0.00325 7.084 ± 0.603 % 92.059 ± 0.847 % 5 7.5118 ± 0.5858 0.03788 ± 0.00915 0.03896 ± 0.00284 6.654 ± 0.530 % 91.843 ± 0.767 % 6 7.8442 ± 0.5569 0.03661 ± 0.00805 0.03657 ± 0.00241 6.288 ± 0.473 % 91.830 ± 0.700 % 7 7.8397 ± 0.5048 0.03014 ± 0.00722 0.03424 ± 0.00209 5.993 ± 0.427 % 92.157 ± 0.637 % 8 8.0312 ± 0.4835 0.02004 ± 0.00738 0.04099 ± 0.00303 6.471 ± 0.480 % 91.275 ± 0.625 % 9 8.3615 ± 0.4717 0.02199 ± 0.00678 0.03963 ± 0.00271 6.292 ± 0.443 % 91.242 ± 0.590 % 10 8.9558 ± 0.4838 0.02369 ± 0.00631 0.03829 ± 0.00245 6.075 ± 0.414 % 91.216 ± 0.561 % 11 9.0352 ± 0.4639 0.02548 ± 0.00602 0.03775 ± 0.00225 6.024 ± 0.389 % 91.373 ± 0.530 % 12 9.4204 ± 0.4703 0.02357 ± 0.00569 0.03638 ± 0.00208 5.830 ± 0.369 % 91.242 ± 0.511 % 13 10.0987 ± 0.4900 0.02299 ± 0.00549 0.03563 ± 0.00193 5.652 ± 0.352 % 91.192 ± 0.492 % 14 10.6348 ± 0.5008 0.02517 ± 0.00528 0.03502 ± 0.00180 5.484 ± 0.337 % 91.092 ± 0.477 % 15 11.0746 ± 0.5057 0.02350 ± 0.00503 0.03423 ± 0.00169 5.353 ± 0.322 % 91.190 ± 0.458 % 16 11.0640 ± 0.4881 0.02435 ± 0.00482 0.03341 ± 0.00159 5.282 ± 0.309 % 91.348 ± 0.440 % 17 10.9829 ± 0.4696 0.02172 ± 0.00470 0.03417 ± 0.00156 5.410 ± 0.301 % 91.373 ± 0.426 % 18 11.0463 ± 0.4586 0.02130 ± 0.00457 0.03427 ± 0.00151 5.481 ± 0.297 % 91.373 ± 0.414 % 19 9.8746 ± 0.3956 0.02375 ± 0.00456 0.03747 ± 0.00179 6.161 ± 0.317 % 91.517 ± 0.400 % 20 10.0749 ± 0.3943 0.02229 ± 0.00439 0.03681 ± 0.00170 6.051 ± 0.306 % 91.510 ± 0.390 % 21 9.4864 ± 0.3583 0.02259 ± 0.00421 0.03576 ± 0.00162 5.974 ± 0.296 % 91.690 ± 0.377 % 22 9.3187 ± 0.3432 0.02259 ± 0.00410 0.03582 ± 0.00156 5.959 ± 0.284 % 91.765 ± 0.367 % 23 9.4395 ± 0.3408 0.02188 ± 0.00400 0.03565 ± 0.00152 5.923 ± 0.275 % 91.765 ± 0.359 % 24 8.7655 ± 0.3069 0.02513 ± 0.00406 0.03822 ± 0.00157 6.531 ± 0.277 % 91.748 ± 0.352 % 25 8.5276 ± 0.2904 0.02465 ± 0.00394 0.03763 ± 0.00152 6.449 ± 0.270 % 91.749 ± 0.345 % 26 8.3487 ± 0.2775 0.02365 ± 0.00382 0.03701 ± 0.00147 6.372 ± 0.263 % 91.840 ± 0.336 % 27 8.4513 ± 0.2774 0.02174 ± 0.00382 0.03746 ± 0.00148 6.336 ± 0.255 % 91.954 ± 0.328 % 28 8.4221 ± 0.2710 0.02231 ± 0.00376 0.03931 ± 0.00171 6.337 ± 0.248 % 91.877 ± 0.323 % 29 8.5660 ± 0.2719 0.02206 ± 0.00369 0.03947 ± 0.00171 6.257 ± 0.243 % 91.900 ± 0.317 % 30 8.1791 ± 0.2556 0.02469 ± 0.00385 0.03948 ± 0.00170 6.406 ± 0.243 % 92.039 ± 0.310 % 31 8.1057 ± 0.2475 0.02440 ± 0.00376 0.03908 ± 0.00165 6.367 ± 0.238 % 92.195 ± 0.302 % 32 8.1095 ± 0.2448 0.01888 ± 0.00481 0.04834 ± 0.00337 6.857 ± 0.280 % 92.022 ± 0.300 % 33 8.0413 ± 0.2380 0.01847 ± 0.00471 0.04801 ± 0.00327 6.813 ± 0.274 % 92.026 ± 0.295 % 34 8.0368 ± 0.2337 0.01886 ± 0.00460 0.04733 ± 0.00318 6.755 ± 0.269 % 91.995 ± 0.291 % 35 7.8186 ± 0.2230 0.01841 ± 0.00449 0.04687 ± 0.00309 6.721 ± 0.263 % 92.011 ± 0.287 % 36 7.6045 ± 0.2130 0.01917 ± 0.00442 0.04686 ± 0.00302 6.785 ± 0.258 % 92.102 ± 0.282 % 37 7.2963 ± 0.2001 0.02033 ± 0.00435 0.04719 ± 0.00294 6.920 ± 0.250 % 92.136 ± 0.277 % 38 7.2207 ± 0.1948 0.02005 ± 0.00426 0.04697 ± 0.00287 6.882 ± 0.245 % 92.116 ± 0.274 % 39 7.2086 ± 0.1918 0.01912 ± 0.00423 0.04782 ± 0.00315 6.892 ± 0.249 % 92.167 ± 0.269 % 40 7.0862 ± 0.1850 0.01837 ± 0.00415 0.04768 ± 0.00308 6.886 ± 0.244 % 92.147 ± 0.266 % 41 7.0723 ± 0.1819 0.01806 ± 0.00407 0.04718 ± 0.00300 6.833 ± 0.240 % 92.166 ± 0.263 % 42 6.9593 ± 0.1762 0.01783 ± 0.00400 0.04670 ± 0.00293 6.814 ± 0.236 % 92.241 ± 0.259 % 43 6.8688 ± 0.1722 0.01730 ± 0.00395 0.04636 ± 0.00286 6.792 ± 0.232 % 92.303 ± 0.255 % 44 6.8088 ± 0.1681 0.01650 ± 0.00387 0.04606 ± 0.00282 6.789 ± 0.232 % 92.362 ± 0.251 % 45 6.7407 ± 0.1646 0.01615 ± 0.00380 0.04540 ± 0.00276 6.731 ± 0.229 % 92.427 ± 0.247 % 46 6.7936 ± 0.1640 0.01658 ± 0.00374 0.04519 ± 0.00270 6.687 ± 0.225 % 92.404 ± 0.245 % 47 6.7829 ± 0.1617 0.01577 ± 0.00368 0.04475 ± 0.00264 6.641 ± 0.222 % 92.432 ± 0.242 % 48 6.6758 ± 0.1567 0.01526 ± 0.00364 0.04512 ± 0.00261 6.717 ± 0.221 % 92.386 ± 0.240 % 49 6.6973 ± 0.1562 0.01577 ± 0.00360 0.04485 ± 0.00256 6.683 ± 0.218 % 92.445 ± 0.236 % 50 6.7022 ± 0.1546 0.01602 ± 0.00354 0.04451 ± 0.00251 6.658 ± 0.215 % 92.447 ± 0.234 % 51 6.6744 ± 0.1522 0.01583 ± 0.00352 0.04493 ± 0.00251 6.638 ± 0.212 % 92.418 ± 0.232 % 52 6.7395 ± 0.1526 0.01610 ± 0.00347 0.04460 ± 0.00246 6.597 ± 0.210 % 92.413 ± 0.230 % 53 6.7730 ± 0.1518 0.01578 ± 0.00342 0.04426 ± 0.00241 6.555 ± 0.207 % 92.349 ± 0.229 % 54 6.8084 ± 0.1513 0.01556 ± 0.00337 0.04388 ± 0.00237 6.517 ± 0.205 % 92.418 ± 0.226 % 55 6.8679 ± 0.1518 0.01732 ± 0.00337 0.04447 ± 0.00237 6.551 ± 0.205 % 92.335 ± 0.225 % 56 6.8846 ± 0.1505 0.01753 ± 0.00332 0.04425 ± 0.00233 6.510 ± 0.203 % 92.339 ± 0.223 % 57 7.0046 ± 0.1523 0.01781 ± 0.00328 0.04409 ± 0.00229 6.477 ± 0.200 % 92.288 ± 0.221 % 58 6.9958 ± 0.1506 0.01788 ± 0.00324 0.04454 ± 0.00235 6.478 ± 0.201 % 92.319 ± 0.219 % 59 6.9884 ± 0.1492 0.01683 ± 0.00320 0.04447 ± 0.00232 6.459 ± 0.199 % 92.290 ± 0.217 % 60 6.9472 ± 0.1476 0.01829 ± 0.00324 0.04462 ± 0.00229 6.463 ± 0.196 % 92.248 ± 0.216 % 61 7.0021 ± 0.1481 0.01841 ± 0.00321 0.04464 ± 0.00227 6.470 ± 0.196 % 92.273 ± 0.214 % 62 6.9839 ± 0.1461 0.01826 ± 0.00317 0.04434 ± 0.00223 6.443 ± 0.194 % 92.258 ± 0.213 % 63 6.9921 ± 0.1451 0.01786 ± 0.00313 0.04396 ± 0.00220 6.410 ± 0.192 % 92.269 ± 0.211 % 64 7.0299 ± 0.1446 0.01714 ± 0.00309 0.04362 ± 0.00216 6.378 ± 0.190 % 92.273 ± 0.209 % 65 6.8898 ± 0.1403 0.01663 ± 0.00308 0.04663 ± 0.00272 6.432 ± 0.190 % 92.350 ± 0.206 % 66 6.9212 ± 0.1400 0.01703 ± 0.00304 0.04641 ± 0.00268 6.408 ± 0.188 % 92.335 ± 0.205 % 67 6.9316 ± 0.1388 0.01689 ± 0.00301 0.04610 ± 0.00264 6.379 ± 0.186 % 92.362 ± 0.203 % 68 6.9386 ± 0.1378 0.01680 ± 0.00298 0.04588 ± 0.00260 6.357 ± 0.184 % 92.370 ± 0.202 % 69 6.9818 ± 0.1379 0.01615 ± 0.00294 0.04563 ± 0.00256 6.346 ± 0.182 % 92.361 ± 0.200 % 70 6.9378 ± 0.1360 0.01660 ± 0.00292 0.04560 ± 0.00253 6.366 ± 0.181 % 92.398 ± 0.198 % 71 6.8581 ± 0.1335 0.01702 ± 0.00289 0.04543 ± 0.00250 6.380 ± 0.179 % 92.466 ± 0.196 % 72 6.9537 ± 0.1348 0.01720 ± 0.00285 0.04514 ± 0.00246 6.354 ± 0.178 % 92.456 ± 0.195 % 73 6.9666 ± 0.1341 0.01646 ± 0.00282 0.04480 ± 0.00243 6.328 ± 0.176 % 92.425 ± 0.194 % 74 7.0036 ± 0.1339 0.01621 ± 0.00279 0.04443 ± 0.00240 6.294 ± 0.175 % 92.454 ± 0.192 % 75 6.9469 ± 0.1317 0.01588 ± 0.00277 0.04453 ± 0.00237 6.333 ± 0.176 % 92.450 ± 0.191 % 76 6.9237 ± 0.1304 0.01820 ± 0.00281 0.04542 ± 0.00235 6.489 ± 0.176 % 92.410 ± 0.190 % 77 6.8907 ± 0.1287 0.01810 ± 0.00279 0.04543 ± 0.00233 6.471 ± 0.174 % 92.381 ± 0.189 % 78 6.9237 ± 0.1285 0.01821 ± 0.00279 0.04562 ± 0.00231 6.475 ± 0.174 % 92.383 ± 0.188 % 79 6.9028 ± 0.1272 0.01815 ± 0.00276 0.04534 ± 0.00228 6.462 ± 0.172 % 92.395 ± 0.187 % 80 6.8716 ± 0.1257 0.01745 ± 0.00276 0.04644 ± 0.00227 6.530 ± 0.170 % 92.289 ± 0.187 % 81 6.9265 ± 0.1262 0.01736 ± 0.00274 0.04626 ± 0.00224 6.510 ± 0.168 % 92.268 ± 0.186 % 82 6.9335 ± 0.1257 0.01758 ± 0.00274 0.04770 ± 0.00245 6.492 ± 0.167 % 92.229 ± 0.185 % 83 7.0060 ± 0.1264 0.01727 ± 0.00271 0.04745 ± 0.00242 6.461 ± 0.165 % 92.232 ± 0.184 % 84 7.0150 ± 0.1257 0.01733 ± 0.00268 0.04720 ± 0.00239 6.443 ± 0.164 % 92.246 ± 0.183 % 85 6.9561 ± 0.1237 0.01790 ± 0.00267 0.04776 ± 0.00238 6.483 ± 0.162 % 92.217 ± 0.182 % 86 7.0347 ± 0.1246 0.01741 ± 0.00265 0.04759 ± 0.00235 6.459 ± 0.161 % 92.234 ± 0.181 % 87 7.0197 ± 0.1234 0.01759 ± 0.00264 0.04744 ± 0.00233 6.441 ± 0.159 % 92.256 ± 0.179 % 88 7.0359 ± 0.1230 0.01770 ± 0.00262 0.04718 ± 0.00230 6.416 ± 0.158 % 92.233 ± 0.179 % 89 7.0415 ± 0.1223 0.01760 ± 0.00259 0.04686 ± 0.00228 6.392 ± 0.157 % 92.236 ± 0.178 % 90 7.0349 ± 0.1215 0.01737 ± 0.00258 0.04689 ± 0.00225 6.390 ± 0.156 % 92.231 ± 0.177 % 91 7.1113 ± 0.1226 0.01753 ± 0.00256 0.04695 ± 0.00223 6.379 ± 0.154 % 92.191 ± 0.176 % 92 7.1097 ± 0.1219 0.01749 ± 0.00262 0.04751 ± 0.00225 6.363 ± 0.153 % 92.136 ± 0.176 % 93 7.1550 ± 0.1221 0.01763 ± 0.00259 0.04733 ± 0.00223 6.346 ± 0.152 % 92.165 ± 0.174 % 94 7.1809 ± 0.1218 0.01724 ± 0.00258 0.04715 ± 0.00220 6.327 ± 0.151 % 92.132 ± 0.174 % 95 7.2020 ± 0.1217 0.01757 ± 0.00256 0.04701 ± 0.00218 6.320 ± 0.150 % 92.140 ± 0.173 % 96 7.1990 ± 0.1213 0.01955 ± 0.00262 0.04779 ± 0.00217 6.477 ± 0.152 % 92.100 ± 0.172 % 97 7.2267 ± 0.1210 0.01858 ± 0.00262 0.04795 ± 0.00216 6.455 ± 0.151 % 92.092 ± 0.172 % 98 7.2943 ± 0.1217 0.01802 ± 0.00260 0.04799 ± 0.00214 6.437 ± 0.150 % 92.065 ± 0.171 % 99 7.3156 ± 0.1214 0.01793 ± 0.00258 0.04767 ± 0.00212 6.410 ± 0.149 % 92.058 ± 0.170 % 100 7.3544 ± 0.1216 0.01709 ± 0.00257 0.04809 ± 0.00211 6.414 ± 0.148 % 92.016 ± 0.170 % ====== Perplexity statistics ====== Mean PPL(Q) : 7.354393 ± 0.121551 Mean PPL(base) : 7.229770 ± 0.119014 Cor(ln(PPL(Q)), ln(PPL(base))): 98.78% Mean ln(PPL(Q)/PPL(base)) : 0.017091 ± 0.002573 Mean PPL(Q)/PPL(base) : 1.017237 ± 0.002617 Mean PPL(Q)-PPL(base) : 0.124623 ± 0.018924 ====== KL divergence statistics ====== Mean KLD: 0.048088 ± 0.002111 Maximum KLD: 20.928278 99.9% KLD: 4.200621 99.0% KLD: 0.522357 95.0% KLD: 0.129163 90.0% KLD: 0.071257 Median KLD: 0.013989 10.0% KLD: 0.000573 5.0% KLD: 0.000169 1.0% KLD: 0.000016 0.1% KLD: 0.000001 Minimum KLD: -0.000008 ====== Token probability statistics ====== Mean Δp: -0.645 ± 0.040 % Maximum Δp: 99.964% 99.9% Δp: 49.424% 99.0% Δp: 14.087% 95.0% Δp: 5.375% 90.0% Δp: 2.891% 75.0% Δp: 0.446% Median Δp: -0.021% 25.0% Δp: -1.250% 10.0% Δp: -4.808% 5.0% Δp: -8.314% 1.0% Δp: -21.049% 0.1% Δp: -59.942% Minimum Δp: -96.706% RMS Δp : 6.414 ± 0.148 % Same top p: 92.016 ± 0.170 % # exit 0 after 34s