$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--bartowski--Qwen_Qwen3.5-9B-GGUF\snapshots\182be2fd6c7bc44887d88a91cb03ff009cc9f549\Qwen_Qwen3.5-9B-IQ3_M.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-9b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T06:37:05Z 0.00.923.990 W model has unused tensor blk.32.attn_norm.weight (size = 16384 bytes) -- ignoring 0.00.924.004 W model has unused tensor blk.32.post_attention_norm.weight (size = 16384 bytes) -- ignoring 0.00.924.030 W model has unused tensor blk.32.attn_q.weight (size = 35651584 bytes) -- ignoring 0.00.924.039 W model has unused tensor blk.32.attn_k.weight (size = 4456448 bytes) -- ignoring 0.00.924.048 W model has unused tensor blk.32.attn_v.weight (size = 4456448 bytes) -- ignoring 0.00.924.082 W model has unused tensor blk.32.attn_output.weight (size = 17825792 bytes) -- ignoring 0.00.924.093 W model has unused tensor blk.32.attn_q_norm.weight (size = 1024 bytes) -- ignoring 0.00.924.102 W model has unused tensor blk.32.attn_k_norm.weight (size = 1024 bytes) -- ignoring 0.00.924.111 W model has unused tensor blk.32.ffn_gate.weight (size = 53477376 bytes) -- ignoring 0.00.924.120 W model has unused tensor blk.32.ffn_down.weight (size = 53477376 bytes) -- ignoring 0.00.924.130 W model has unused tensor blk.32.ffn_up.weight (size = 53477376 bytes) -- ignoring 0.00.924.140 W model has unused tensor blk.32.nextn.eh_proj.weight (size = 35651584 bytes) -- ignoring 0.00.924.150 W model has unused tensor blk.32.nextn.enorm.weight (size = 16384 bytes) -- ignoring 0.00.924.161 W model has unused tensor blk.32.nextn.hnorm.weight (size = 16384 bytes) -- ignoring 0.00.924.189 W model has unused tensor blk.32.nextn.shared_head_norm.weight (size = 16384 bytes) -- ignoring 0.02.380.915 I cmn init: llama threadpool init, n_threads = 8 0.02.451.143 I 0.02.451.180 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.463.295 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.704.774 I kl_divergence: 0.24 seconds per pass - ETA 0.40 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 5.5337 ± 0.8888 0.08143 ± 0.02525 0.07667 ± 0.01349 9.336 ± 2.068 % 88.627 ± 1.992 % 2 7.5697 ± 0.9119 0.08537 ± 0.01749 0.06961 ± 0.00770 8.310 ± 1.369 % 88.824 ± 1.397 % 3 5.6848 ± 0.5239 0.13200 ± 0.01950 0.12184 ± 0.01152 14.113 ± 1.064 % 87.712 ± 1.188 % 4 6.6940 ± 0.5627 0.12341 ± 0.01713 0.11511 ± 0.00891 12.985 ± 0.883 % 87.059 ± 1.051 % 5 8.1445 ± 0.6289 0.11875 ± 0.01513 0.10948 ± 0.00796 11.851 ± 0.778 % 87.451 ± 0.928 % 6 8.3569 ± 0.5831 0.09992 ± 0.01314 0.10047 ± 0.00669 11.061 ± 0.697 % 86.993 ± 0.860 % 7 8.3652 ± 0.5302 0.09501 ± 0.01168 0.09459 ± 0.00579 10.658 ± 0.629 % 86.891 ± 0.799 % 8 8.6086 ± 0.5115 0.08947 ± 0.01102 0.09808 ± 0.00547 10.678 ± 0.591 % 86.814 ± 0.749 % 9 8.9131 ± 0.4957 0.08588 ± 0.01013 0.09439 ± 0.00488 10.311 ± 0.547 % 86.754 ± 0.708 % 10 9.4765 ± 0.5036 0.08020 ± 0.00940 0.09032 ± 0.00441 9.928 ± 0.512 % 86.902 ± 0.668 % 11 9.4981 ± 0.4794 0.07544 ± 0.00896 0.08847 ± 0.00405 9.740 ± 0.478 % 87.059 ± 0.634 % 12 9.9200 ± 0.4874 0.07524 ± 0.00838 0.08491 ± 0.00373 9.439 ± 0.454 % 87.288 ± 0.602 % 13 10.5973 ± 0.5063 0.07118 ± 0.00791 0.08246 ± 0.00346 9.176 ± 0.433 % 87.330 ± 0.578 % 14 11.1424 ± 0.5166 0.07179 ± 0.00752 0.08033 ± 0.00322 8.931 ± 0.414 % 87.059 ± 0.562 % 15 11.5749 ± 0.5196 0.06769 ± 0.00723 0.07911 ± 0.00305 8.775 ± 0.397 % 87.059 ± 0.543 % 16 11.5593 ± 0.5017 0.06815 ± 0.00688 0.07700 ± 0.00287 8.599 ± 0.380 % 87.353 ± 0.520 % 17 11.5224 ± 0.4855 0.06967 ± 0.00666 0.07746 ± 0.00280 8.537 ± 0.363 % 87.359 ± 0.505 % 18 11.5936 ± 0.4743 0.06966 ± 0.00645 0.07697 ± 0.00266 8.478 ± 0.347 % 87.211 ± 0.493 % 19 10.4024 ± 0.4108 0.07582 ± 0.00651 0.08262 ± 0.00308 9.519 ± 0.380 % 87.430 ± 0.476 % 20 10.6276 ± 0.4104 0.07569 ± 0.00627 0.08152 ± 0.00294 9.393 ± 0.367 % 87.529 ± 0.463 % 21 9.9809 ± 0.3722 0.07340 ± 0.00601 0.07908 ± 0.00280 9.233 ± 0.355 % 87.787 ± 0.447 % 22 9.8549 ± 0.3583 0.07854 ± 0.00603 0.08144 ± 0.00280 9.514 ± 0.355 % 87.736 ± 0.438 % 23 9.9734 ± 0.3559 0.07690 ± 0.00588 0.08016 ± 0.00269 9.394 ± 0.345 % 87.690 ± 0.429 % 24 9.2756 ± 0.3210 0.08168 ± 0.00589 0.08394 ± 0.00275 9.995 ± 0.338 % 87.680 ± 0.420 % 25 9.0193 ± 0.3041 0.08070 ± 0.00569 0.08211 ± 0.00265 9.846 ± 0.330 % 87.875 ± 0.409 % 26 8.8218 ± 0.2904 0.07877 ± 0.00552 0.08086 ± 0.00256 9.734 ± 0.321 % 88.084 ± 0.398 % 27 8.9481 ± 0.2913 0.07885 ± 0.00545 0.08095 ± 0.00248 9.700 ± 0.313 % 88.076 ± 0.391 % 28 8.9258 ± 0.2849 0.08039 ± 0.00534 0.08142 ± 0.00261 9.641 ± 0.306 % 87.955 ± 0.385 % 29 9.0725 ± 0.2857 0.07951 ± 0.00522 0.08136 ± 0.00256 9.543 ± 0.299 % 88.032 ± 0.377 % 30 8.6535 ± 0.2681 0.08108 ± 0.00524 0.08196 ± 0.00260 9.733 ± 0.298 % 88.248 ± 0.368 % 31 8.5720 ± 0.2595 0.08033 ± 0.00514 0.08153 ± 0.00253 9.662 ± 0.292 % 88.324 ± 0.361 % 32 8.6160 ± 0.2584 0.07946 ± 0.00535 0.08727 ± 0.00332 9.806 ± 0.292 % 88.199 ± 0.357 % 33 8.5484 ± 0.2514 0.07962 ± 0.00525 0.08678 ± 0.00323 9.769 ± 0.285 % 88.259 ± 0.351 % 34 8.5488 ± 0.2472 0.08063 ± 0.00517 0.08611 ± 0.00314 9.700 ± 0.279 % 88.212 ± 0.346 % 35 8.3265 ± 0.2362 0.08136 ± 0.00511 0.08580 ± 0.00311 9.688 ± 0.276 % 88.280 ± 0.340 % 36 8.0912 ± 0.2253 0.08121 ± 0.00506 0.08641 ± 0.00308 9.850 ± 0.275 % 88.366 ± 0.335 % 37 7.7683 ± 0.2119 0.08301 ± 0.00504 0.08874 ± 0.00308 10.174 ± 0.273 % 88.373 ± 0.330 % 38 7.6788 ± 0.2060 0.08155 ± 0.00498 0.08850 ± 0.00301 10.155 ± 0.268 % 88.462 ± 0.325 % 39 7.6570 ± 0.2025 0.07947 ± 0.00493 0.08855 ± 0.00310 10.069 ± 0.263 % 88.557 ± 0.319 % 40 7.5309 ± 0.1955 0.07922 ± 0.00485 0.08795 ± 0.00303 10.036 ± 0.258 % 88.559 ± 0.315 % 41 7.5122 ± 0.1922 0.07839 ± 0.00478 0.08772 ± 0.00297 9.997 ± 0.253 % 88.465 ± 0.312 % 42 7.3879 ± 0.1861 0.07760 ± 0.00468 0.08673 ± 0.00290 9.938 ± 0.250 % 88.497 ± 0.308 % 43 7.2913 ± 0.1819 0.07700 ± 0.00461 0.08617 ± 0.00284 9.893 ± 0.245 % 88.545 ± 0.304 % 44 7.2306 ± 0.1776 0.07661 ± 0.00454 0.08688 ± 0.00303 9.878 ± 0.243 % 88.547 ± 0.301 % 45 7.1517 ± 0.1737 0.07534 ± 0.00445 0.08581 ± 0.00297 9.812 ± 0.240 % 88.601 ± 0.297 % 46 7.2035 ± 0.1729 0.07516 ± 0.00441 0.08577 ± 0.00291 9.779 ± 0.236 % 88.448 ± 0.295 % 47 7.1987 ± 0.1707 0.07528 ± 0.00437 0.08586 ± 0.00285 9.751 ± 0.232 % 88.444 ± 0.292 % 48 7.0858 ± 0.1655 0.07486 ± 0.00430 0.08531 ± 0.00280 9.715 ± 0.229 % 88.480 ± 0.289 % 49 7.1044 ± 0.1647 0.07478 ± 0.00426 0.08522 ± 0.00275 9.692 ± 0.225 % 88.555 ± 0.285 % 50 7.1031 ± 0.1628 0.07412 ± 0.00420 0.08499 ± 0.00270 9.658 ± 0.222 % 88.573 ± 0.282 % 51 7.0702 ± 0.1604 0.07345 ± 0.00420 0.08593 ± 0.00277 9.608 ± 0.219 % 88.589 ± 0.279 % 52 7.1362 ± 0.1607 0.07330 ± 0.00414 0.08559 ± 0.00272 9.555 ± 0.216 % 88.492 ± 0.277 % 53 7.1727 ± 0.1598 0.07312 ± 0.00409 0.08550 ± 0.00267 9.534 ± 0.213 % 88.420 ± 0.275 % 54 7.2084 ± 0.1593 0.07265 ± 0.00407 0.08548 ± 0.00266 9.526 ± 0.212 % 88.373 ± 0.273 % 55 7.2606 ± 0.1595 0.07291 ± 0.00403 0.08538 ± 0.00261 9.521 ± 0.209 % 88.335 ± 0.271 % 56 7.2671 ± 0.1579 0.07160 ± 0.00398 0.08506 ± 0.00258 9.473 ± 0.206 % 88.354 ± 0.268 % 57 7.3914 ± 0.1596 0.07157 ± 0.00395 0.08502 ± 0.00254 9.433 ± 0.204 % 88.222 ± 0.267 % 58 7.3808 ± 0.1578 0.07145 ± 0.00391 0.08542 ± 0.00259 9.406 ± 0.202 % 88.242 ± 0.265 % 59 7.3768 ± 0.1565 0.07092 ± 0.00388 0.08532 ± 0.00256 9.389 ± 0.199 % 88.242 ± 0.263 % 60 7.3296 ± 0.1546 0.07188 ± 0.00388 0.08532 ± 0.00252 9.404 ± 0.197 % 88.242 ± 0.260 % 61 7.3920 ± 0.1553 0.07259 ± 0.00385 0.08532 ± 0.00249 9.413 ± 0.197 % 88.242 ± 0.258 % 62 7.3667 ± 0.1530 0.07161 ± 0.00380 0.08471 ± 0.00246 9.363 ± 0.195 % 88.254 ± 0.256 % 63 7.3786 ± 0.1521 0.07165 ± 0.00376 0.08434 ± 0.00242 9.325 ± 0.193 % 88.304 ± 0.254 % 64 7.4235 ± 0.1518 0.07162 ± 0.00372 0.08393 ± 0.00238 9.284 ± 0.191 % 88.352 ± 0.251 % 65 7.2751 ± 0.1472 0.07105 ± 0.00368 0.08502 ± 0.00253 9.318 ± 0.189 % 88.446 ± 0.248 % 66 7.3032 ± 0.1467 0.07075 ± 0.00364 0.08461 ± 0.00249 9.285 ± 0.187 % 88.408 ± 0.247 % 67 7.3102 ± 0.1455 0.07007 ± 0.00361 0.08405 ± 0.00246 9.247 ± 0.185 % 88.434 ± 0.245 % 68 7.3244 ± 0.1447 0.07090 ± 0.00359 0.08394 ± 0.00242 9.229 ± 0.183 % 88.385 ± 0.243 % 69 7.3718 ± 0.1448 0.07050 ± 0.00358 0.08405 ± 0.00243 9.248 ± 0.183 % 88.360 ± 0.242 % 70 7.3255 ± 0.1428 0.07098 ± 0.00355 0.08398 ± 0.00240 9.256 ± 0.182 % 88.409 ± 0.240 % 71 7.2441 ± 0.1402 0.07178 ± 0.00352 0.08406 ± 0.00238 9.313 ± 0.181 % 88.478 ± 0.237 % 72 7.3444 ± 0.1416 0.07186 ± 0.00349 0.08380 ± 0.00235 9.292 ± 0.179 % 88.437 ± 0.236 % 73 7.3594 ± 0.1410 0.07131 ± 0.00345 0.08328 ± 0.00231 9.249 ± 0.178 % 88.423 ± 0.235 % 74 7.3991 ± 0.1408 0.07113 ± 0.00342 0.08283 ± 0.00228 9.215 ± 0.176 % 88.468 ± 0.233 % 75 7.3475 ± 0.1387 0.07195 ± 0.00339 0.08295 ± 0.00226 9.239 ± 0.175 % 88.455 ± 0.231 % 76 7.3252 ± 0.1374 0.07458 ± 0.00344 0.08453 ± 0.00228 9.400 ± 0.176 % 88.390 ± 0.230 % 77 7.2951 ± 0.1357 0.07512 ± 0.00342 0.08477 ± 0.00227 9.411 ± 0.174 % 88.342 ± 0.229 % 78 7.3278 ± 0.1355 0.07493 ± 0.00340 0.08473 ± 0.00224 9.409 ± 0.173 % 88.376 ± 0.227 % 79 7.3035 ± 0.1340 0.07457 ± 0.00337 0.08443 ± 0.00222 9.407 ± 0.172 % 88.414 ± 0.226 % 80 7.2888 ± 0.1328 0.07639 ± 0.00338 0.08603 ± 0.00221 9.507 ± 0.171 % 88.338 ± 0.225 % 81 7.3460 ± 0.1333 0.07617 ± 0.00336 0.08593 ± 0.00219 9.488 ± 0.169 % 88.303 ± 0.224 % 82 7.3668 ± 0.1332 0.07820 ± 0.00336 0.08668 ± 0.00221 9.466 ± 0.168 % 88.297 ± 0.222 % 83 7.4440 ± 0.1339 0.07792 ± 0.00333 0.08630 ± 0.00219 9.429 ± 0.167 % 88.330 ± 0.221 % 84 7.4538 ± 0.1332 0.07800 ± 0.00331 0.08601 ± 0.00216 9.404 ± 0.165 % 88.333 ± 0.219 % 85 7.3864 ± 0.1310 0.07792 ± 0.00329 0.08669 ± 0.00215 9.456 ± 0.164 % 88.295 ± 0.218 % 86 7.4668 ± 0.1319 0.07703 ± 0.00327 0.08661 ± 0.00213 9.430 ± 0.163 % 88.272 ± 0.217 % 87 7.4584 ± 0.1308 0.07821 ± 0.00333 0.08739 ± 0.00218 9.432 ± 0.162 % 88.249 ± 0.216 % 88 7.4729 ± 0.1303 0.07796 ± 0.00330 0.08705 ± 0.00215 9.412 ± 0.160 % 88.226 ± 0.215 % 89 7.4756 ± 0.1295 0.07742 ± 0.00327 0.08661 ± 0.00213 9.381 ± 0.159 % 88.196 ± 0.214 % 90 7.4810 ± 0.1290 0.07886 ± 0.00327 0.08716 ± 0.00211 9.405 ± 0.158 % 88.100 ± 0.214 % 91 7.5637 ± 0.1302 0.07921 ± 0.00326 0.08739 ± 0.00209 9.397 ± 0.157 % 88.097 ± 0.213 % 92 7.5749 ± 0.1298 0.08087 ± 0.00333 0.08833 ± 0.00214 9.386 ± 0.156 % 88.065 ± 0.212 % 93 7.6212 ± 0.1300 0.08075 ± 0.00331 0.08818 ± 0.00212 9.372 ± 0.155 % 88.088 ± 0.210 % 94 7.6520 ± 0.1297 0.08077 ± 0.00329 0.08800 ± 0.00209 9.348 ± 0.154 % 88.073 ± 0.209 % 95 7.6707 ± 0.1295 0.08062 ± 0.00327 0.08773 ± 0.00207 9.324 ± 0.153 % 88.107 ± 0.208 % 96 7.6683 ± 0.1291 0.08271 ± 0.00332 0.08904 ± 0.00207 9.482 ± 0.154 % 88.088 ± 0.207 % 97 7.7101 ± 0.1291 0.08333 ± 0.00331 0.08921 ± 0.00205 9.468 ± 0.154 % 88.065 ± 0.206 % 98 7.7896 ± 0.1301 0.08371 ± 0.00330 0.08965 ± 0.00206 9.451 ± 0.153 % 88.035 ± 0.205 % 99 7.8109 ± 0.1297 0.08344 ± 0.00328 0.08929 ± 0.00204 9.424 ± 0.152 % 88.033 ± 0.204 % 100 7.8683 ± 0.1302 0.08463 ± 0.00327 0.08990 ± 0.00204 9.425 ± 0.151 % 88.012 ± 0.203 % ====== Perplexity statistics ====== Mean PPL(Q) : 7.868281 ± 0.130180 Mean PPL(base) : 7.229770 ± 0.119014 Cor(ln(PPL(Q)), ln(PPL(base))): 98.04% Mean ln(PPL(Q)/PPL(base)) : 0.084632 ± 0.003272 Mean PPL(Q)/PPL(base) : 1.088317 ± 0.003562 Mean PPL(Q)-PPL(base) : 0.638511 ± 0.027083 ====== KL divergence statistics ====== Mean KLD: 0.089902 ± 0.002037 Maximum KLD: 13.876218 99.9% KLD: 4.530718 99.0% KLD: 0.991024 95.0% KLD: 0.270958 90.0% KLD: 0.158404 Median KLD: 0.038498 10.0% KLD: 0.001949 5.0% KLD: 0.000615 1.0% KLD: 0.000068 0.1% KLD: 0.000007 Minimum KLD: -0.000476 ====== Token probability statistics ====== Mean Δp: -2.524 ± 0.057 % Maximum Δp: 99.961% 99.9% Δp: 47.902% 99.0% Δp: 15.808% 95.0% Δp: 5.651% 90.0% Δp: 2.560% 75.0% Δp: 0.105% Median Δp: -0.378% 25.0% Δp: -3.690% 10.0% Δp: -10.090% 5.0% Δp: -15.777% 1.0% Δp: -40.410% 0.1% Δp: -82.203% Minimum Δp: -99.811% RMS Δp : 9.425 ± 0.151 % Same top p: 88.012 ± 0.203 % # exit 0 after 24s