$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--bartowski--Qwen_Qwen3.5-9B-GGUF\snapshots\182be2fd6c7bc44887d88a91cb03ff009cc9f549\Qwen_Qwen3.5-9B-Q4_K_M.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-9b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T05:42:00Z 0.00.969.001 W model has unused tensor blk.32.attn_norm.weight (size = 16384 bytes) -- ignoring 0.00.969.016 W model has unused tensor blk.32.post_attention_norm.weight (size = 16384 bytes) -- ignoring 0.00.969.043 W model has unused tensor blk.32.attn_q.weight (size = 35651584 bytes) -- ignoring 0.00.969.052 W model has unused tensor blk.32.attn_k.weight (size = 4456448 bytes) -- ignoring 0.00.969.061 W model has unused tensor blk.32.attn_v.weight (size = 4456448 bytes) -- ignoring 0.00.969.097 W model has unused tensor blk.32.attn_output.weight (size = 17825792 bytes) -- ignoring 0.00.969.108 W model has unused tensor blk.32.attn_q_norm.weight (size = 1024 bytes) -- ignoring 0.00.969.117 W model has unused tensor blk.32.attn_k_norm.weight (size = 1024 bytes) -- ignoring 0.00.969.127 W model has unused tensor blk.32.ffn_gate.weight (size = 53477376 bytes) -- ignoring 0.00.969.138 W model has unused tensor blk.32.ffn_down.weight (size = 53477376 bytes) -- ignoring 0.00.969.147 W model has unused tensor blk.32.ffn_up.weight (size = 53477376 bytes) -- ignoring 0.00.969.158 W model has unused tensor blk.32.nextn.eh_proj.weight (size = 35651584 bytes) -- ignoring 0.00.969.170 W model has unused tensor blk.32.nextn.enorm.weight (size = 16384 bytes) -- ignoring 0.00.969.180 W model has unused tensor blk.32.nextn.hnorm.weight (size = 16384 bytes) -- ignoring 0.00.969.211 W model has unused tensor blk.32.nextn.shared_head_norm.weight (size = 16384 bytes) -- ignoring 0.02.859.981 I cmn init: llama threadpool init, n_threads = 8 0.02.931.607 I 0.02.931.645 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.943.715 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.03.212.250 I kl_divergence: 0.27 seconds per pass - ETA 0.43 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 5.2860 ± 0.8491 0.03563 ± 0.01168 0.01441 ± 0.00248 3.184 ± 0.423 % 96.471 ± 1.158 % 2 7.1860 ± 0.8682 0.03335 ± 0.00887 0.01679 ± 0.00243 4.433 ± 0.926 % 95.686 ± 0.901 % 3 5.1585 ± 0.4799 0.03485 ± 0.00883 0.02708 ± 0.00298 6.800 ± 0.684 % 94.902 ± 0.796 % 4 6.1135 ± 0.5226 0.03269 ± 0.00814 0.02536 ± 0.00229 6.211 ± 0.573 % 94.608 ± 0.708 % 5 7.4615 ± 0.5823 0.03117 ± 0.00678 0.02312 ± 0.00191 5.632 ± 0.507 % 94.667 ± 0.630 % 6 7.7878 ± 0.5522 0.02939 ± 0.00595 0.02140 ± 0.00160 5.263 ± 0.453 % 94.575 ± 0.579 % 7 7.8211 ± 0.5042 0.02776 ± 0.00537 0.02004 ± 0.00138 4.981 ± 0.412 % 94.342 ± 0.547 % 8 8.0272 ± 0.4841 0.01954 ± 0.00518 0.02048 ± 0.00130 4.802 ± 0.375 % 94.265 ± 0.515 % 9 8.3445 ± 0.4714 0.01996 ± 0.00477 0.01980 ± 0.00116 4.621 ± 0.347 % 93.987 ± 0.496 % 10 8.9101 ± 0.4816 0.01857 ± 0.00442 0.01917 ± 0.00105 4.445 ± 0.325 % 93.922 ± 0.473 % 11 8.9806 ± 0.4614 0.01943 ± 0.00427 0.01868 ± 0.00096 4.355 ± 0.305 % 93.904 ± 0.452 % 12 9.3672 ± 0.4681 0.01790 ± 0.00401 0.01805 ± 0.00089 4.214 ± 0.289 % 93.856 ± 0.434 % 13 10.0548 ± 0.4888 0.01863 ± 0.00381 0.01749 ± 0.00082 4.082 ± 0.276 % 93.937 ± 0.415 % 14 10.5849 ± 0.4994 0.02047 ± 0.00372 0.01726 ± 0.00077 4.027 ± 0.263 % 93.894 ± 0.401 % 15 11.0312 ± 0.5050 0.01958 ± 0.00353 0.01688 ± 0.00072 3.930 ± 0.252 % 94.065 ± 0.382 % 16 11.0010 ± 0.4862 0.01865 ± 0.00338 0.01651 ± 0.00068 3.887 ± 0.241 % 94.118 ± 0.368 % 17 10.9423 ± 0.4692 0.01801 ± 0.00329 0.01677 ± 0.00066 3.919 ± 0.228 % 94.048 ± 0.359 % 18 11.0131 ± 0.4587 0.01829 ± 0.00317 0.01680 ± 0.00064 3.947 ± 0.223 % 93.943 ± 0.352 % 19 9.8254 ± 0.3947 0.01875 ± 0.00318 0.01969 ± 0.00100 4.821 ± 0.278 % 94.014 ± 0.341 % 20 10.0316 ± 0.3939 0.01798 ± 0.00308 0.01936 ± 0.00095 4.730 ± 0.269 % 93.922 ± 0.335 % 21 9.4415 ± 0.3578 0.01785 ± 0.00295 0.01872 ± 0.00090 4.646 ± 0.261 % 94.080 ± 0.323 % 22 9.2795 ± 0.3428 0.01838 ± 0.00286 0.01876 ± 0.00087 4.600 ± 0.252 % 94.135 ± 0.314 % 23 9.4032 ± 0.3408 0.01803 ± 0.00278 0.01856 ± 0.00083 4.554 ± 0.244 % 94.049 ± 0.309 % 24 8.7154 ± 0.3063 0.01940 ± 0.00281 0.01966 ± 0.00085 4.836 ± 0.237 % 94.052 ± 0.302 % 25 8.4815 ± 0.2900 0.01922 ± 0.00272 0.01925 ± 0.00082 4.771 ± 0.230 % 94.039 ± 0.297 % 26 8.3055 ± 0.2772 0.01846 ± 0.00264 0.01885 ± 0.00079 4.708 ± 0.225 % 94.178 ± 0.288 % 27 8.4240 ± 0.2780 0.01850 ± 0.00258 0.01879 ± 0.00076 4.667 ± 0.219 % 94.190 ± 0.282 % 28 8.3919 ± 0.2713 0.01872 ± 0.00256 0.01919 ± 0.00087 4.706 ± 0.224 % 94.188 ± 0.277 % 29 8.5225 ± 0.2717 0.01697 ± 0.00254 0.01917 ± 0.00085 4.663 ± 0.219 % 94.145 ± 0.273 % 30 8.1299 ± 0.2552 0.01867 ± 0.00286 0.01920 ± 0.00087 4.740 ± 0.227 % 94.275 ± 0.266 % 31 8.0617 ± 0.2472 0.01895 ± 0.00279 0.01908 ± 0.00085 4.704 ± 0.222 % 94.257 ± 0.262 % 32 8.0906 ± 0.2455 0.01654 ± 0.00291 0.02345 ± 0.00213 4.965 ± 0.249 % 94.142 ± 0.260 % 33 8.0270 ± 0.2388 0.01669 ± 0.00286 0.02325 ± 0.00206 4.932 ± 0.243 % 94.153 ± 0.256 % 34 8.0215 ± 0.2345 0.01695 ± 0.00280 0.02316 ± 0.00201 4.949 ± 0.240 % 94.095 ± 0.253 % 35 7.8018 ± 0.2236 0.01627 ± 0.00274 0.02293 ± 0.00195 4.941 ± 0.234 % 94.129 ± 0.249 % 36 7.5815 ± 0.2133 0.01614 ± 0.00268 0.02276 ± 0.00190 4.950 ± 0.228 % 94.205 ± 0.244 % 37 7.2726 ± 0.2004 0.01708 ± 0.00266 0.02344 ± 0.00186 5.147 ± 0.221 % 94.213 ± 0.240 % 38 7.1954 ± 0.1950 0.01654 ± 0.00261 0.02329 ± 0.00181 5.115 ± 0.217 % 94.211 ± 0.237 % 39 7.1846 ± 0.1920 0.01579 ± 0.00262 0.02342 ± 0.00178 5.147 ± 0.223 % 94.248 ± 0.233 % 40 7.0634 ± 0.1852 0.01514 ± 0.00258 0.02327 ± 0.00174 5.136 ± 0.219 % 94.235 ± 0.231 % 41 7.0525 ± 0.1822 0.01525 ± 0.00253 0.02311 ± 0.00170 5.109 ± 0.215 % 94.232 ± 0.228 % 42 6.9423 ± 0.1765 0.01539 ± 0.00248 0.02282 ± 0.00166 5.071 ± 0.212 % 94.267 ± 0.225 % 43 6.8562 ± 0.1727 0.01547 ± 0.00250 0.02269 ± 0.00162 5.042 ± 0.208 % 94.337 ± 0.221 % 44 6.7990 ± 0.1687 0.01506 ± 0.00245 0.02243 ± 0.00158 5.005 ± 0.205 % 94.385 ± 0.217 % 45 6.7321 ± 0.1651 0.01487 ± 0.00241 0.02209 ± 0.00155 4.964 ± 0.202 % 94.431 ± 0.214 % 46 6.7886 ± 0.1646 0.01584 ± 0.00238 0.02211 ± 0.00152 4.929 ± 0.199 % 94.390 ± 0.212 % 47 6.7820 ± 0.1626 0.01564 ± 0.00234 0.02199 ± 0.00149 4.917 ± 0.196 % 94.368 ± 0.211 % 48 6.6800 ± 0.1577 0.01589 ± 0.00231 0.02207 ± 0.00146 4.938 ± 0.192 % 94.363 ± 0.208 % 49 6.7014 ± 0.1571 0.01637 ± 0.00232 0.02206 ± 0.00143 4.929 ± 0.189 % 94.358 ± 0.206 % 50 6.7050 ± 0.1555 0.01644 ± 0.00228 0.02191 ± 0.00140 4.908 ± 0.186 % 94.400 ± 0.204 % 51 6.6834 ± 0.1534 0.01718 ± 0.00232 0.02223 ± 0.00144 4.877 ± 0.184 % 94.402 ± 0.202 % 52 6.7503 ± 0.1538 0.01771 ± 0.00229 0.02213 ± 0.00142 4.850 ± 0.182 % 94.374 ± 0.200 % 53 6.7863 ± 0.1530 0.01774 ± 0.00226 0.02206 ± 0.00139 4.820 ± 0.179 % 94.295 ± 0.200 % 54 6.8227 ± 0.1525 0.01766 ± 0.00222 0.02196 ± 0.00137 4.796 ± 0.177 % 94.306 ± 0.197 % 55 6.8718 ± 0.1527 0.01788 ± 0.00220 0.02189 ± 0.00134 4.776 ± 0.175 % 94.267 ± 0.196 % 56 6.8911 ± 0.1515 0.01847 ± 0.00218 0.02180 ± 0.00132 4.750 ± 0.172 % 94.251 ± 0.195 % 57 7.0119 ± 0.1533 0.01886 ± 0.00216 0.02176 ± 0.00130 4.723 ± 0.170 % 94.207 ± 0.194 % 58 7.0033 ± 0.1516 0.01895 ± 0.00213 0.02166 ± 0.00128 4.724 ± 0.169 % 94.233 ± 0.192 % 59 7.0011 ± 0.1504 0.01865 ± 0.00211 0.02162 ± 0.00126 4.715 ± 0.166 % 94.231 ± 0.190 % 60 6.9552 ± 0.1486 0.01944 ± 0.00216 0.02158 ± 0.00124 4.717 ± 0.164 % 94.222 ± 0.189 % 61 7.0108 ± 0.1491 0.01965 ± 0.00213 0.02146 ± 0.00122 4.692 ± 0.162 % 94.240 ± 0.187 % 62 6.9929 ± 0.1471 0.01954 ± 0.00211 0.02129 ± 0.00120 4.670 ± 0.161 % 94.231 ± 0.185 % 63 7.0036 ± 0.1462 0.01949 ± 0.00208 0.02116 ± 0.00118 4.648 ± 0.159 % 94.261 ± 0.184 % 64 7.0434 ± 0.1458 0.01907 ± 0.00205 0.02100 ± 0.00116 4.623 ± 0.157 % 94.259 ± 0.182 % 65 6.9079 ± 0.1416 0.01926 ± 0.00204 0.02128 ± 0.00118 4.674 ± 0.161 % 94.299 ± 0.180 % 66 6.9385 ± 0.1413 0.01952 ± 0.00201 0.02116 ± 0.00116 4.654 ± 0.160 % 94.320 ± 0.178 % 67 6.9504 ± 0.1402 0.01960 ± 0.00199 0.02102 ± 0.00114 4.630 ± 0.158 % 94.352 ± 0.177 % 68 6.9576 ± 0.1391 0.01952 ± 0.00197 0.02092 ± 0.00113 4.615 ± 0.156 % 94.366 ± 0.175 % 69 7.0020 ± 0.1392 0.01904 ± 0.00195 0.02083 ± 0.00111 4.597 ± 0.155 % 94.368 ± 0.174 % 70 6.9527 ± 0.1372 0.01875 ± 0.00193 0.02083 ± 0.00110 4.595 ± 0.153 % 94.409 ± 0.172 % 71 6.8681 ± 0.1345 0.01848 ± 0.00192 0.02080 ± 0.00109 4.610 ± 0.151 % 94.432 ± 0.170 % 72 6.9602 ± 0.1358 0.01813 ± 0.00190 0.02068 ± 0.00107 4.586 ± 0.150 % 94.390 ± 0.170 % 73 6.9765 ± 0.1351 0.01788 ± 0.00188 0.02055 ± 0.00106 4.565 ± 0.149 % 94.354 ± 0.169 % 74 7.0154 ± 0.1350 0.01789 ± 0.00186 0.02041 ± 0.00104 4.543 ± 0.147 % 94.356 ± 0.168 % 75 6.9612 ± 0.1328 0.01794 ± 0.00184 0.02044 ± 0.00103 4.560 ± 0.145 % 94.348 ± 0.167 % 76 6.9312 ± 0.1314 0.01929 ± 0.00191 0.02099 ± 0.00103 4.670 ± 0.144 % 94.319 ± 0.166 % 77 6.9002 ± 0.1297 0.01947 ± 0.00191 0.02130 ± 0.00105 4.660 ± 0.142 % 94.281 ± 0.166 % 78 6.9328 ± 0.1296 0.01952 ± 0.00189 0.02122 ± 0.00104 4.647 ± 0.141 % 94.289 ± 0.165 % 79 6.9110 ± 0.1282 0.01934 ± 0.00188 0.02112 ± 0.00102 4.636 ± 0.140 % 94.286 ± 0.164 % 80 6.8850 ± 0.1268 0.01939 ± 0.00188 0.02139 ± 0.00101 4.647 ± 0.138 % 94.265 ± 0.163 % 81 6.9393 ± 0.1273 0.01922 ± 0.00186 0.02132 ± 0.00100 4.635 ± 0.137 % 94.258 ± 0.162 % 82 6.9446 ± 0.1267 0.01918 ± 0.00185 0.02144 ± 0.00100 4.617 ± 0.136 % 94.261 ± 0.161 % 83 7.0180 ± 0.1274 0.01899 ± 0.00184 0.02132 ± 0.00099 4.594 ± 0.135 % 94.264 ± 0.160 % 84 7.0261 ± 0.1268 0.01892 ± 0.00182 0.02127 ± 0.00098 4.588 ± 0.133 % 94.262 ± 0.159 % 85 6.9622 ± 0.1246 0.01877 ± 0.00181 0.02173 ± 0.00102 4.623 ± 0.133 % 94.247 ± 0.158 % 86 7.0429 ± 0.1256 0.01858 ± 0.00180 0.02168 ± 0.00101 4.608 ± 0.131 % 94.236 ± 0.157 % 87 7.0249 ± 0.1243 0.01833 ± 0.00178 0.02168 ± 0.00100 4.594 ± 0.130 % 94.217 ± 0.157 % 88 7.0398 ± 0.1238 0.01825 ± 0.00177 0.02160 ± 0.00099 4.590 ± 0.130 % 94.193 ± 0.156 % 89 7.0454 ± 0.1231 0.01815 ± 0.00175 0.02147 ± 0.00098 4.574 ± 0.129 % 94.210 ± 0.155 % 90 7.0398 ± 0.1224 0.01806 ± 0.00174 0.02154 ± 0.00097 4.580 ± 0.127 % 94.196 ± 0.154 % 91 7.1160 ± 0.1235 0.01820 ± 0.00174 0.02163 ± 0.00096 4.574 ± 0.126 % 94.169 ± 0.154 % 92 7.1126 ± 0.1227 0.01790 ± 0.00174 0.02166 ± 0.00095 4.566 ± 0.125 % 94.122 ± 0.154 % 93 7.1568 ± 0.1229 0.01788 ± 0.00173 0.02159 ± 0.00094 4.550 ± 0.124 % 94.139 ± 0.153 % 94 7.1862 ± 0.1227 0.01798 ± 0.00172 0.02152 ± 0.00093 4.535 ± 0.123 % 94.101 ± 0.152 % 95 7.2075 ± 0.1225 0.01834 ± 0.00171 0.02149 ± 0.00092 4.532 ± 0.122 % 94.097 ± 0.151 % 96 7.1987 ± 0.1220 0.01951 ± 0.00180 0.02194 ± 0.00091 4.625 ± 0.121 % 94.065 ± 0.151 % 97 7.2322 ± 0.1219 0.01934 ± 0.00179 0.02189 ± 0.00091 4.610 ± 0.120 % 94.061 ± 0.150 % 98 7.3006 ± 0.1226 0.01889 ± 0.00179 0.02193 ± 0.00090 4.609 ± 0.120 % 94.058 ± 0.150 % 99 7.3235 ± 0.1223 0.01900 ± 0.00177 0.02184 ± 0.00089 4.592 ± 0.119 % 94.031 ± 0.149 % 100 7.3685 ± 0.1226 0.01900 ± 0.00176 0.02189 ± 0.00088 4.585 ± 0.118 % 94.012 ± 0.149 % ====== Perplexity statistics ====== Mean PPL(Q) : 7.368461 ± 0.122629 Mean PPL(base) : 7.229770 ± 0.119014 Cor(ln(PPL(Q)), ln(PPL(base))): 99.44% Mean ln(PPL(Q)/PPL(base)) : 0.019002 ± 0.001760 Mean PPL(Q)/PPL(base) : 1.019183 ± 0.001794 Mean PPL(Q)-PPL(base) : 0.138691 ± 0.013282 ====== KL divergence statistics ====== Mean KLD: 0.021891 ± 0.000880 Maximum KLD: 10.112214 99.9% KLD: 1.116581 99.0% KLD: 0.232341 95.0% KLD: 0.061588 90.0% KLD: 0.035950 Median KLD: 0.007779 10.0% KLD: 0.000269 5.0% KLD: 0.000076 1.0% KLD: 0.000007 0.1% KLD: 0.000000 Minimum KLD: -0.000056 ====== Token probability statistics ====== Mean Δp: -0.387 ± 0.029 % Maximum Δp: 96.824% 99.9% Δp: 29.143% 99.0% Δp: 10.389% 95.0% Δp: 4.192% 90.0% Δp: 2.294% 75.0% Δp: 0.378% Median Δp: -0.011% 25.0% Δp: -0.829% 10.0% Δp: -3.340% 5.0% Δp: -5.621% 1.0% Δp: -15.482% 0.1% Δp: -46.191% Minimum Δp: -88.040% RMS Δp : 4.585 ± 0.118 % Same top p: 94.012 ± 0.149 % # exit 0 after 25s