$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--unsloth--Qwen3.5-4B-GGUF\snapshots\e87f176479d0855a907a41277aca2f8ee7a09523\Qwen3.5-4B-UD-Q4_K_XL.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-4b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T08:27:36Z 0.01.984.112 I cmn init: llama threadpool init, n_threads = 8 0.02.048.870 I 0.02.048.905 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.060.878 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.257.802 I kl_divergence: 0.20 seconds per pass - ETA 0.32 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 6.0657 ± 1.0406 0.00239 ± 0.01115 0.01380 ± 0.00193 2.954 ± 0.381 % 94.118 ± 1.476 % 2 8.2217 ± 1.0669 0.01745 ± 0.00856 0.01413 ± 0.00118 2.878 ± 0.250 % 95.294 ± 0.939 % 3 7.0127 ± 0.7045 0.02282 ± 0.00713 0.01619 ± 0.00114 3.273 ± 0.224 % 94.510 ± 0.824 % 4 8.2630 ± 0.7544 0.01977 ± 0.00671 0.01610 ± 0.00090 3.216 ± 0.190 % 93.922 ± 0.748 % 5 10.0307 ± 0.8383 0.01901 ± 0.00602 0.01734 ± 0.00124 3.149 ± 0.166 % 93.098 ± 0.710 % 6 10.1213 ± 0.7590 0.01717 ± 0.00531 0.01625 ± 0.00104 3.065 ± 0.147 % 93.007 ± 0.652 % 7 10.1624 ± 0.6953 0.01824 ± 0.00479 0.01561 ± 0.00090 2.976 ± 0.133 % 93.221 ± 0.595 % 8 10.1314 ± 0.6441 0.01938 ± 0.00466 0.01707 ± 0.00113 3.383 ± 0.266 % 93.431 ± 0.549 % 9 10.4274 ± 0.6184 0.01812 ± 0.00432 0.01671 ± 0.00102 3.340 ± 0.245 % 93.464 ± 0.516 % 10 11.1718 ± 0.6348 0.01843 ± 0.00403 0.01667 ± 0.00101 3.242 ± 0.228 % 93.255 ± 0.497 % 11 11.1828 ± 0.6018 0.01826 ± 0.00388 0.01647 ± 0.00092 3.203 ± 0.212 % 92.977 ± 0.483 % 12 11.6647 ± 0.6103 0.01832 ± 0.00366 0.01629 ± 0.00085 3.197 ± 0.201 % 93.137 ± 0.457 % 13 12.4930 ± 0.6356 0.01802 ± 0.00353 0.01621 ± 0.00080 3.129 ± 0.190 % 93.062 ± 0.441 % 14 13.1707 ± 0.6503 0.01904 ± 0.00341 0.01625 ± 0.00075 3.116 ± 0.180 % 92.913 ± 0.430 % 15 13.5943 ± 0.6481 0.01882 ± 0.00325 0.01603 ± 0.00070 3.063 ± 0.171 % 92.837 ± 0.417 % 16 13.5061 ± 0.6213 0.01803 ± 0.00313 0.01577 ± 0.00066 3.043 ± 0.163 % 93.039 ± 0.398 % 17 13.4532 ± 0.5996 0.01663 ± 0.00305 0.01604 ± 0.00064 3.089 ± 0.156 % 92.941 ± 0.389 % 18 13.4906 ± 0.5833 0.01547 ± 0.00298 0.01615 ± 0.00061 3.102 ± 0.148 % 92.789 ± 0.382 % 19 12.2573 ± 0.5119 0.01644 ± 0.00305 0.01739 ± 0.00064 3.366 ± 0.145 % 92.900 ± 0.369 % 20 12.4892 ± 0.5090 0.01576 ± 0.00296 0.01733 ± 0.00062 3.376 ± 0.144 % 92.902 ± 0.360 % 21 11.6842 ± 0.4600 0.01543 ± 0.00285 0.01704 ± 0.00059 3.369 ± 0.138 % 92.997 ± 0.349 % 22 11.5433 ± 0.4436 0.01627 ± 0.00284 0.01787 ± 0.00062 3.445 ± 0.140 % 93.012 ± 0.340 % 23 11.7883 ± 0.4456 0.01679 ± 0.00278 0.01789 ± 0.00060 3.412 ± 0.136 % 93.078 ± 0.331 % 24 11.0687 ± 0.4072 0.02074 ± 0.00337 0.02015 ± 0.00182 3.841 ± 0.226 % 93.170 ± 0.322 % 25 10.7470 ± 0.3855 0.02004 ± 0.00327 0.01982 ± 0.00175 3.808 ± 0.219 % 93.145 ± 0.317 % 26 10.4262 ± 0.3646 0.01953 ± 0.00317 0.01956 ± 0.00168 3.781 ± 0.212 % 93.183 ± 0.310 % 27 10.5576 ± 0.3646 0.01840 ± 0.00309 0.01947 ± 0.00162 3.790 ± 0.206 % 93.188 ± 0.304 % 28 10.5421 ± 0.3574 0.01937 ± 0.00302 0.01947 ± 0.00156 3.788 ± 0.200 % 93.025 ± 0.301 % 29 10.7258 ± 0.3597 0.02010 ± 0.00296 0.01946 ± 0.00151 3.761 ± 0.194 % 92.995 ± 0.297 % 30 10.2361 ± 0.3370 0.02203 ± 0.00309 0.02007 ± 0.00148 3.987 ± 0.193 % 93.124 ± 0.289 % 31 10.1350 ± 0.3265 0.02129 ± 0.00301 0.01991 ± 0.00143 3.959 ± 0.188 % 93.093 ± 0.285 % 32 10.2552 ± 0.3285 0.02451 ± 0.00354 0.02604 ± 0.00271 4.292 ± 0.238 % 93.015 ± 0.282 % 33 10.1716 ± 0.3204 0.02440 ± 0.00346 0.02577 ± 0.00263 4.265 ± 0.232 % 93.024 ± 0.278 % 34 10.1447 ± 0.3138 0.02397 ± 0.00339 0.02559 ± 0.00255 4.275 ± 0.227 % 93.022 ± 0.274 % 35 9.8477 ± 0.2988 0.02413 ± 0.00331 0.02538 ± 0.00248 4.268 ± 0.221 % 93.053 ± 0.269 % 36 9.5639 ± 0.2849 0.02502 ± 0.00325 0.02564 ± 0.00242 4.375 ± 0.218 % 93.083 ± 0.265 % 37 9.2081 ± 0.2690 0.02458 ± 0.00317 0.02529 ± 0.00235 4.351 ± 0.213 % 93.174 ± 0.260 % 38 9.1053 ± 0.2617 0.02496 ± 0.00311 0.02511 ± 0.00229 4.360 ± 0.208 % 93.220 ± 0.255 % 39 9.1143 ± 0.2584 0.02568 ± 0.00313 0.02521 ± 0.00224 4.358 ± 0.204 % 93.223 ± 0.252 % 40 8.9555 ± 0.2496 0.02538 ± 0.00308 0.02505 ± 0.00218 4.346 ± 0.199 % 93.206 ± 0.249 % 41 8.9321 ± 0.2452 0.02520 ± 0.00302 0.02487 ± 0.00213 4.332 ± 0.196 % 93.209 ± 0.246 % 42 8.7795 ± 0.2374 0.02475 ± 0.00296 0.02465 ± 0.00208 4.332 ± 0.191 % 93.259 ± 0.242 % 43 8.6664 ± 0.2321 0.02385 ± 0.00293 0.02444 ± 0.00203 4.307 ± 0.188 % 93.297 ± 0.239 % 44 8.5754 ± 0.2263 0.02413 ± 0.00288 0.02427 ± 0.00199 4.293 ± 0.185 % 93.289 ± 0.236 % 45 8.4521 ± 0.2205 0.02352 ± 0.00283 0.02394 ± 0.00194 4.266 ± 0.182 % 93.386 ± 0.232 % 46 8.5282 ± 0.2202 0.02399 ± 0.00279 0.02385 ± 0.00190 4.244 ± 0.179 % 93.393 ± 0.229 % 47 8.5068 ± 0.2168 0.02447 ± 0.00274 0.02381 ± 0.00186 4.245 ± 0.175 % 93.350 ± 0.228 % 48 8.3656 ± 0.2099 0.02424 ± 0.00270 0.02357 ± 0.00183 4.220 ± 0.173 % 93.407 ± 0.224 % 49 8.4032 ± 0.2097 0.02493 ± 0.00277 0.02357 ± 0.00179 4.247 ± 0.171 % 93.381 ± 0.222 % 50 8.4083 ± 0.2075 0.02511 ± 0.00273 0.02345 ± 0.00175 4.229 ± 0.168 % 93.420 ± 0.220 % 51 8.3546 ± 0.2036 0.02508 ± 0.00270 0.02368 ± 0.00174 4.208 ± 0.166 % 93.410 ± 0.218 % 52 8.4574 ± 0.2046 0.02503 ± 0.00266 0.02363 ± 0.00171 4.200 ± 0.163 % 93.394 ± 0.216 % 53 8.4915 ± 0.2031 0.02510 ± 0.00262 0.02363 ± 0.00168 4.200 ± 0.161 % 93.341 ± 0.214 % 54 8.5181 ± 0.2020 0.02503 ± 0.00259 0.02353 ± 0.00165 4.184 ± 0.158 % 93.370 ± 0.212 % 55 8.5890 ± 0.2026 0.02541 ± 0.00258 0.02341 ± 0.00162 4.179 ± 0.156 % 93.376 ± 0.210 % 56 8.5857 ± 0.2002 0.02488 ± 0.00255 0.02340 ± 0.00159 4.161 ± 0.154 % 93.340 ± 0.209 % 57 8.7103 ± 0.2018 0.02442 ± 0.00251 0.02328 ± 0.00156 4.144 ± 0.152 % 93.285 ± 0.208 % 58 8.6976 ± 0.1995 0.02433 ± 0.00247 0.02313 ± 0.00154 4.136 ± 0.150 % 93.266 ± 0.206 % 59 8.6694 ± 0.1970 0.02390 ± 0.00245 0.02309 ± 0.00151 4.139 ± 0.147 % 93.260 ± 0.204 % 60 8.6112 ± 0.1947 0.02412 ± 0.00250 0.02296 ± 0.00149 4.128 ± 0.145 % 93.294 ± 0.202 % 61 8.6650 ± 0.1949 0.02412 ± 0.00248 0.02293 ± 0.00147 4.146 ± 0.146 % 93.269 ± 0.201 % 62 8.6307 ± 0.1920 0.02348 ± 0.00245 0.02279 ± 0.00144 4.132 ± 0.144 % 93.251 ± 0.200 % 63 8.6439 ± 0.1908 0.02313 ± 0.00242 0.02271 ± 0.00142 4.137 ± 0.142 % 93.259 ± 0.198 % 64 8.6887 ± 0.1901 0.02301 ± 0.00239 0.02262 ± 0.00140 4.123 ± 0.140 % 93.229 ± 0.197 % 65 8.5225 ± 0.1845 0.02313 ± 0.00239 0.02274 ± 0.00138 4.181 ± 0.138 % 93.261 ± 0.195 % 66 8.5633 ± 0.1842 0.02306 ± 0.00236 0.02263 ± 0.00136 4.167 ± 0.137 % 93.226 ± 0.194 % 67 8.5567 ± 0.1822 0.02291 ± 0.00233 0.02252 ± 0.00134 4.153 ± 0.135 % 93.199 ± 0.193 % 68 8.5612 ± 0.1809 0.02272 ± 0.00231 0.02243 ± 0.00132 4.148 ± 0.134 % 93.201 ± 0.191 % 69 8.5995 ± 0.1804 0.02275 ± 0.00228 0.02234 ± 0.00130 4.132 ± 0.132 % 93.197 ± 0.190 % 70 8.5464 ± 0.1779 0.02238 ± 0.00226 0.02245 ± 0.00129 4.154 ± 0.131 % 93.193 ± 0.189 % 71 8.4570 ± 0.1748 0.02211 ± 0.00224 0.02228 ± 0.00127 4.136 ± 0.129 % 93.228 ± 0.187 % 72 8.5794 ± 0.1765 0.02221 ± 0.00222 0.02219 ± 0.00125 4.121 ± 0.128 % 93.257 ± 0.185 % 73 8.5913 ± 0.1756 0.02189 ± 0.00219 0.02208 ± 0.00123 4.111 ± 0.127 % 93.247 ± 0.184 % 74 8.6338 ± 0.1753 0.02202 ± 0.00217 0.02197 ± 0.00122 4.092 ± 0.126 % 93.280 ± 0.182 % 75 8.5791 ± 0.1728 0.02200 ± 0.00215 0.02196 ± 0.00120 4.100 ± 0.124 % 93.281 ± 0.181 % 76 8.5550 ± 0.1712 0.02271 ± 0.00218 0.02201 ± 0.00119 4.119 ± 0.123 % 93.240 ± 0.180 % 77 8.5060 ± 0.1686 0.02256 ± 0.00216 0.02206 ± 0.00117 4.114 ± 0.122 % 93.221 ± 0.179 % 78 8.5354 ± 0.1682 0.02289 ± 0.00214 0.02196 ± 0.00116 4.103 ± 0.121 % 93.223 ± 0.178 % 79 8.5026 ± 0.1663 0.02276 ± 0.00212 0.02185 ± 0.00114 4.103 ± 0.120 % 93.279 ± 0.176 % 80 8.5007 ± 0.1652 0.02298 ± 0.00211 0.02212 ± 0.00114 4.113 ± 0.118 % 93.245 ± 0.176 % 81 8.5646 ± 0.1658 0.02300 ± 0.00209 0.02206 ± 0.00112 4.101 ± 0.117 % 93.241 ± 0.175 % 82 8.5563 ± 0.1646 0.02270 ± 0.00208 0.02255 ± 0.00116 4.090 ± 0.116 % 93.266 ± 0.173 % 83 8.6462 ± 0.1654 0.02249 ± 0.00206 0.02245 ± 0.00115 4.070 ± 0.115 % 93.277 ± 0.172 % 84 8.6599 ± 0.1645 0.02245 ± 0.00205 0.02238 ± 0.00114 4.059 ± 0.114 % 93.315 ± 0.171 % 85 8.5826 ± 0.1618 0.02260 ± 0.00203 0.02242 ± 0.00112 4.068 ± 0.113 % 93.310 ± 0.170 % 86 8.6840 ± 0.1630 0.02270 ± 0.00201 0.02234 ± 0.00111 4.052 ± 0.112 % 93.311 ± 0.169 % 87 8.6590 ± 0.1613 0.02311 ± 0.00201 0.02239 ± 0.00110 4.057 ± 0.111 % 93.284 ± 0.168 % 88 8.6741 ± 0.1606 0.02269 ± 0.00199 0.02229 ± 0.00109 4.044 ± 0.110 % 93.275 ± 0.167 % 89 8.6671 ± 0.1594 0.02248 ± 0.00198 0.02219 ± 0.00108 4.034 ± 0.109 % 93.289 ± 0.166 % 90 8.6560 ± 0.1582 0.02205 ± 0.00197 0.02222 ± 0.00107 4.033 ± 0.108 % 93.298 ± 0.165 % 91 8.7622 ± 0.1600 0.02213 ± 0.00196 0.02227 ± 0.00106 4.022 ± 0.107 % 93.307 ± 0.164 % 92 8.7598 ± 0.1590 0.02251 ± 0.00195 0.02223 ± 0.00104 4.019 ± 0.106 % 93.291 ± 0.163 % 93 8.8127 ± 0.1592 0.02226 ± 0.00193 0.02214 ± 0.00103 4.008 ± 0.105 % 93.291 ± 0.162 % 94 8.8461 ± 0.1590 0.02202 ± 0.00192 0.02208 ± 0.00102 3.996 ± 0.105 % 93.275 ± 0.162 % 95 8.8610 ± 0.1585 0.02184 ± 0.00190 0.02202 ± 0.00101 3.991 ± 0.104 % 93.304 ± 0.161 % 96 8.8806 ± 0.1582 0.02244 ± 0.00195 0.02207 ± 0.00100 3.999 ± 0.103 % 93.272 ± 0.160 % 97 8.9048 ± 0.1577 0.02243 ± 0.00194 0.02206 ± 0.00099 3.988 ± 0.102 % 93.261 ± 0.159 % 98 8.9851 ± 0.1586 0.02199 ± 0.00193 0.02203 ± 0.00098 3.977 ± 0.101 % 93.253 ± 0.159 % 99 9.0144 ± 0.1582 0.02207 ± 0.00191 0.02194 ± 0.00097 3.967 ± 0.100 % 93.290 ± 0.157 % 100 9.0631 ± 0.1584 0.02227 ± 0.00190 0.02199 ± 0.00096 3.962 ± 0.099 % 93.302 ± 0.157 % ====== Perplexity statistics ====== Mean PPL(Q) : 9.063068 ± 0.158404 Mean PPL(base) : 8.863479 ± 0.153159 Cor(ln(PPL(Q)), ln(PPL(base))): 99.41% Mean ln(PPL(Q)/PPL(base)) : 0.022268 ± 0.001899 Mean PPL(Q)/PPL(base) : 1.022518 ± 0.001942 Mean PPL(Q)-PPL(base) : 0.199589 ± 0.017720 ====== KL divergence statistics ====== Mean KLD: 0.021993 ± 0.000963 Maximum KLD: 11.916233 99.9% KLD: 0.985955 99.0% KLD: 0.190579 95.0% KLD: 0.059510 90.0% KLD: 0.037526 Median KLD: 0.009550 10.0% KLD: 0.000516 5.0% KLD: 0.000158 1.0% KLD: 0.000018 0.1% KLD: 0.000001 Minimum KLD: -0.000002 ====== Token probability statistics ====== Mean Δp: -0.352 ± 0.025 % Maximum Δp: 74.231% 99.9% Δp: 22.696% 99.0% Δp: 9.877% 95.0% Δp: 4.218% 90.0% Δp: 2.358% 75.0% Δp: 0.416% Median Δp: -0.009% 25.0% Δp: -0.898% 10.0% Δp: -3.377% 5.0% Δp: -5.547% 1.0% Δp: -13.035% 0.1% Δp: -33.804% Minimum Δp: -99.252% RMS Δp : 3.962 ± 0.099 % Same top p: 93.302 ± 0.157 % # exit 0 after 20s