$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--unsloth--Qwen3.5-4B-GGUF\snapshots\e87f176479d0855a907a41277aca2f8ee7a09523\Qwen3.5-4B-Q4_K_M.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-4b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T08:12:46Z 0.01.985.157 I cmn init: llama threadpool init, n_threads = 8 0.02.040.488 I 0.02.040.521 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.053.425 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.175.130 I kl_divergence: 0.12 seconds per pass - ETA 0.20 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 6.1838 ± 1.0692 0.02168 ± 0.01617 0.01946 ± 0.00253 3.523 ± 0.501 % 93.725 ± 1.522 % 2 8.3083 ± 1.0823 0.02792 ± 0.01176 0.01992 ± 0.00158 3.696 ± 0.368 % 94.314 ± 1.026 % 3 7.0537 ± 0.7114 0.02865 ± 0.00925 0.02129 ± 0.00138 4.059 ± 0.300 % 93.464 ± 0.894 % 4 8.2977 ± 0.7594 0.02396 ± 0.00818 0.02205 ± 0.00115 3.991 ± 0.245 % 92.843 ± 0.808 % 5 10.0458 ± 0.8411 0.02052 ± 0.00713 0.02243 ± 0.00117 3.826 ± 0.210 % 91.922 ± 0.763 % 6 10.1404 ± 0.7618 0.01906 ± 0.00629 0.02121 ± 0.00099 3.737 ± 0.184 % 92.288 ± 0.682 % 7 10.1826 ± 0.6981 0.02022 ± 0.00564 0.02046 ± 0.00086 3.621 ± 0.165 % 92.605 ± 0.620 % 8 10.1032 ± 0.6436 0.01659 ± 0.00533 0.02240 ± 0.00107 4.002 ± 0.212 % 93.186 ± 0.558 % 9 10.3983 ± 0.6181 0.01532 ± 0.00498 0.02208 ± 0.00096 3.883 ± 0.195 % 93.333 ± 0.521 % 10 11.1469 ± 0.6342 0.01620 ± 0.00465 0.02267 ± 0.00143 3.785 ± 0.181 % 93.020 ± 0.505 % 11 11.1646 ± 0.6015 0.01663 ± 0.00447 0.02251 ± 0.00133 3.823 ± 0.192 % 93.012 ± 0.481 % 12 11.6344 ± 0.6084 0.01573 ± 0.00434 0.02268 ± 0.00123 3.819 ± 0.180 % 93.072 ± 0.459 % 13 12.4697 ± 0.6341 0.01616 ± 0.00417 0.02286 ± 0.00118 3.737 ± 0.170 % 92.941 ± 0.445 % 14 13.1620 ± 0.6499 0.01838 ± 0.00398 0.02284 ± 0.00111 3.735 ± 0.161 % 92.493 ± 0.441 % 15 13.5733 ± 0.6469 0.01727 ± 0.00381 0.02250 ± 0.00103 3.663 ± 0.154 % 92.549 ± 0.425 % 16 13.5017 ± 0.6209 0.01770 ± 0.00367 0.02211 ± 0.00097 3.622 ± 0.147 % 92.745 ± 0.406 % 17 13.4571 ± 0.5998 0.01692 ± 0.00355 0.02256 ± 0.00093 3.645 ± 0.142 % 92.687 ± 0.395 % 18 13.4958 ± 0.5833 0.01585 ± 0.00348 0.02282 ± 0.00090 3.711 ± 0.147 % 92.593 ± 0.387 % 19 12.2521 ± 0.5117 0.01602 ± 0.00349 0.02420 ± 0.00095 4.034 ± 0.170 % 92.714 ± 0.373 % 20 12.4995 ± 0.5098 0.01659 ± 0.00341 0.02425 ± 0.00093 4.072 ± 0.177 % 92.686 ± 0.365 % 21 11.6915 ± 0.4606 0.01605 ± 0.00328 0.02371 ± 0.00088 4.056 ± 0.170 % 92.792 ± 0.353 % 22 11.5535 ± 0.4442 0.01716 ± 0.00328 0.02471 ± 0.00089 4.137 ± 0.165 % 92.745 ± 0.346 % 23 11.7711 ± 0.4446 0.01533 ± 0.00321 0.02461 ± 0.00086 4.114 ± 0.160 % 92.822 ± 0.337 % 24 11.0474 ± 0.4058 0.01882 ± 0.00373 0.02702 ± 0.00188 4.484 ± 0.219 % 92.827 ± 0.330 % 25 10.7239 ± 0.3841 0.01790 ± 0.00361 0.02658 ± 0.00181 4.449 ± 0.212 % 92.800 ± 0.324 % 26 10.4014 ± 0.3632 0.01715 ± 0.00351 0.02627 ± 0.00174 4.434 ± 0.205 % 92.911 ± 0.315 % 27 10.5517 ± 0.3642 0.01784 ± 0.00344 0.02641 ± 0.00168 4.437 ± 0.199 % 92.912 ± 0.309 % 28 10.5218 ± 0.3564 0.01744 ± 0.00338 0.02661 ± 0.00164 4.541 ± 0.206 % 92.815 ± 0.306 % 29 10.7009 ± 0.3582 0.01778 ± 0.00330 0.02657 ± 0.00159 4.515 ± 0.200 % 92.698 ± 0.303 % 30 10.2293 ± 0.3362 0.02137 ± 0.00343 0.02772 ± 0.00157 4.887 ± 0.204 % 92.706 ± 0.297 % 31 10.1271 ± 0.3257 0.02050 ± 0.00335 0.02771 ± 0.00152 4.848 ± 0.200 % 92.650 ± 0.294 % 32 10.2198 ± 0.3260 0.02105 ± 0.00358 0.03365 ± 0.00244 5.173 ± 0.241 % 92.426 ± 0.293 % 33 10.1366 ± 0.3179 0.02095 ± 0.00351 0.03344 ± 0.00237 5.164 ± 0.236 % 92.478 ± 0.288 % 34 10.1067 ± 0.3112 0.02021 ± 0.00344 0.03323 ± 0.00230 5.156 ± 0.230 % 92.445 ± 0.284 % 35 9.8114 ± 0.2964 0.02044 ± 0.00336 0.03298 ± 0.00224 5.136 ± 0.225 % 92.448 ± 0.280 % 36 9.5221 ± 0.2824 0.02064 ± 0.00330 0.03310 ± 0.00218 5.242 ± 0.219 % 92.451 ± 0.276 % 37 9.1758 ± 0.2669 0.02106 ± 0.00323 0.03274 ± 0.00212 5.220 ± 0.214 % 92.549 ± 0.270 % 38 9.0726 ± 0.2596 0.02135 ± 0.00319 0.03259 ± 0.00207 5.262 ± 0.209 % 92.621 ± 0.266 % 39 9.0902 ± 0.2567 0.02304 ± 0.00350 0.03438 ± 0.00240 5.338 ± 0.220 % 92.609 ± 0.262 % 40 8.9304 ± 0.2478 0.02257 ± 0.00343 0.03427 ± 0.00234 5.321 ± 0.215 % 92.598 ± 0.259 % 41 8.9114 ± 0.2436 0.02288 ± 0.00337 0.03412 ± 0.00229 5.318 ± 0.212 % 92.606 ± 0.256 % 42 8.7593 ± 0.2359 0.02245 ± 0.00330 0.03383 ± 0.00224 5.305 ± 0.208 % 92.652 ± 0.252 % 43 8.6453 ± 0.2306 0.02141 ± 0.00325 0.03348 ± 0.00218 5.280 ± 0.204 % 92.695 ± 0.249 % 44 8.5548 ± 0.2249 0.02172 ± 0.00319 0.03323 ± 0.00214 5.260 ± 0.201 % 92.692 ± 0.246 % 45 8.4304 ± 0.2190 0.02094 ± 0.00314 0.03284 ± 0.00209 5.244 ± 0.197 % 92.749 ± 0.242 % 46 8.5076 ± 0.2187 0.02157 ± 0.00310 0.03278 ± 0.00204 5.224 ± 0.194 % 92.720 ± 0.240 % 47 8.4870 ± 0.2154 0.02213 ± 0.00306 0.03278 ± 0.00201 5.228 ± 0.190 % 92.632 ± 0.239 % 48 8.3456 ± 0.2086 0.02184 ± 0.00301 0.03251 ± 0.00197 5.202 ± 0.187 % 92.680 ± 0.235 % 49 8.3871 ± 0.2086 0.02302 ± 0.00308 0.03243 ± 0.00193 5.192 ± 0.184 % 92.653 ± 0.233 % 50 8.3925 ± 0.2065 0.02323 ± 0.00304 0.03227 ± 0.00189 5.164 ± 0.182 % 92.651 ± 0.231 % 51 8.3320 ± 0.2022 0.02237 ± 0.00300 0.03251 ± 0.00188 5.140 ± 0.179 % 92.695 ± 0.228 % 52 8.4370 ± 0.2033 0.02262 ± 0.00297 0.03244 ± 0.00184 5.121 ± 0.176 % 92.685 ± 0.226 % 53 8.4708 ± 0.2018 0.02266 ± 0.00292 0.03233 ± 0.00181 5.108 ± 0.174 % 92.616 ± 0.225 % 54 8.5013 ± 0.2009 0.02307 ± 0.00289 0.03228 ± 0.00178 5.090 ± 0.171 % 92.578 ± 0.223 % 55 8.5692 ± 0.2014 0.02310 ± 0.00287 0.03208 ± 0.00174 5.073 ± 0.169 % 92.599 ± 0.221 % 56 8.5669 ± 0.1990 0.02268 ± 0.00283 0.03191 ± 0.00171 5.048 ± 0.167 % 92.577 ± 0.219 % 57 8.6977 ± 0.2008 0.02296 ± 0.00280 0.03180 ± 0.00168 5.019 ± 0.165 % 92.508 ± 0.218 % 58 8.6885 ± 0.1986 0.02329 ± 0.00276 0.03162 ± 0.00166 5.011 ± 0.162 % 92.542 ± 0.216 % 59 8.6611 ± 0.1962 0.02295 ± 0.00273 0.03163 ± 0.00163 5.014 ± 0.160 % 92.489 ± 0.215 % 60 8.6028 ± 0.1938 0.02315 ± 0.00275 0.03144 ± 0.00160 5.003 ± 0.158 % 92.503 ± 0.213 % 61 8.6529 ± 0.1939 0.02272 ± 0.00273 0.03154 ± 0.00161 5.035 ± 0.161 % 92.504 ± 0.211 % 62 8.6180 ± 0.1910 0.02202 ± 0.00270 0.03138 ± 0.00158 5.014 ± 0.159 % 92.467 ± 0.210 % 63 8.6303 ± 0.1897 0.02156 ± 0.00267 0.03126 ± 0.00156 5.001 ± 0.158 % 92.474 ± 0.208 % 64 8.6780 ± 0.1892 0.02178 ± 0.00264 0.03111 ± 0.00153 4.986 ± 0.156 % 92.475 ± 0.206 % 65 8.5105 ± 0.1835 0.02171 ± 0.00262 0.03120 ± 0.00151 5.018 ± 0.153 % 92.531 ± 0.204 % 66 8.5546 ± 0.1833 0.02204 ± 0.00259 0.03106 ± 0.00149 5.007 ± 0.151 % 92.484 ± 0.203 % 67 8.5504 ± 0.1814 0.02218 ± 0.00256 0.03096 ± 0.00147 4.995 ± 0.150 % 92.444 ± 0.202 % 68 8.5594 ± 0.1801 0.02251 ± 0.00253 0.03082 ± 0.00145 4.984 ± 0.148 % 92.463 ± 0.200 % 69 8.5984 ± 0.1797 0.02262 ± 0.00250 0.03069 ± 0.00143 4.972 ± 0.146 % 92.458 ± 0.199 % 70 8.5480 ± 0.1772 0.02256 ± 0.00248 0.03085 ± 0.00141 4.979 ± 0.144 % 92.476 ± 0.197 % 71 8.4594 ± 0.1742 0.02241 ± 0.00245 0.03060 ± 0.00140 4.957 ± 0.143 % 92.532 ± 0.195 % 72 8.5805 ± 0.1759 0.02235 ± 0.00243 0.03048 ± 0.00138 4.938 ± 0.142 % 92.565 ± 0.194 % 73 8.5954 ± 0.1751 0.02237 ± 0.00241 0.03041 ± 0.00136 4.926 ± 0.140 % 92.549 ± 0.192 % 74 8.6357 ± 0.1747 0.02224 ± 0.00238 0.03027 ± 0.00134 4.909 ± 0.139 % 92.560 ± 0.191 % 75 8.5791 ± 0.1721 0.02200 ± 0.00236 0.03031 ± 0.00132 4.915 ± 0.137 % 92.554 ± 0.190 % 76 8.5546 ± 0.1705 0.02266 ± 0.00239 0.03034 ± 0.00131 4.928 ± 0.136 % 92.513 ± 0.189 % 77 8.5072 ± 0.1680 0.02270 ± 0.00237 0.03052 ± 0.00130 4.919 ± 0.134 % 92.452 ± 0.189 % 78 8.5374 ± 0.1677 0.02313 ± 0.00235 0.03038 ± 0.00128 4.903 ± 0.133 % 92.438 ± 0.187 % 79 8.5040 ± 0.1658 0.02291 ± 0.00233 0.03023 ± 0.00127 4.896 ± 0.132 % 92.499 ± 0.186 % 80 8.4999 ± 0.1647 0.02288 ± 0.00232 0.03070 ± 0.00126 4.906 ± 0.130 % 92.456 ± 0.185 % 81 8.5633 ± 0.1652 0.02285 ± 0.00231 0.03062 ± 0.00125 4.891 ± 0.129 % 92.443 ± 0.184 % 82 8.5487 ± 0.1638 0.02180 ± 0.00231 0.03163 ± 0.00135 4.882 ± 0.128 % 92.444 ± 0.183 % 83 8.6396 ± 0.1646 0.02173 ± 0.00229 0.03146 ± 0.00134 4.858 ± 0.127 % 92.478 ± 0.181 % 84 8.6540 ± 0.1638 0.02176 ± 0.00227 0.03136 ± 0.00132 4.849 ± 0.126 % 92.498 ± 0.180 % 85 8.5777 ± 0.1611 0.02203 ± 0.00225 0.03140 ± 0.00131 4.882 ± 0.125 % 92.521 ± 0.179 % 86 8.6806 ± 0.1624 0.02230 ± 0.00224 0.03132 ± 0.00129 4.869 ± 0.124 % 92.485 ± 0.178 % 87 8.6486 ± 0.1605 0.02191 ± 0.00222 0.03123 ± 0.00128 4.860 ± 0.123 % 92.463 ± 0.177 % 88 8.6658 ± 0.1599 0.02173 ± 0.00220 0.03111 ± 0.00126 4.845 ± 0.122 % 92.469 ± 0.176 % 89 8.6577 ± 0.1586 0.02140 ± 0.00218 0.03104 ± 0.00125 4.853 ± 0.122 % 92.483 ± 0.175 % 90 8.6471 ± 0.1574 0.02103 ± 0.00217 0.03104 ± 0.00124 4.851 ± 0.120 % 92.479 ± 0.174 % 91 8.7527 ± 0.1592 0.02104 ± 0.00216 0.03116 ± 0.00122 4.839 ± 0.119 % 92.476 ± 0.173 % 92 8.7451 ± 0.1581 0.02083 ± 0.00214 0.03111 ± 0.00121 4.827 ± 0.118 % 92.447 ± 0.173 % 93 8.8002 ± 0.1584 0.02084 ± 0.00212 0.03101 ± 0.00120 4.820 ± 0.118 % 92.439 ± 0.172 % 94 8.8341 ± 0.1581 0.02066 ± 0.00210 0.03094 ± 0.00119 4.808 ± 0.117 % 92.424 ± 0.171 % 95 8.8486 ± 0.1576 0.02044 ± 0.00209 0.03088 ± 0.00117 4.806 ± 0.116 % 92.421 ± 0.170 % 96 8.8703 ± 0.1574 0.02127 ± 0.00213 0.03095 ± 0.00116 4.813 ± 0.114 % 92.410 ± 0.169 % 97 8.8926 ± 0.1568 0.02106 ± 0.00212 0.03093 ± 0.00115 4.802 ± 0.114 % 92.387 ± 0.169 % 98 8.9732 ± 0.1577 0.02066 ± 0.00210 0.03086 ± 0.00114 4.786 ± 0.113 % 92.365 ± 0.168 % 99 9.0024 ± 0.1573 0.02074 ± 0.00208 0.03074 ± 0.00113 4.772 ± 0.112 % 92.387 ± 0.167 % 100 9.0521 ± 0.1575 0.02106 ± 0.00207 0.03075 ± 0.00112 4.766 ± 0.111 % 92.384 ± 0.166 % ====== Perplexity statistics ====== Mean PPL(Q) : 9.052141 ± 0.157544 Mean PPL(base) : 8.863479 ± 0.153159 Cor(ln(PPL(Q)), ln(PPL(base))): 99.29% Mean ln(PPL(Q)/PPL(base)) : 0.021062 ± 0.002068 Mean PPL(Q)/PPL(base) : 1.021285 ± 0.002112 Mean PPL(Q)-PPL(base) : 0.188662 ± 0.019007 ====== KL divergence statistics ====== Mean KLD: 0.030754 ± 0.001118 Maximum KLD: 11.893332 99.9% KLD: 1.433408 99.0% KLD: 0.250512 95.0% KLD: 0.084839 90.0% KLD: 0.052829 Median KLD: 0.013181 10.0% KLD: 0.000734 5.0% KLD: 0.000229 1.0% KLD: 0.000023 0.1% KLD: 0.000002 Minimum KLD: -0.000003 ====== Token probability statistics ====== Mean Δp: -0.467 ± 0.030 % Maximum Δp: 85.316% 99.9% Δp: 30.018% 99.0% Δp: 11.751% 95.0% Δp: 4.777% 90.0% Δp: 2.671% 75.0% Δp: 0.457% Median Δp: -0.010% 25.0% Δp: -1.130% 10.0% Δp: -4.140% 5.0% Δp: -6.712% 1.0% Δp: -16.198% 0.1% Δp: -41.572% Minimum Δp: -98.791% RMS Δp : 4.766 ± 0.111 % Same top p: 92.384 ± 0.166 % # exit 0 after 23s