$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--unsloth--Qwen3.5-4B-GGUF\snapshots\e87f176479d0855a907a41277aca2f8ee7a09523\Qwen3.5-4B-Q8_0.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-4b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T08:33:53Z 0.02.539.413 I cmn init: llama threadpool init, n_threads = 8 0.02.596.105 I 0.02.596.138 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.607.958 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.713.713 I kl_divergence: 0.11 seconds per pass - ETA 0.17 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 6.0736 ± 1.0437 0.00370 ± 0.00265 0.00066 ± 0.00007 0.700 ± 0.094 % 96.863 ± 1.094 % 2 8.1186 ± 1.0505 0.00483 ± 0.00268 0.00078 ± 0.00006 0.817 ± 0.077 % 98.039 ± 0.615 % 3 6.8887 ± 0.6899 0.00499 ± 0.00206 0.00088 ± 0.00005 0.889 ± 0.063 % 98.301 ± 0.468 % 4 8.1380 ± 0.7406 0.00453 ± 0.00328 0.00100 ± 0.00006 0.845 ± 0.052 % 98.333 ± 0.401 % 5 9.8827 ± 0.8247 0.00415 ± 0.00270 0.00131 ± 0.00032 0.814 ± 0.044 % 98.275 ± 0.365 % 6 9.9901 ± 0.7481 0.00412 ± 0.00228 0.00119 ± 0.00027 0.786 ± 0.039 % 98.497 ± 0.311 % 7 10.0130 ± 0.6840 0.00343 ± 0.00198 0.00111 ± 0.00023 0.758 ± 0.035 % 98.487 ± 0.289 % 8 9.9811 ± 0.6334 0.00443 ± 0.00190 0.00174 ± 0.00048 1.683 ± 0.514 % 98.480 ± 0.271 % 9 10.2787 ± 0.6087 0.00375 ± 0.00172 0.00164 ± 0.00043 1.614 ± 0.476 % 98.562 ± 0.249 % 10 11.0058 ± 0.6242 0.00346 ± 0.00157 0.00183 ± 0.00047 1.540 ± 0.449 % 98.471 ± 0.243 % 11 11.0246 ± 0.5925 0.00401 ± 0.00168 0.00174 ± 0.00043 1.478 ± 0.426 % 98.467 ± 0.232 % 12 11.5014 ± 0.6012 0.00423 ± 0.00155 0.00166 ± 0.00039 1.423 ± 0.405 % 98.529 ± 0.218 % 13 12.3267 ± 0.6269 0.00462 ± 0.00148 0.00160 ± 0.00036 1.374 ± 0.388 % 98.431 ± 0.216 % 14 12.9829 ± 0.6409 0.00468 ± 0.00139 0.00155 ± 0.00033 1.332 ± 0.371 % 98.347 ± 0.213 % 15 13.4055 ± 0.6391 0.00483 ± 0.00131 0.00152 ± 0.00031 1.296 ± 0.356 % 98.301 ± 0.209 % 16 13.3267 ± 0.6130 0.00465 ± 0.00124 0.00147 ± 0.00029 1.262 ± 0.343 % 98.358 ± 0.199 % 17 13.2955 ± 0.5929 0.00484 ± 0.00118 0.00146 ± 0.00028 1.241 ± 0.328 % 98.362 ± 0.193 % 18 13.3412 ± 0.5772 0.00433 ± 0.00114 0.00145 ± 0.00026 1.261 ± 0.307 % 98.366 ± 0.187 % 19 12.1055 ± 0.5059 0.00398 ± 0.00111 0.00147 ± 0.00025 1.265 ± 0.290 % 98.390 ± 0.181 % 20 12.3414 ± 0.5036 0.00386 ± 0.00106 0.00143 ± 0.00024 1.241 ± 0.281 % 98.392 ± 0.176 % 21 11.5481 ± 0.4550 0.00371 ± 0.00101 0.00139 ± 0.00023 1.222 ± 0.272 % 98.413 ± 0.171 % 22 11.4028 ± 0.4387 0.00403 ± 0.00098 0.00142 ± 0.00022 1.214 ± 0.261 % 98.342 ± 0.170 % 23 11.6356 ± 0.4400 0.00376 ± 0.00095 0.00140 ± 0.00021 1.197 ± 0.253 % 98.278 ± 0.170 % 24 10.8843 ± 0.4001 0.00394 ± 0.00095 0.00151 ± 0.00022 1.380 ± 0.259 % 98.301 ± 0.165 % 25 10.5733 ± 0.3790 0.00376 ± 0.00092 0.00148 ± 0.00021 1.360 ± 0.253 % 98.322 ± 0.161 % 26 10.2618 ± 0.3586 0.00363 ± 0.00089 0.00145 ± 0.00020 1.341 ± 0.247 % 98.326 ± 0.158 % 27 10.4051 ± 0.3592 0.00385 ± 0.00087 0.00143 ± 0.00020 1.327 ± 0.240 % 98.257 ± 0.158 % 28 10.3822 ± 0.3517 0.00408 ± 0.00085 0.00146 ± 0.00019 1.322 ± 0.232 % 98.235 ± 0.156 % 29 10.5578 ± 0.3535 0.00431 ± 0.00084 0.00146 ± 0.00019 1.314 ± 0.226 % 98.201 ± 0.155 % 30 10.0670 ± 0.3310 0.00537 ± 0.00129 0.00149 ± 0.00018 1.346 ± 0.214 % 98.235 ± 0.151 % 31 9.9747 ± 0.3209 0.00534 ± 0.00126 0.00146 ± 0.00017 1.330 ± 0.209 % 98.242 ± 0.148 % 32 10.0763 ± 0.3218 0.00691 ± 0.00160 0.00270 ± 0.00082 1.732 ± 0.381 % 98.174 ± 0.148 % 33 9.9917 ± 0.3137 0.00655 ± 0.00155 0.00265 ± 0.00080 1.711 ± 0.373 % 98.194 ± 0.145 % 34 9.9653 ± 0.3073 0.00613 ± 0.00151 0.00260 ± 0.00077 1.695 ± 0.366 % 98.201 ± 0.143 % 35 9.6696 ± 0.2925 0.00588 ± 0.00147 0.00255 ± 0.00075 1.677 ± 0.359 % 98.241 ± 0.139 % 36 9.3817 ± 0.2786 0.00579 ± 0.00144 0.00256 ± 0.00073 1.679 ± 0.349 % 98.257 ± 0.137 % 37 9.0345 ± 0.2631 0.00555 ± 0.00140 0.00250 ± 0.00071 1.661 ± 0.343 % 98.304 ± 0.133 % 38 8.9284 ± 0.2558 0.00533 ± 0.00137 0.00247 ± 0.00069 1.652 ± 0.336 % 98.318 ± 0.131 % 39 8.9257 ± 0.2521 0.00477 ± 0.00135 0.00247 ± 0.00068 1.639 ± 0.330 % 98.301 ± 0.130 % 40 8.7723 ± 0.2435 0.00471 ± 0.00132 0.00243 ± 0.00066 1.625 ± 0.325 % 98.314 ± 0.127 % 41 8.7484 ± 0.2391 0.00442 ± 0.00129 0.00240 ± 0.00064 1.610 ± 0.320 % 98.297 ± 0.127 % 42 8.6025 ± 0.2316 0.00438 ± 0.00126 0.00236 ± 0.00063 1.595 ± 0.315 % 98.319 ± 0.124 % 43 8.4997 ± 0.2268 0.00443 ± 0.00126 0.00233 ± 0.00061 1.582 ± 0.310 % 98.331 ± 0.122 % 44 8.4083 ± 0.2210 0.00445 ± 0.00123 0.00229 ± 0.00060 1.570 ± 0.306 % 98.342 ± 0.121 % 45 8.2935 ± 0.2155 0.00458 ± 0.00122 0.00225 ± 0.00059 1.555 ± 0.301 % 98.353 ± 0.119 % 46 8.3646 ± 0.2150 0.00462 ± 0.00119 0.00223 ± 0.00057 1.543 ± 0.297 % 98.312 ± 0.119 % 47 8.3391 ± 0.2116 0.00456 ± 0.00117 0.00220 ± 0.00056 1.532 ± 0.293 % 98.331 ± 0.117 % 48 8.2014 ± 0.2049 0.00441 ± 0.00115 0.00219 ± 0.00055 1.522 ± 0.289 % 98.342 ± 0.115 % 49 8.2385 ± 0.2048 0.00514 ± 0.00136 0.00216 ± 0.00054 1.509 ± 0.285 % 98.351 ± 0.114 % 50 8.2408 ± 0.2025 0.00499 ± 0.00134 0.00214 ± 0.00053 1.499 ± 0.282 % 98.361 ± 0.112 % 51 8.1877 ± 0.1986 0.00490 ± 0.00132 0.00217 ± 0.00052 1.491 ± 0.278 % 98.362 ± 0.111 % 52 8.2899 ± 0.1996 0.00502 ± 0.00130 0.00215 ± 0.00051 1.480 ± 0.274 % 98.341 ± 0.111 % 53 8.3228 ± 0.1982 0.00503 ± 0.00127 0.00213 ± 0.00050 1.470 ± 0.271 % 98.357 ± 0.109 % 54 8.3487 ± 0.1971 0.00496 ± 0.00125 0.00212 ± 0.00049 1.465 ± 0.267 % 98.373 ± 0.108 % 55 8.4177 ± 0.1977 0.00527 ± 0.00130 0.00209 ± 0.00048 1.456 ± 0.264 % 98.367 ± 0.107 % 56 8.4177 ± 0.1955 0.00512 ± 0.00128 0.00207 ± 0.00047 1.446 ± 0.261 % 98.382 ± 0.106 % 57 8.5439 ± 0.1972 0.00513 ± 0.00126 0.00205 ± 0.00046 1.437 ± 0.258 % 98.363 ± 0.105 % 58 8.5315 ± 0.1950 0.00504 ± 0.00124 0.00204 ± 0.00045 1.429 ± 0.255 % 98.357 ± 0.105 % 59 8.5068 ± 0.1927 0.00497 ± 0.00122 0.00202 ± 0.00045 1.423 ± 0.251 % 98.338 ± 0.104 % 60 8.4518 ± 0.1905 0.00543 ± 0.00133 0.00200 ± 0.00044 1.415 ± 0.249 % 98.333 ± 0.104 % 61 8.5040 ± 0.1906 0.00536 ± 0.00134 0.00219 ± 0.00048 1.578 ± 0.273 % 98.341 ± 0.102 % 62 8.4749 ± 0.1879 0.00527 ± 0.00132 0.00216 ± 0.00047 1.568 ± 0.271 % 98.330 ± 0.102 % 63 8.4906 ± 0.1868 0.00524 ± 0.00130 0.00214 ± 0.00047 1.558 ± 0.268 % 98.332 ± 0.101 % 64 8.5344 ± 0.1862 0.00509 ± 0.00128 0.00213 ± 0.00046 1.552 ± 0.265 % 98.303 ± 0.101 % 65 8.3713 ± 0.1806 0.00523 ± 0.00127 0.00213 ± 0.00045 1.549 ± 0.261 % 98.317 ± 0.100 % 66 8.4113 ± 0.1803 0.00515 ± 0.00125 0.00211 ± 0.00044 1.541 ± 0.259 % 98.313 ± 0.099 % 67 8.4061 ± 0.1784 0.00516 ± 0.00123 0.00209 ± 0.00044 1.532 ± 0.256 % 98.314 ± 0.098 % 68 8.4116 ± 0.1771 0.00509 ± 0.00121 0.00207 ± 0.00043 1.523 ± 0.254 % 98.293 ± 0.098 % 69 8.4478 ± 0.1766 0.00495 ± 0.00120 0.00205 ± 0.00042 1.515 ± 0.252 % 98.289 ± 0.098 % 70 8.3984 ± 0.1742 0.00490 ± 0.00118 0.00208 ± 0.00042 1.558 ± 0.246 % 98.286 ± 0.097 % 71 8.3135 ± 0.1712 0.00500 ± 0.00117 0.00206 ± 0.00041 1.549 ± 0.244 % 98.299 ± 0.096 % 72 8.4321 ± 0.1729 0.00490 ± 0.00116 0.00204 ± 0.00041 1.541 ± 0.241 % 98.317 ± 0.095 % 73 8.4460 ± 0.1720 0.00484 ± 0.00114 0.00202 ± 0.00040 1.533 ± 0.239 % 98.313 ± 0.094 % 74 8.4870 ± 0.1717 0.00487 ± 0.00113 0.00201 ± 0.00040 1.524 ± 0.238 % 98.315 ± 0.094 % 75 8.4333 ± 0.1692 0.00486 ± 0.00112 0.00200 ± 0.00039 1.523 ± 0.235 % 98.311 ± 0.093 % 76 8.4077 ± 0.1676 0.00534 ± 0.00120 0.00199 ± 0.00039 1.519 ± 0.232 % 98.308 ± 0.093 % 77 8.3588 ± 0.1651 0.00510 ± 0.00120 0.00200 ± 0.00038 1.511 ± 0.230 % 98.304 ± 0.092 % 78 8.3841 ± 0.1646 0.00502 ± 0.00119 0.00198 ± 0.00038 1.504 ± 0.228 % 98.306 ± 0.092 % 79 8.3529 ± 0.1628 0.00499 ± 0.00117 0.00197 ± 0.00037 1.498 ± 0.226 % 98.302 ± 0.091 % 80 8.3491 ± 0.1618 0.00498 ± 0.00116 0.00200 ± 0.00037 1.502 ± 0.223 % 98.304 ± 0.090 % 81 8.4119 ± 0.1622 0.00501 ± 0.00115 0.00198 ± 0.00036 1.494 ± 0.222 % 98.315 ± 0.090 % 82 8.4067 ± 0.1611 0.00505 ± 0.00115 0.00202 ± 0.00036 1.488 ± 0.220 % 98.302 ± 0.089 % 83 8.4973 ± 0.1620 0.00511 ± 0.00114 0.00201 ± 0.00036 1.481 ± 0.218 % 98.294 ± 0.089 % 84 8.5110 ± 0.1612 0.00511 ± 0.00112 0.00200 ± 0.00035 1.474 ± 0.217 % 98.296 ± 0.088 % 85 8.4336 ± 0.1585 0.00508 ± 0.00111 0.00199 ± 0.00035 1.468 ± 0.215 % 98.302 ± 0.088 % 86 8.5322 ± 0.1597 0.00506 ± 0.00110 0.00198 ± 0.00034 1.462 ± 0.213 % 98.290 ± 0.088 % 87 8.5051 ± 0.1579 0.00517 ± 0.00112 0.00203 ± 0.00035 1.465 ± 0.211 % 98.274 ± 0.087 % 88 8.5233 ± 0.1574 0.00515 ± 0.00110 0.00202 ± 0.00034 1.458 ± 0.209 % 98.258 ± 0.087 % 89 8.5178 ± 0.1562 0.00511 ± 0.00109 0.00200 ± 0.00034 1.452 ± 0.208 % 98.273 ± 0.086 % 90 8.5102 ± 0.1551 0.00506 ± 0.00108 0.00199 ± 0.00033 1.448 ± 0.206 % 98.279 ± 0.086 % 91 8.6146 ± 0.1568 0.00513 ± 0.00107 0.00199 ± 0.00033 1.441 ± 0.205 % 98.289 ± 0.085 % 92 8.6080 ± 0.1558 0.00503 ± 0.00106 0.00198 ± 0.00033 1.436 ± 0.203 % 98.286 ± 0.085 % 93 8.6618 ± 0.1561 0.00498 ± 0.00105 0.00197 ± 0.00032 1.429 ± 0.202 % 98.301 ± 0.084 % 94 8.6958 ± 0.1558 0.00488 ± 0.00104 0.00196 ± 0.00032 1.423 ± 0.201 % 98.298 ± 0.084 % 95 8.7118 ± 0.1554 0.00486 ± 0.00103 0.00195 ± 0.00032 1.422 ± 0.199 % 98.295 ± 0.083 % 96 8.7298 ± 0.1551 0.00531 ± 0.00112 0.00194 ± 0.00031 1.420 ± 0.197 % 98.292 ± 0.083 % 97 8.7529 ± 0.1545 0.00523 ± 0.00111 0.00194 ± 0.00031 1.414 ± 0.196 % 98.286 ± 0.083 % 98 8.8360 ± 0.1555 0.00526 ± 0.00110 0.00193 ± 0.00031 1.408 ± 0.194 % 98.299 ± 0.082 % 99 8.8633 ± 0.1551 0.00517 ± 0.00109 0.00193 ± 0.00030 1.405 ± 0.193 % 98.301 ± 0.081 % 100 8.9086 ± 0.1552 0.00508 ± 0.00108 0.00194 ± 0.00030 1.402 ± 0.191 % 98.310 ± 0.081 % ====== Perplexity statistics ====== Mean PPL(Q) : 8.908604 ± 0.155225 Mean PPL(base) : 8.863479 ± 0.153159 Cor(ln(PPL(Q)), ln(PPL(base))): 99.81% Mean ln(PPL(Q)/PPL(base)) : 0.005078 ± 0.001077 Mean PPL(Q)/PPL(base) : 1.005091 ± 0.001083 Mean PPL(Q)-PPL(base) : 0.045125 ± 0.009707 ====== KL divergence statistics ====== Mean KLD: 0.001939 ± 0.000301 Maximum KLD: 6.198591 99.9% KLD: 0.132821 99.0% KLD: 0.010919 95.0% KLD: 0.003348 90.0% KLD: 0.002100 Median KLD: 0.000550 10.0% KLD: 0.000026 5.0% KLD: 0.000007 1.0% KLD: -0.000001 0.1% KLD: -0.000020 Minimum KLD: -0.000091 ====== Token probability statistics ====== Mean Δp: -0.021 ± 0.009 % Maximum Δp: 89.440% 99.9% Δp: 6.369% 99.0% Δp: 2.577% 95.0% Δp: 1.212% 90.0% Δp: 0.690% 75.0% Δp: 0.141% Median Δp: -0.000% 25.0% Δp: -0.171% 10.0% Δp: -0.730% 5.0% Δp: -1.217% 1.0% Δp: -2.644% 0.1% Δp: -8.121% Minimum Δp: -99.056% RMS Δp : 1.402 ± 0.191 % Same top p: 98.310 ± 0.081 % # exit 0 after 19s