$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--unsloth--Qwen3.5-4B-GGUF\snapshots\e87f176479d0855a907a41277aca2f8ee7a09523\Qwen3.5-4B-UD-Q2_K_XL.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-4b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T08:48:43Z 0.01.617.625 I cmn init: llama threadpool init, n_threads = 8 0.01.672.655 I 0.01.672.693 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.01.684.861 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.01.838.402 I kl_divergence: 0.15 seconds per pass - ETA 0.25 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 7.6525 ± 1.4085 0.23478 ± 0.05774 0.18700 ± 0.02443 15.010 ± 1.781 % 85.098 ± 2.234 % 2 10.0198 ± 1.3361 0.21523 ± 0.03675 0.17775 ± 0.01470 13.860 ± 1.191 % 82.549 ± 1.682 % 3 8.5625 ± 0.8864 0.22250 ± 0.02993 0.20841 ± 0.01361 15.127 ± 0.968 % 80.915 ± 1.422 % 4 10.0802 ± 0.9332 0.21856 ± 0.02594 0.22306 ± 0.01260 15.148 ± 0.874 % 79.706 ± 1.260 % 5 11.8777 ± 0.9938 0.18802 ± 0.02242 0.21942 ± 0.01110 14.210 ± 0.756 % 78.902 ± 1.143 % 6 11.9110 ± 0.8899 0.17998 ± 0.01999 0.20956 ± 0.00941 13.660 ± 0.662 % 78.758 ± 1.046 % 7 11.7490 ± 0.8012 0.16332 ± 0.01801 0.19889 ± 0.00817 13.182 ± 0.598 % 79.272 ± 0.960 % 8 11.6899 ± 0.7383 0.16246 ± 0.01667 0.20158 ± 0.00742 13.161 ± 0.534 % 79.804 ± 0.889 % 9 12.0959 ± 0.7172 0.16654 ± 0.01560 0.20059 ± 0.00676 12.848 ± 0.498 % 79.651 ± 0.841 % 10 12.9228 ± 0.7330 0.16403 ± 0.01462 0.19934 ± 0.00617 12.561 ± 0.462 % 79.529 ± 0.799 % 11 13.0581 ± 0.7038 0.17328 ± 0.01404 0.19909 ± 0.00573 12.507 ± 0.437 % 79.251 ± 0.766 % 12 13.6021 ± 0.7098 0.17199 ± 0.01340 0.19625 ± 0.00534 12.351 ± 0.412 % 79.020 ± 0.736 % 13 14.5360 ± 0.7366 0.16948 ± 0.01303 0.19825 ± 0.00516 12.199 ± 0.390 % 78.914 ± 0.709 % 14 15.3254 ± 0.7532 0.17056 ± 0.01253 0.20036 ± 0.00490 11.991 ± 0.371 % 78.067 ± 0.693 % 15 15.7602 ± 0.7471 0.16666 ± 0.01215 0.20169 ± 0.00481 11.944 ± 0.358 % 77.830 ± 0.672 % 16 15.7549 ± 0.7226 0.17203 ± 0.01169 0.20021 ± 0.00463 11.958 ± 0.347 % 78.088 ± 0.648 % 17 15.7421 ± 0.6993 0.17375 ± 0.01139 0.20359 ± 0.00452 12.101 ± 0.340 % 78.108 ± 0.628 % 18 15.8834 ± 0.6854 0.17875 ± 0.01116 0.20743 ± 0.00463 12.346 ± 0.345 % 78.061 ± 0.611 % 19 14.5017 ± 0.6054 0.18458 ± 0.01120 0.21758 ± 0.00503 13.430 ± 0.367 % 78.246 ± 0.593 % 20 14.8234 ± 0.6039 0.18711 ± 0.01097 0.21988 ± 0.00497 13.413 ± 0.355 % 78.039 ± 0.580 % 21 13.7985 ± 0.5434 0.18175 ± 0.01056 0.21676 ± 0.00477 13.331 ± 0.342 % 78.226 ± 0.564 % 22 13.8638 ± 0.5344 0.19945 ± 0.01100 0.23107 ± 0.00572 13.979 ± 0.362 % 77.914 ± 0.554 % 23 14.0623 ± 0.5318 0.19319 ± 0.01069 0.22977 ± 0.00551 13.857 ± 0.350 % 78.039 ± 0.541 % 24 13.1986 ± 0.4850 0.19672 ± 0.01071 0.23440 ± 0.00562 14.223 ± 0.343 % 78.382 ± 0.526 % 25 12.8164 ± 0.4596 0.19615 ± 0.01039 0.23126 ± 0.00542 14.096 ± 0.334 % 78.541 ± 0.514 % 26 12.3859 ± 0.4332 0.19176 ± 0.01009 0.22902 ± 0.00524 14.013 ± 0.325 % 78.612 ± 0.504 % 27 12.5252 ± 0.4323 0.18930 ± 0.01010 0.23192 ± 0.00550 14.090 ± 0.322 % 78.519 ± 0.495 % 28 12.4583 ± 0.4218 0.18638 ± 0.00990 0.23332 ± 0.00556 14.090 ± 0.319 % 78.459 ± 0.487 % 29 12.6814 ± 0.4248 0.18759 ± 0.00975 0.23413 ± 0.00551 14.106 ± 0.316 % 78.485 ± 0.478 % 30 12.2711 ± 0.4039 0.20336 ± 0.00995 0.24643 ± 0.00598 15.066 ± 0.326 % 78.575 ± 0.469 % 31 12.1568 ± 0.3913 0.20318 ± 0.00975 0.24553 ± 0.00581 14.991 ± 0.318 % 78.469 ± 0.462 % 32 12.1059 ± 0.3837 0.19042 ± 0.01038 0.26249 ± 0.00709 15.312 ± 0.324 % 78.235 ± 0.457 % 33 12.0227 ± 0.3746 0.19159 ± 0.01023 0.26308 ± 0.00695 15.353 ± 0.317 % 78.217 ± 0.450 % 34 12.0122 ± 0.3679 0.19294 ± 0.01004 0.26262 ± 0.00678 15.369 ± 0.311 % 78.074 ± 0.444 % 35 11.6902 ± 0.3515 0.19564 ± 0.00986 0.26175 ± 0.00662 15.403 ± 0.304 % 78.039 ± 0.438 % 36 11.3974 ± 0.3368 0.20041 ± 0.00980 0.26541 ± 0.00657 15.714 ± 0.299 % 78.061 ± 0.432 % 37 10.9584 ± 0.3177 0.19860 ± 0.00958 0.26208 ± 0.00641 15.670 ± 0.294 % 78.347 ± 0.424 % 38 10.8507 ± 0.3094 0.20033 ± 0.00944 0.26322 ± 0.00629 15.884 ± 0.290 % 78.297 ± 0.419 % 39 10.8056 ± 0.3035 0.19590 ± 0.00931 0.26494 ± 0.00636 15.875 ± 0.286 % 78.281 ± 0.413 % 40 10.6085 ± 0.2926 0.19476 ± 0.00918 0.26504 ± 0.00624 15.855 ± 0.281 % 78.196 ± 0.409 % 41 10.6069 ± 0.2886 0.19706 ± 0.00906 0.26422 ± 0.00611 15.785 ± 0.277 % 78.240 ± 0.404 % 42 10.4366 ± 0.2800 0.19764 ± 0.00891 0.26285 ± 0.00598 15.743 ± 0.272 % 78.366 ± 0.398 % 43 10.2980 ± 0.2734 0.19635 ± 0.00879 0.26107 ± 0.00586 15.689 ± 0.268 % 78.504 ± 0.392 % 44 10.1749 ± 0.2661 0.19515 ± 0.00867 0.26017 ± 0.00577 15.721 ± 0.265 % 78.512 ± 0.388 % 45 10.0130 ± 0.2590 0.19298 ± 0.00853 0.25738 ± 0.00565 15.635 ± 0.262 % 78.684 ± 0.382 % 46 10.1223 ± 0.2593 0.19535 ± 0.00843 0.25739 ± 0.00556 15.595 ± 0.259 % 78.619 ± 0.379 % 47 10.0824 ± 0.2550 0.19440 ± 0.00831 0.25627 ± 0.00545 15.540 ± 0.255 % 78.515 ± 0.375 % 48 9.9031 ± 0.2468 0.19296 ± 0.00816 0.25346 ± 0.00534 15.440 ± 0.252 % 78.611 ± 0.371 % 49 9.9513 ± 0.2467 0.19403 ± 0.00811 0.25468 ± 0.00528 15.435 ± 0.249 % 78.695 ± 0.366 % 50 9.9686 ± 0.2444 0.19533 ± 0.00801 0.25423 ± 0.00520 15.398 ± 0.246 % 78.682 ± 0.363 % 51 9.8686 ± 0.2386 0.19163 ± 0.00792 0.25454 ± 0.00514 15.352 ± 0.243 % 78.708 ± 0.359 % 52 9.9903 ± 0.2398 0.19160 ± 0.00788 0.25606 ± 0.00513 15.338 ± 0.240 % 78.627 ± 0.356 % 53 10.0422 ± 0.2384 0.19283 ± 0.00779 0.25625 ± 0.00506 15.315 ± 0.237 % 78.491 ± 0.353 % 54 10.0756 ± 0.2372 0.19296 ± 0.00771 0.25648 ± 0.00499 15.345 ± 0.235 % 78.533 ± 0.350 % 55 10.1314 ± 0.2369 0.19057 ± 0.00761 0.25498 ± 0.00491 15.282 ± 0.232 % 78.567 ± 0.347 % 56 10.1235 ± 0.2340 0.18963 ± 0.00750 0.25395 ± 0.00483 15.214 ± 0.229 % 78.606 ± 0.343 % 57 10.2782 ± 0.2359 0.18993 ± 0.00742 0.25420 ± 0.00475 15.173 ± 0.227 % 78.486 ± 0.341 % 58 10.2690 ± 0.2335 0.19041 ± 0.00734 0.25362 ± 0.00469 15.139 ± 0.224 % 78.479 ± 0.338 % 59 10.2426 ± 0.2309 0.19066 ± 0.00726 0.25351 ± 0.00462 15.160 ± 0.222 % 78.458 ± 0.335 % 60 10.1681 ± 0.2279 0.19031 ± 0.00720 0.25259 ± 0.00456 15.165 ± 0.220 % 78.516 ± 0.332 % 61 10.2255 ± 0.2280 0.18971 ± 0.00713 0.25234 ± 0.00452 15.116 ± 0.218 % 78.483 ± 0.330 % 62 10.1699 ± 0.2243 0.18760 ± 0.00705 0.25161 ± 0.00446 15.061 ± 0.216 % 78.444 ± 0.327 % 63 10.1834 ± 0.2229 0.18704 ± 0.00697 0.25100 ± 0.00439 15.015 ± 0.213 % 78.419 ± 0.325 % 64 10.2348 ± 0.2221 0.18678 ± 0.00690 0.25049 ± 0.00433 14.950 ± 0.211 % 78.407 ± 0.322 % 65 10.0588 ± 0.2160 0.18887 ± 0.00684 0.25125 ± 0.00429 15.085 ± 0.210 % 78.449 ± 0.319 % 66 10.1234 ± 0.2161 0.19042 ± 0.00678 0.25107 ± 0.00424 15.093 ± 0.208 % 78.402 ± 0.317 % 67 10.1103 ± 0.2136 0.18976 ± 0.00671 0.25027 ± 0.00418 15.043 ± 0.206 % 78.355 ± 0.315 % 68 10.1205 ± 0.2122 0.19004 ± 0.00665 0.24988 ± 0.00413 15.021 ± 0.204 % 78.328 ± 0.313 % 69 10.1811 ± 0.2120 0.19158 ± 0.00661 0.25020 ± 0.00410 15.017 ± 0.203 % 78.295 ± 0.311 % 70 10.1107 ± 0.2089 0.19046 ± 0.00655 0.25036 ± 0.00412 15.015 ± 0.202 % 78.403 ± 0.308 % 71 9.9959 ± 0.2051 0.18929 ± 0.00648 0.24881 ± 0.00407 14.996 ± 0.201 % 78.476 ± 0.305 % 72 10.1323 ± 0.2069 0.18858 ± 0.00642 0.24819 ± 0.00402 14.933 ± 0.199 % 78.415 ± 0.304 % 73 10.1349 ± 0.2057 0.18713 ± 0.00637 0.24774 ± 0.00397 14.884 ± 0.197 % 78.410 ± 0.302 % 74 10.1764 ± 0.2052 0.18641 ± 0.00632 0.24690 ± 0.00392 14.848 ± 0.195 % 78.474 ± 0.299 % 75 10.1172 ± 0.2024 0.18691 ± 0.00629 0.24752 ± 0.00389 14.900 ± 0.194 % 78.478 ± 0.297 % 76 10.0973 ± 0.2008 0.18846 ± 0.00626 0.24771 ± 0.00385 14.919 ± 0.193 % 78.529 ± 0.295 % 77 10.0269 ± 0.1976 0.18706 ± 0.00622 0.24770 ± 0.00384 14.885 ± 0.191 % 78.564 ± 0.293 % 78 10.0567 ± 0.1970 0.18691 ± 0.00616 0.24672 ± 0.00379 14.851 ± 0.189 % 78.612 ± 0.291 % 79 10.0074 ± 0.1947 0.18571 ± 0.00611 0.24570 ± 0.00375 14.829 ± 0.188 % 78.665 ± 0.289 % 80 10.0002 ± 0.1933 0.18543 ± 0.00608 0.24666 ± 0.00372 14.825 ± 0.186 % 78.657 ± 0.287 % 81 10.0632 ± 0.1936 0.18424 ± 0.00604 0.24651 ± 0.00368 14.797 ± 0.185 % 78.644 ± 0.285 % 82 10.0205 ± 0.1913 0.18065 ± 0.00602 0.24687 ± 0.00368 14.756 ± 0.184 % 78.690 ± 0.283 % 83 10.1151 ± 0.1921 0.17940 ± 0.00598 0.24632 ± 0.00364 14.704 ± 0.182 % 78.682 ± 0.282 % 84 10.1346 ± 0.1913 0.17970 ± 0.00594 0.24596 ± 0.00361 14.671 ± 0.181 % 78.702 ± 0.280 % 85 10.0609 ± 0.1885 0.18152 ± 0.00592 0.24702 ± 0.00360 14.713 ± 0.180 % 78.704 ± 0.278 % 86 10.1708 ± 0.1897 0.18073 ± 0.00587 0.24634 ± 0.00356 14.672 ± 0.179 % 78.664 ± 0.277 % 87 10.1291 ± 0.1874 0.17992 ± 0.00583 0.24599 ± 0.00353 14.642 ± 0.177 % 78.643 ± 0.275 % 88 10.1493 ± 0.1867 0.17975 ± 0.00578 0.24519 ± 0.00350 14.612 ± 0.176 % 78.685 ± 0.273 % 89 10.1445 ± 0.1854 0.17989 ± 0.00573 0.24413 ± 0.00346 14.576 ± 0.175 % 78.700 ± 0.272 % 90 10.1249 ± 0.1839 0.17880 ± 0.00570 0.24453 ± 0.00344 14.584 ± 0.174 % 78.680 ± 0.270 % 91 10.2552 ± 0.1861 0.17946 ± 0.00568 0.24510 ± 0.00341 14.554 ± 0.172 % 78.625 ± 0.269 % 92 10.2326 ± 0.1845 0.17791 ± 0.00566 0.24500 ± 0.00339 14.536 ± 0.171 % 78.615 ± 0.268 % 93 10.3003 ± 0.1849 0.17824 ± 0.00562 0.24462 ± 0.00336 14.526 ± 0.170 % 78.630 ± 0.266 % 94 10.3360 ± 0.1846 0.17768 ± 0.00557 0.24401 ± 0.00333 14.487 ± 0.169 % 78.652 ± 0.265 % 95 10.3461 ± 0.1838 0.17678 ± 0.00553 0.24333 ± 0.00329 14.461 ± 0.168 % 78.691 ± 0.263 % 96 10.3692 ± 0.1833 0.17741 ± 0.00552 0.24346 ± 0.00327 14.463 ± 0.167 % 78.644 ± 0.262 % 97 10.3894 ± 0.1825 0.17662 ± 0.00548 0.24348 ± 0.00325 14.434 ± 0.166 % 78.601 ± 0.261 % 98 10.4632 ± 0.1831 0.17429 ± 0.00545 0.24328 ± 0.00323 14.387 ± 0.164 % 78.599 ± 0.259 % 99 10.4971 ± 0.1827 0.17434 ± 0.00541 0.24261 ± 0.00320 14.357 ± 0.163 % 78.618 ± 0.258 % 100 10.5533 ± 0.1829 0.17450 ± 0.00539 0.24253 ± 0.00317 14.337 ± 0.162 % 78.620 ± 0.257 % ====== Perplexity statistics ====== Mean PPL(Q) : 10.553306 ± 0.182891 Mean PPL(base) : 8.863479 ± 0.153159 Cor(ln(PPL(Q)), ln(PPL(base))): 95.15% Mean ln(PPL(Q)/PPL(base)) : 0.174500 ± 0.005387 Mean PPL(Q)/PPL(base) : 1.190650 ± 0.006414 Mean PPL(Q)-PPL(base) : 1.689827 ± 0.059986 ====== KL divergence statistics ====== Mean KLD: 0.242534 ± 0.003173 Maximum KLD: 15.634112 99.9% KLD: 6.244875 99.0% KLD: 2.036013 95.0% KLD: 0.749934 90.0% KLD: 0.499259 Median KLD: 0.133113 10.0% KLD: 0.009233 5.0% KLD: 0.003152 1.0% KLD: 0.000413 0.1% KLD: 0.000052 Minimum KLD: 0.000004 ====== Token probability statistics ====== Mean Δp: -4.588 ± 0.085 % Maximum Δp: 99.805% 99.9% Δp: 58.415% 99.0% Δp: 24.469% 95.0% Δp: 9.036% 90.0% Δp: 4.117% 75.0% Δp: 0.203% Median Δp: -0.696% 25.0% Δp: -7.097% 10.0% Δp: -18.734% 5.0% Δp: -28.679% 1.0% Δp: -60.765% 0.1% Δp: -93.572% Minimum Δp: -99.832% RMS Δp : 14.337 ± 0.162 % Same top p: 78.620 ± 0.257 % # exit 0 after 20s