$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--mradermacher--Qwen3.5-9B-i1-GGUF\snapshots\c5044c600a7e15246d54d13e4532382bc44ef41b\Qwen3.5-9B.i1-IQ4_XS.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-9b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T06:07:32Z 0.02.488.182 I cmn init: llama threadpool init, n_threads = 8 0.02.545.922 I 0.02.545.954 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.557.847 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.705.894 I kl_divergence: 0.15 seconds per pass - ETA 0.23 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 5.3000 ± 0.8567 0.03828 ± 0.01508 0.02297 ± 0.00500 3.844 ± 0.416 % 94.118 ± 1.476 % 2 7.2032 ± 0.8768 0.03574 ± 0.01135 0.02150 ± 0.00265 3.562 ± 0.311 % 93.725 ± 1.075 % 3 5.2580 ± 0.4926 0.05395 ± 0.01246 0.04383 ± 0.00488 8.255 ± 0.731 % 92.157 ± 0.973 % 4 6.2837 ± 0.5420 0.06015 ± 0.01120 0.04120 ± 0.00373 7.546 ± 0.607 % 91.863 ± 0.856 % 5 7.5680 ± 0.5943 0.04533 ± 0.00994 0.03796 ± 0.00305 6.925 ± 0.532 % 91.686 ± 0.774 % 6 7.8576 ± 0.5592 0.03832 ± 0.00848 0.03424 ± 0.00256 6.455 ± 0.477 % 91.830 ± 0.700 % 7 7.8769 ± 0.5096 0.03486 ± 0.00750 0.03245 ± 0.00221 6.189 ± 0.430 % 91.765 ± 0.651 % 8 8.1049 ± 0.4917 0.02917 ± 0.00750 0.03784 ± 0.00349 6.622 ± 0.560 % 91.863 ± 0.605 % 9 8.4427 ± 0.4792 0.03166 ± 0.00689 0.03661 ± 0.00311 6.396 ± 0.517 % 91.721 ± 0.575 % 10 9.0121 ± 0.4892 0.02995 ± 0.00635 0.03488 ± 0.00280 6.140 ± 0.485 % 91.686 ± 0.547 % 11 9.0686 ± 0.4676 0.02917 ± 0.00595 0.03360 ± 0.00255 5.938 ± 0.456 % 91.907 ± 0.515 % 12 9.4499 ± 0.4732 0.02670 ± 0.00555 0.03224 ± 0.00235 5.767 ± 0.432 % 92.092 ± 0.488 % 13 10.1385 ± 0.4936 0.02692 ± 0.00523 0.03138 ± 0.00217 5.586 ± 0.412 % 91.976 ± 0.472 % 14 10.6618 ± 0.5038 0.02771 ± 0.00500 0.03070 ± 0.00202 5.456 ± 0.392 % 91.961 ± 0.455 % 15 11.1045 ± 0.5089 0.02620 ± 0.00476 0.02995 ± 0.00189 5.329 ± 0.376 % 92.105 ± 0.436 % 16 11.0870 ± 0.4909 0.02643 ± 0.00456 0.02918 ± 0.00177 5.201 ± 0.361 % 92.034 ± 0.424 % 17 11.0287 ± 0.4735 0.02588 ± 0.00441 0.02931 ± 0.00169 5.210 ± 0.343 % 92.042 ± 0.411 % 18 11.0998 ± 0.4625 0.02613 ± 0.00425 0.02910 ± 0.00161 5.171 ± 0.331 % 92.070 ± 0.399 % 19 9.9437 ± 0.3997 0.03072 ± 0.00440 0.03254 ± 0.00179 6.056 ± 0.348 % 92.157 ± 0.386 % 20 10.1573 ± 0.3988 0.03043 ± 0.00425 0.03203 ± 0.00170 5.946 ± 0.337 % 92.216 ± 0.375 % 21 9.5554 ± 0.3622 0.02983 ± 0.00407 0.03103 ± 0.00162 5.846 ± 0.326 % 92.381 ± 0.363 % 22 9.3856 ± 0.3467 0.02974 ± 0.00396 0.03108 ± 0.00156 5.826 ± 0.313 % 92.406 ± 0.354 % 23 9.4957 ± 0.3440 0.02781 ± 0.00383 0.03071 ± 0.00150 5.753 ± 0.304 % 92.379 ± 0.347 % 24 8.8074 ± 0.3094 0.02989 ± 0.00384 0.03237 ± 0.00151 6.178 ± 0.291 % 92.435 ± 0.338 % 25 8.5601 ± 0.2927 0.02845 ± 0.00373 0.03182 ± 0.00145 6.092 ± 0.283 % 92.392 ± 0.332 % 26 8.3711 ± 0.2793 0.02633 ± 0.00363 0.03136 ± 0.00140 6.034 ± 0.275 % 92.413 ± 0.325 % 27 8.4899 ± 0.2800 0.02629 ± 0.00357 0.03106 ± 0.00135 5.975 ± 0.268 % 92.534 ± 0.317 % 28 8.4535 ± 0.2731 0.02603 ± 0.00348 0.03153 ± 0.00137 5.926 ± 0.261 % 92.549 ± 0.311 % 29 8.5770 ± 0.2732 0.02334 ± 0.00343 0.03164 ± 0.00136 5.864 ± 0.255 % 92.549 ± 0.305 % 30 8.1916 ± 0.2567 0.02623 ± 0.00362 0.03253 ± 0.00148 6.203 ± 0.280 % 92.680 ± 0.298 % 31 8.1162 ± 0.2486 0.02569 ± 0.00354 0.03232 ± 0.00143 6.173 ± 0.274 % 92.638 ± 0.294 % 32 8.1396 ± 0.2462 0.02258 ± 0.00403 0.03840 ± 0.00258 6.450 ± 0.289 % 92.549 ± 0.291 % 33 8.0772 ± 0.2396 0.02293 ± 0.00394 0.03810 ± 0.00250 6.417 ± 0.282 % 92.573 ± 0.286 % 34 8.0607 ± 0.2349 0.02184 ± 0.00385 0.03759 ± 0.00243 6.352 ± 0.276 % 92.514 ± 0.283 % 35 7.8468 ± 0.2243 0.02202 ± 0.00376 0.03722 ± 0.00236 6.312 ± 0.270 % 92.560 ± 0.278 % 36 7.6275 ± 0.2141 0.02219 ± 0.00369 0.03741 ± 0.00231 6.410 ± 0.265 % 92.625 ± 0.273 % 37 7.3267 ± 0.2014 0.02449 ± 0.00368 0.03902 ± 0.00228 6.784 ± 0.260 % 92.570 ± 0.270 % 38 7.2543 ± 0.1960 0.02469 ± 0.00361 0.03877 ± 0.00223 6.740 ± 0.255 % 92.601 ± 0.266 % 39 7.2384 ± 0.1929 0.02325 ± 0.00363 0.03983 ± 0.00258 6.772 ± 0.259 % 92.609 ± 0.262 % 40 7.1195 ± 0.1863 0.02305 ± 0.00356 0.03943 ± 0.00251 6.726 ± 0.254 % 92.608 ± 0.259 % 41 7.1105 ± 0.1833 0.02343 ± 0.00349 0.03901 ± 0.00245 6.677 ± 0.250 % 92.597 ± 0.256 % 42 6.9977 ± 0.1776 0.02334 ± 0.00342 0.03845 ± 0.00239 6.616 ± 0.246 % 92.670 ± 0.252 % 43 6.9131 ± 0.1739 0.02373 ± 0.00340 0.03820 ± 0.00234 6.594 ± 0.242 % 92.731 ± 0.248 % 44 6.8527 ± 0.1697 0.02293 ± 0.00335 0.03814 ± 0.00231 6.609 ± 0.242 % 92.781 ± 0.244 % 45 6.7850 ± 0.1662 0.02270 ± 0.00329 0.03759 ± 0.00226 6.557 ± 0.239 % 92.810 ± 0.241 % 46 6.8376 ± 0.1655 0.02303 ± 0.00324 0.03737 ± 0.00221 6.520 ± 0.235 % 92.737 ± 0.240 % 47 6.8321 ± 0.1635 0.02300 ± 0.00318 0.03713 ± 0.00216 6.480 ± 0.232 % 92.774 ± 0.237 % 48 6.7243 ± 0.1585 0.02249 ± 0.00315 0.03716 ± 0.00214 6.499 ± 0.232 % 92.786 ± 0.234 % 49 6.7461 ± 0.1579 0.02302 ± 0.00311 0.03704 ± 0.00210 6.476 ± 0.228 % 92.845 ± 0.231 % 50 6.7491 ± 0.1562 0.02300 ± 0.00306 0.03677 ± 0.00206 6.440 ± 0.225 % 92.816 ± 0.229 % 51 6.7162 ± 0.1537 0.02208 ± 0.00303 0.03714 ± 0.00205 6.403 ± 0.222 % 92.803 ± 0.227 % 52 6.7824 ± 0.1541 0.02246 ± 0.00299 0.03704 ± 0.00202 6.393 ± 0.219 % 92.760 ± 0.225 % 53 6.8211 ± 0.1534 0.02286 ± 0.00295 0.03684 ± 0.00198 6.365 ± 0.216 % 92.719 ± 0.224 % 54 6.8549 ± 0.1528 0.02237 ± 0.00291 0.03663 ± 0.00194 6.339 ± 0.213 % 92.723 ± 0.221 % 55 6.9058 ± 0.1530 0.02281 ± 0.00289 0.03649 ± 0.00191 6.312 ± 0.210 % 92.699 ± 0.220 % 56 6.9184 ± 0.1516 0.02243 ± 0.00285 0.03622 ± 0.00187 6.272 ± 0.208 % 92.661 ± 0.218 % 57 7.0407 ± 0.1535 0.02295 ± 0.00281 0.03603 ± 0.00184 6.230 ± 0.205 % 92.577 ± 0.217 % 58 7.0288 ± 0.1517 0.02259 ± 0.00278 0.03645 ± 0.00196 6.216 ± 0.204 % 92.617 ± 0.215 % 59 7.0253 ± 0.1505 0.02210 ± 0.00275 0.03638 ± 0.00193 6.197 ± 0.201 % 92.602 ± 0.213 % 60 6.9775 ± 0.1486 0.02265 ± 0.00277 0.03634 ± 0.00190 6.230 ± 0.198 % 92.608 ± 0.212 % 61 7.0310 ± 0.1490 0.02253 ± 0.00275 0.03670 ± 0.00192 6.272 ± 0.201 % 92.588 ± 0.210 % 62 7.0153 ± 0.1471 0.02274 ± 0.00271 0.03644 ± 0.00189 6.239 ± 0.199 % 92.581 ± 0.208 % 63 7.0232 ± 0.1461 0.02229 ± 0.00268 0.03622 ± 0.00186 6.209 ± 0.196 % 92.599 ± 0.207 % 64 7.0645 ± 0.1457 0.02205 ± 0.00264 0.03595 ± 0.00183 6.178 ± 0.194 % 92.604 ± 0.205 % 65 6.9243 ± 0.1413 0.02163 ± 0.00262 0.03688 ± 0.00191 6.257 ± 0.194 % 92.640 ± 0.203 % 66 6.9562 ± 0.1411 0.02208 ± 0.00259 0.03667 ± 0.00188 6.230 ± 0.192 % 92.632 ± 0.201 % 67 6.9658 ± 0.1399 0.02182 ± 0.00256 0.03641 ± 0.00186 6.198 ± 0.190 % 92.666 ± 0.199 % 68 6.9775 ± 0.1390 0.02239 ± 0.00253 0.03623 ± 0.00183 6.181 ± 0.188 % 92.676 ± 0.198 % 69 7.0235 ± 0.1391 0.02211 ± 0.00250 0.03600 ± 0.00180 6.153 ± 0.186 % 92.674 ± 0.196 % 70 6.9741 ± 0.1371 0.02182 ± 0.00248 0.03602 ± 0.00178 6.160 ± 0.184 % 92.695 ± 0.195 % 71 6.8959 ± 0.1346 0.02251 ± 0.00248 0.03613 ± 0.00177 6.204 ± 0.184 % 92.726 ± 0.193 % 72 6.9895 ± 0.1359 0.02233 ± 0.00245 0.03591 ± 0.00174 6.172 ± 0.182 % 92.723 ± 0.192 % 73 7.0061 ± 0.1353 0.02211 ± 0.00242 0.03568 ± 0.00172 6.146 ± 0.181 % 92.716 ± 0.190 % 74 7.0448 ± 0.1351 0.02207 ± 0.00240 0.03541 ± 0.00170 6.117 ± 0.179 % 92.750 ± 0.189 % 75 6.9936 ± 0.1330 0.02258 ± 0.00238 0.03542 ± 0.00167 6.140 ± 0.177 % 92.779 ± 0.187 % 76 6.9623 ± 0.1317 0.02377 ± 0.00245 0.03620 ± 0.00167 6.248 ± 0.175 % 92.735 ± 0.186 % 77 6.9256 ± 0.1298 0.02315 ± 0.00246 0.03647 ± 0.00167 6.242 ± 0.173 % 92.717 ± 0.185 % 78 6.9598 ± 0.1297 0.02341 ± 0.00244 0.03638 ± 0.00165 6.230 ± 0.172 % 92.720 ± 0.184 % 79 6.9406 ± 0.1284 0.02362 ± 0.00242 0.03620 ± 0.00163 6.208 ± 0.170 % 92.753 ± 0.183 % 80 6.9206 ± 0.1272 0.02456 ± 0.00243 0.03692 ± 0.00162 6.291 ± 0.169 % 92.711 ± 0.182 % 81 6.9784 ± 0.1278 0.02482 ± 0.00242 0.03686 ± 0.00160 6.273 ± 0.167 % 92.723 ± 0.181 % 82 6.9749 ± 0.1269 0.02354 ± 0.00242 0.03748 ± 0.00165 6.254 ± 0.166 % 92.707 ± 0.180 % 83 7.0494 ± 0.1276 0.02345 ± 0.00239 0.03725 ± 0.00163 6.222 ± 0.165 % 92.710 ± 0.179 % 84 7.0577 ± 0.1269 0.02340 ± 0.00237 0.03712 ± 0.00161 6.205 ± 0.164 % 92.670 ± 0.178 % 85 6.9980 ± 0.1249 0.02389 ± 0.00236 0.03761 ± 0.00161 6.239 ± 0.162 % 92.600 ± 0.178 % 86 7.0796 ± 0.1258 0.02379 ± 0.00234 0.03747 ± 0.00159 6.214 ± 0.160 % 92.604 ± 0.177 % 87 7.0619 ± 0.1246 0.02358 ± 0.00233 0.03746 ± 0.00157 6.201 ± 0.159 % 92.558 ± 0.176 % 88 7.0783 ± 0.1241 0.02371 ± 0.00231 0.03727 ± 0.00156 6.177 ± 0.158 % 92.558 ± 0.175 % 89 7.0835 ± 0.1235 0.02354 ± 0.00229 0.03707 ± 0.00154 6.159 ± 0.157 % 92.567 ± 0.174 % 90 7.0760 ± 0.1227 0.02320 ± 0.00228 0.03719 ± 0.00152 6.168 ± 0.155 % 92.540 ± 0.173 % 91 7.1567 ± 0.1239 0.02390 ± 0.00227 0.03726 ± 0.00151 6.158 ± 0.154 % 92.523 ± 0.173 % 92 7.1546 ± 0.1232 0.02379 ± 0.00228 0.03769 ± 0.00153 6.156 ± 0.153 % 92.502 ± 0.172 % 93 7.1968 ± 0.1233 0.02345 ± 0.00226 0.03750 ± 0.00152 6.133 ± 0.152 % 92.532 ± 0.171 % 94 7.2258 ± 0.1231 0.02346 ± 0.00224 0.03738 ± 0.00150 6.109 ± 0.151 % 92.520 ± 0.170 % 95 7.2447 ± 0.1229 0.02348 ± 0.00223 0.03729 ± 0.00149 6.103 ± 0.150 % 92.520 ± 0.169 % 96 7.2388 ± 0.1224 0.02507 ± 0.00230 0.03781 ± 0.00148 6.193 ± 0.150 % 92.480 ± 0.169 % 97 7.2700 ± 0.1222 0.02455 ± 0.00228 0.03781 ± 0.00147 6.170 ± 0.149 % 92.480 ± 0.168 % 98 7.3320 ± 0.1228 0.02317 ± 0.00230 0.03794 ± 0.00145 6.148 ± 0.148 % 92.465 ± 0.167 % 99 7.3550 ± 0.1225 0.02330 ± 0.00228 0.03776 ± 0.00144 6.125 ± 0.147 % 92.470 ± 0.166 % 100 7.4009 ± 0.1228 0.02339 ± 0.00227 0.03790 ± 0.00143 6.117 ± 0.146 % 92.443 ± 0.166 % ====== Perplexity statistics ====== Mean PPL(Q) : 7.400890 ± 0.122793 Mean PPL(base) : 7.229770 ± 0.119014 Cor(ln(PPL(Q)), ln(PPL(base))): 99.06% Mean ln(PPL(Q)/PPL(base)) : 0.023393 ± 0.002270 Mean PPL(Q)/PPL(base) : 1.023669 ± 0.002324 Mean PPL(Q)-PPL(base) : 0.171120 ± 0.017001 ====== KL divergence statistics ====== Mean KLD: 0.037898 ± 0.001430 Maximum KLD: 13.782431 99.9% KLD: 2.802789 99.0% KLD: 0.403085 95.0% KLD: 0.100916 90.0% KLD: 0.059030 Median KLD: 0.012617 10.0% KLD: 0.000458 5.0% KLD: 0.000140 1.0% KLD: 0.000016 0.1% KLD: 0.000001 Minimum KLD: -0.000076 ====== Token probability statistics ====== Mean Δp: -0.581 ± 0.038 % Maximum Δp: 98.585% 99.9% Δp: 45.526% 99.0% Δp: 12.950% 95.0% Δp: 5.262% 90.0% Δp: 2.961% 75.0% Δp: 0.487% Median Δp: -0.014% 25.0% Δp: -1.102% 10.0% Δp: -4.347% 5.0% Δp: -7.518% 1.0% Δp: -21.598% 0.1% Δp: -60.556% Minimum Δp: -92.227% RMS Δp : 6.117 ± 0.146 % Same top p: 92.443 ± 0.166 % # exit 0 after 23s