nous-hermes-2-solar llama.cpp version: 2074 (098f6d73) built with Apple clang version 15.0.0 (clang-1500.1.0.2.5) for arm64-apple-darwin23.2.0 Imatrixes wiki 100 chunks from wiki.train.raw, context size 512 Tests winogrande All tasks from winogrande-debiased-eval.csv provided by ikawrakow, ctx size 4096 arc-easy All tasks from arc-easy-validation.bin provided by ikawrakow, ctx size 4096 arc-challenge All tasks from arc-challenge-validation.bin provided by ikawrakow, ctx size 4096 arc-combined All tasks from arc-combined-validation.bin provided by ikawrakow, ctx size 4096 mmlu All tasks from mmlu-validation.bin provided by ikawrakow, ctx size 4096 wiki-ppl Perplexity values calculated on wiki.test.raw, 100 chunks, ctx size 512 Flavor | Quant | Test | Result | +/- | X | Diff | Diff % | Size | Size % | TheBloke | Q8_0 | winogrande | 78.8477 | 1.1478 | | | |10.62 GB | | wiki | Q5_K_M | winogrande | 78.8477 | 1.1478 | ? | +0.0000 | +0.0000% | 7.08 GB | -33.3758 | TheBloke | Q5_K_M | winogrande | 78.4530 | 1.1555 | ? | -0.3947 | -0.5006% | 7.08 GB | -33.3758 | none | Q5_K_M | winogrande | 78.5320 | 1.1540 | ? | -0.3157 | -0.4004% | 7.08 GB | -33.3758 | TheBloke | Q5_K_M | winogrande | 78.4530 | 1.1555 | ? | -0.3947 | -0.5006% | 7.08 GB | -33.3758 | wiki | Q5_K_S | winogrande | 78.7687 | 1.1493 | ? | -0.0790 | -0.1002% | 6.89 GB | -35.1342 | TheBloke | Q5_K_S | winogrande | 78.6898 | 1.1509 | ? | -0.1579 | -0.2003% | 6.89 GB | -35.1342 | none | Q5_K_S | winogrande | 79.4791 | 1.1350 | ? | +0.6314 | +0.8008% | 6.89 GB | -35.1342 | TheBloke | Q5_K_S | winogrande | 78.6898 | 1.1509 | ? | -0.1579 | -0.2003% | 6.89 GB | -35.1342 | wiki | Q4_K_M | winogrande | 78.5320 | 1.1540 | ? | -0.3157 | -0.4004% | 6.02 GB | -43.3393 | TheBloke | Q4_K_M | winogrande | 78.5320 | 1.1540 | ? | -0.3157 | -0.4004% | 6.02 GB | -43.3393 | none | Q4_K_M | winogrande | 78.6109 | 1.1524 | ? | -0.2368 | -0.3003% | 6.02 GB | -43.3393 | TheBloke | Q4_K_M | winogrande | 78.5320 | 1.1540 | ? | -0.3157 | -0.4004% | 6.02 GB | -43.3393 | wiki | Q4_K_S | winogrande | 78.2163 | 1.1601 | ? | -0.6314 | -0.8008% | 5.70 GB | -46.3483 | TheBloke | Q4_K_S | winogrande | 78.6109 | 1.1524 | ? | -0.2368 | -0.3003% | 5.68 GB | -46.4770 | none | Q4_K_S | winogrande | 78.6898 | 1.1509 | ? | -0.1579 | -0.2003% | 5.70 GB | -46.3483 | TheBloke | Q4_K_S | winogrande | 78.6109 | 1.1524 | ? | -0.2368 | -0.3003% | 5.68 GB | -46.4770 | wiki | Q3_K_L | winogrande | 77.4270 | 1.1750 | ? | -1.4207 | -1.8018% | 5.26 GB | -50.4501 | TheBloke | Q3_K_L | winogrande | 77.9795 | 1.1646 | ? | -0.8682 | -1.1011% | 5.26 GB | -50.4501 | none | Q3_K_L | winogrande | 77.4270 | 1.1750 | ? | -1.4207 | -1.8018% | 5.26 GB | -50.4501 | TheBloke | Q3_K_L | winogrande | 77.9795 | 1.1646 | ? | -0.8682 | -1.1011% | 5.26 GB | -50.4501 | wiki | Q3_K_M | winogrande | 78.6898 | 1.1509 | ? | -0.1579 | -0.2003% | 4.84 GB | -54.4406 | TheBloke | Q3_K_M | winogrande | 77.5848 | 1.1720 | ? | -1.2629 | -1.6017% | 4.83 GB | -54.5049 | none | Q3_K_M | winogrande | 76.4799 | 1.1920 | * | -2.3678 | -3.0030% | 4.84 GB | -54.4406 | TheBloke | Q3_K_M | winogrande | 77.5848 | 1.1720 | ? | -1.2629 | -1.6017% | 4.83 GB | -54.5049 | wiki | Q3_K_S | winogrande | 75.7695 | 1.2042 | * | -3.0782 | -3.9040% | 4.34 GB | -59.0977 | TheBloke | Q3_K_S | winogrande | 77.1113 | 1.1807 | * | -1.7364 | -2.2022% | 4.34 GB | -59.0977 | none | Q3_K_S | winogrande | 75.8485 | 1.2029 | * | -2.9992 | -3.8038% | 4.34 GB | -59.0977 | TheBloke | Q3_K_S | winogrande | 77.1113 | 1.1807 | * | -1.7364 | -2.2022% | 4.34 GB | -59.0977 | wiki | Q3_K_XS | winogrande | 76.4799 | 1.1920 | * | -2.3678 | -3.0030% | 4.10 GB | -61.3768 | wiki | IQ3_XXS | winogrande | 77.6638 | 1.1706 | ? | -1.1839 | -1.5015% | 3.97 GB | -62.5999 | wiki | Q2_K | winogrande | 75.7695 | 1.2042 | * | -3.0782 | -3.9040% | 3.73 GB | -64.8967 | TheBloke | Q2_K | winogrande | 77.1113 | 1.1807 | * | -1.7364 | -2.2022% | 4.24 GB | -60.1109 | wiki | Q2_K_S | winogrande | 76.0852 | 1.1989 | * | -2.7625 | -3.5036% | 3.46 GB | -67.3999 | wiki | IQ2_XS | winogrande | 75.0592 | 1.2160 | * | -3.7885 | -4.8048% | 3.01 GB | -71.6730 | wiki | IQ2_XXS | winogrande | 73.1650 | 1.2453 | * | -5.6827 | -7.2072% | 2.72 GB | -74.3900 | Flavor | Quant | Test | Result | +/- | X | Diff | Diff % | Size | Size % | TheBloke | Q8_0 | arc-easy | 70.7018 | 1.9080 | | | |10.62 GB | | wiki | Q5_K_M | arc-easy | 70.3509 | 1.9146 | ? | -0.3509 | -0.4963% | 7.08 GB | -33.3758 | TheBloke | Q5_K_M | arc-easy | 69.8246 | 1.9243 | ? | -0.8772 | -1.2407% | 7.08 GB | -33.3758 | none | Q5_K_M | arc-easy | 70.0000 | 1.9211 | ? | -0.7018 | -0.9926% | 7.08 GB | -33.3758 | TheBloke | Q5_K_M | arc-easy | 69.8246 | 1.9243 | ? | -0.8772 | -1.2407% | 7.08 GB | -33.3758 | wiki | Q5_K_S | arc-easy | 70.0000 | 1.9211 | ? | -0.7018 | -0.9926% | 6.89 GB | -35.1342 | TheBloke | Q5_K_S | arc-easy | 70.1754 | 1.9179 | ? | -0.5264 | -0.7445% | 6.89 GB | -35.1342 | none | Q5_K_S | arc-easy | 70.8772 | 1.9046 | ? | +0.1754 | +0.2481% | 6.89 GB | -35.1342 | TheBloke | Q5_K_S | arc-easy | 70.1754 | 1.9179 | ? | -0.5264 | -0.7445% | 6.89 GB | -35.1342 | wiki | Q4_K_M | arc-easy | 70.5263 | 1.9113 | ? | -0.1755 | -0.2482% | 6.02 GB | -43.3393 | TheBloke | Q4_K_M | arc-easy | 68.9474 | 1.9398 | ? | -1.7544 | -2.4814% | 6.02 GB | -43.3393 | none | Q4_K_M | arc-easy | 67.3684 | 1.9656 | * | -3.3334 | -4.7147% | 6.02 GB | -43.3393 | TheBloke | Q4_K_M | arc-easy | 68.9474 | 1.9398 | ? | -1.7544 | -2.4814% | 6.02 GB | -43.3393 | wiki | Q4_K_S | arc-easy | 70.8772 | 1.9046 | ? | +0.1754 | +0.2481% | 5.70 GB | -46.3483 | TheBloke | Q4_K_S | arc-easy | 69.6491 | 1.9275 | ? | -1.0527 | -1.4889% | 5.68 GB | -46.4770 | none | Q4_K_S | arc-easy | 68.0702 | 1.9544 | ? | -2.6316 | -3.7221% | 5.70 GB | -46.3483 | TheBloke | Q4_K_S | arc-easy | 69.6491 | 1.9275 | ? | -1.0527 | -1.4889% | 5.68 GB | -46.4770 | wiki | Q3_K_L | arc-easy | 71.5789 | 1.8908 | ? | +0.8771 | +1.2406% | 5.26 GB | -50.4501 | TheBloke | Q3_K_L | arc-easy | 72.6316 | 1.8691 | ? | +1.9298 | +2.7295% | 5.26 GB | -50.4501 | none | Q3_K_L | arc-easy | 72.1053 | 1.8801 | ? | +1.4035 | +1.9851% | 5.26 GB | -50.4501 | TheBloke | Q3_K_L | arc-easy | 72.6316 | 1.8691 | ? | +1.9298 | +2.7295% | 5.26 GB | -50.4501 | wiki | Q3_K_M | arc-easy | 72.8070 | 1.8653 | ? | +2.1052 | +2.9776% | 4.84 GB | -54.4406 | TheBloke | Q3_K_M | arc-easy | 72.4561 | 1.8728 | ? | +1.7543 | +2.4813% | 4.83 GB | -54.5049 | none | Q3_K_M | arc-easy | 71.2281 | 1.8978 | ? | +0.5263 | +0.7444% | 4.84 GB | -54.4406 | TheBloke | Q3_K_M | arc-easy | 72.4561 | 1.8728 | ? | +1.7543 | +2.4813% | 4.83 GB | -54.5049 | wiki | Q3_K_S | arc-easy | 70.7018 | 1.9080 | ? | +0.0000 | +0.0000% | 4.34 GB | -59.0977 | TheBloke | Q3_K_S | arc-easy | 72.4561 | 1.8728 | ? | +1.7543 | +2.4813% | 4.34 GB | -59.0977 | none | Q3_K_S | arc-easy | 70.7018 | 1.9080 | ? | +0.0000 | +0.0000% | 4.34 GB | -59.0977 | TheBloke | Q3_K_S | arc-easy | 72.4561 | 1.8728 | ? | +1.7543 | +2.4813% | 4.34 GB | -59.0977 | wiki | Q3_K_XS | arc-easy | 72.1053 | 1.8801 | ? | +1.4035 | +1.9851% | 4.10 GB | -61.3768 | wiki | IQ3_XXS | arc-easy | 75.4386 | 1.8045 | * | +4.7368 | +6.6997% | 3.97 GB | -62.5999 | wiki | Q2_K | arc-easy | 72.2807 | 1.8765 | ? | +1.5789 | +2.2332% | 3.73 GB | -64.8967 | TheBloke | Q2_K | arc-easy | 69.2982 | 1.9337 | ? | -1.4036 | -1.9852% | 4.24 GB | -60.1109 | wiki | Q2_K_S | arc-easy | 71.9298 | 1.8837 | ? | +1.2280 | +1.7369% | 3.46 GB | -67.3999 | wiki | IQ2_XS | arc-easy | 72.9825 | 1.8616 | ? | +2.2807 | +3.2258% | 3.01 GB | -71.6730 | wiki | IQ2_XXS | arc-easy | 66.6667 | 1.9762 | * | -4.0351 | -5.7072% | 2.72 GB | -74.3900 | Flavor | Quant | Test | Result | +/- | X | Diff | Diff % | Size | Size % | TheBloke | Q8_0 | arc-challenge | 48.1605 | 2.8945 | | | |10.62 GB | | wiki | Q5_K_M | arc-challenge | 47.4916 | 2.8928 | ? | -0.6689 | -1.3889% | 7.08 GB | -33.3758 | TheBloke | Q5_K_M | arc-challenge | 47.4916 | 2.8928 | ? | -0.6689 | -1.3889% | 7.08 GB | -33.3758 | none | Q5_K_M | arc-challenge | 47.4916 | 2.8928 | ? | -0.6689 | -1.3889% | 7.08 GB | -33.3758 | TheBloke | Q5_K_M | arc-challenge | 47.4916 | 2.8928 | ? | -0.6689 | -1.3889% | 7.08 GB | -33.3758 | wiki | Q5_K_S | arc-challenge | 47.8261 | 2.8937 | ? | -0.3344 | -0.6943% | 6.89 GB | -35.1342 | TheBloke | Q5_K_S | arc-challenge | 48.4950 | 2.8951 | ? | +0.3345 | +0.6946% | 6.89 GB | -35.1342 | none | Q5_K_S | arc-challenge | 46.8227 | 2.8906 | ? | -1.3378 | -2.7778% | 6.89 GB | -35.1342 | TheBloke | Q5_K_S | arc-challenge | 48.4950 | 2.8951 | ? | +0.3345 | +0.6946% | 6.89 GB | -35.1342 | wiki | Q4_K_M | arc-challenge | 47.8261 | 2.8937 | ? | -0.3344 | -0.6943% | 6.02 GB | -43.3393 | TheBloke | Q4_K_M | arc-challenge | 47.8261 | 2.8937 | ? | -0.3344 | -0.6943% | 6.02 GB | -43.3393 | none | Q4_K_M | arc-challenge | 46.8227 | 2.8906 | ? | -1.3378 | -2.7778% | 6.02 GB | -43.3393 | TheBloke | Q4_K_M | arc-challenge | 47.8261 | 2.8937 | ? | -0.3344 | -0.6943% | 6.02 GB | -43.3393 | wiki | Q4_K_S | arc-challenge | 46.8227 | 2.8906 | ? | -1.3378 | -2.7778% | 5.70 GB | -46.3483 | TheBloke | Q4_K_S | arc-challenge | 48.8294 | 2.8956 | ? | +0.6689 | +1.3889% | 5.68 GB | -46.4770 | none | Q4_K_S | arc-challenge | 46.4883 | 2.8893 | ? | -1.6722 | -3.4721% | 5.70 GB | -46.3483 | TheBloke | Q4_K_S | arc-challenge | 48.8294 | 2.8956 | ? | +0.6689 | +1.3889% | 5.68 GB | -46.4770 | wiki | Q3_K_L | arc-challenge | 46.8227 | 2.8906 | ? | -1.3378 | -2.7778% | 5.26 GB | -50.4501 | TheBloke | Q3_K_L | arc-challenge | 48.8294 | 2.8956 | ? | +0.6689 | +1.3889% | 5.26 GB | -50.4501 | none | Q3_K_L | arc-challenge | 45.8194 | 2.8863 | ? | -2.3411 | -4.8610% | 5.26 GB | -50.4501 | TheBloke | Q3_K_L | arc-challenge | 48.8294 | 2.8956 | ? | +0.6689 | +1.3889% | 5.26 GB | -50.4501 | wiki | Q3_K_M | arc-challenge | 47.1572 | 2.8917 | ? | -1.0033 | -2.0832% | 4.84 GB | -54.4406 | TheBloke | Q3_K_M | arc-challenge | 47.1572 | 2.8917 | ? | -1.0033 | -2.0832% | 4.83 GB | -54.5049 | none | Q3_K_M | arc-challenge | 47.4916 | 2.8928 | ? | -0.6689 | -1.3889% | 4.84 GB | -54.4406 | TheBloke | Q3_K_M | arc-challenge | 47.1572 | 2.8917 | ? | -1.0033 | -2.0832% | 4.83 GB | -54.5049 | wiki | Q3_K_S | arc-challenge | 49.1639 | 2.8960 | ? | +1.0034 | +2.0835% | 4.34 GB | -59.0977 | TheBloke | Q3_K_S | arc-challenge | 49.1639 | 2.8960 | ? | +1.0034 | +2.0835% | 4.34 GB | -59.0977 | none | Q3_K_S | arc-challenge | 47.8261 | 2.8937 | ? | -0.3344 | -0.6943% | 4.34 GB | -59.0977 | TheBloke | Q3_K_S | arc-challenge | 49.1639 | 2.8960 | ? | +1.0034 | +2.0835% | 4.34 GB | -59.0977 | wiki | Q3_K_XS | arc-challenge | 49.8328 | 2.8964 | ? | +1.6723 | +3.4723% | 4.10 GB | -61.3768 | wiki | IQ3_XXS | arc-challenge | 50.1672 | 2.8964 | ? | +2.0067 | +4.1667% | 3.97 GB | -62.5999 | wiki | Q2_K | arc-challenge | 48.1605 | 2.8945 | ? | +0.0000 | +0.0000% | 3.73 GB | -64.8967 | TheBloke | Q2_K | arc-challenge | 47.1572 | 2.8917 | ? | -1.0033 | -2.0832% | 4.24 GB | -60.1109 | wiki | Q2_K_S | arc-challenge | 47.4916 | 2.8928 | ? | -0.6689 | -1.3889% | 3.46 GB | -67.3999 | wiki | IQ2_XS | arc-challenge | 43.4783 | 2.8717 | * | -4.6822 | -9.7221% | 3.01 GB | -71.6730 | wiki | IQ2_XXS | arc-challenge | 39.4649 | 2.8314 | * | -8.6956 | -18.0555% | 2.72 GB | -74.3900 | Flavor | Quant | Test | Result | +/- | X | Diff | Diff % | Size | Size % | TheBloke | Q8_0 | arc-combined | 62.9459 | 1.6392 | | | |10.62 GB | | wiki | Q5_K_M | arc-combined | 62.4856 | 1.6433 | ? | -0.4603 | -0.7313% | 7.08 GB | -33.3758 | TheBloke | Q5_K_M | arc-combined | 62.1404 | 1.6463 | ? | -0.8055 | -1.2797% | 7.08 GB | -33.3758 | none | Q5_K_M | arc-combined | 62.2555 | 1.6453 | ? | -0.6904 | -1.0968% | 7.08 GB | -33.3758 | TheBloke | Q5_K_M | arc-combined | 62.1404 | 1.6463 | ? | -0.8055 | -1.2797% | 7.08 GB | -33.3758 | wiki | Q5_K_S | arc-combined | 62.3705 | 1.6443 | ? | -0.5754 | -0.9141% | 6.89 GB | -35.1342 | TheBloke | Q5_K_S | arc-combined | 62.7158 | 1.6413 | ? | -0.2301 | -0.3656% | 6.89 GB | -35.1342 | none | Q5_K_S | arc-combined | 62.6007 | 1.6423 | ? | -0.3452 | -0.5484% | 6.89 GB | -35.1342 | TheBloke | Q5_K_S | arc-combined | 62.7158 | 1.6413 | ? | -0.2301 | -0.3656% | 6.89 GB | -35.1342 | wiki | Q4_K_M | arc-combined | 62.7158 | 1.6413 | ? | -0.2301 | -0.3656% | 6.02 GB | -43.3393 | TheBloke | Q4_K_M | arc-combined | 61.6801 | 1.6502 | ? | -1.2658 | -2.0109% | 6.02 GB | -43.3393 | none | Q4_K_M | arc-combined | 60.2992 | 1.6607 | * | -2.6467 | -4.2047% | 6.02 GB | -43.3393 | TheBloke | Q4_K_M | arc-combined | 61.6801 | 1.6502 | ? | -1.2658 | -2.0109% | 6.02 GB | -43.3393 | wiki | Q4_K_S | arc-combined | 62.6007 | 1.6423 | ? | -0.3452 | -0.5484% | 5.70 GB | -46.3483 | TheBloke | Q4_K_S | arc-combined | 62.4856 | 1.6433 | ? | -0.4603 | -0.7313% | 5.68 GB | -46.4770 | none | Q4_K_S | arc-combined | 60.6444 | 1.6582 | ? | -2.3015 | -3.6563% | 5.70 GB | -46.3483 | TheBloke | Q4_K_S | arc-combined | 62.4856 | 1.6433 | ? | -0.4603 | -0.7313% | 5.68 GB | -46.4770 | wiki | Q3_K_L | arc-combined | 63.0610 | 1.6382 | ? | +0.1151 | +0.1829% | 5.26 GB | -50.4501 | TheBloke | Q3_K_L | arc-combined | 64.4419 | 1.6248 | ? | +1.4960 | +2.3766% | 5.26 GB | -50.4501 | none | Q3_K_L | arc-combined | 63.0610 | 1.6382 | ? | +0.1151 | +0.1829% | 5.26 GB | -50.4501 | TheBloke | Q3_K_L | arc-combined | 64.4419 | 1.6248 | ? | +1.4960 | +2.3766% | 5.26 GB | -50.4501 | wiki | Q3_K_M | arc-combined | 63.9816 | 1.6294 | ? | +1.0357 | +1.6454% | 4.84 GB | -54.4406 | TheBloke | Q3_K_M | arc-combined | 63.7514 | 1.6317 | ? | +0.8055 | +1.2797% | 4.83 GB | -54.5049 | none | Q3_K_M | arc-combined | 63.0610 | 1.6382 | ? | +0.1151 | +0.1829% | 4.84 GB | -54.4406 | TheBloke | Q3_K_M | arc-combined | 63.7514 | 1.6317 | ? | +0.8055 | +1.2797% | 4.83 GB | -54.5049 | wiki | Q3_K_S | arc-combined | 63.2911 | 1.6361 | ? | +0.3452 | +0.5484% | 4.34 GB | -59.0977 | TheBloke | Q3_K_S | arc-combined | 64.4419 | 1.6248 | ? | +1.4960 | +2.3766% | 4.34 GB | -59.0977 | none | Q3_K_S | arc-combined | 62.8308 | 1.6403 | ? | -0.1151 | -0.1829% | 4.34 GB | -59.0977 | TheBloke | Q3_K_S | arc-combined | 64.4419 | 1.6248 | ? | +1.4960 | +2.3766% | 4.34 GB | -59.0977 | wiki | Q3_K_XS | arc-combined | 64.3268 | 1.6259 | ? | +1.3809 | +2.1938% | 4.10 GB | -61.3768 | wiki | IQ3_XXS | arc-combined | 66.7434 | 1.5991 | * | +3.7975 | +6.0330% | 3.97 GB | -62.5999 | wiki | Q2_K | arc-combined | 63.9816 | 1.6294 | ? | +1.0357 | +1.6454% | 3.73 GB | -64.8967 | TheBloke | Q2_K | arc-combined | 61.6801 | 1.6502 | ? | -1.2658 | -2.0109% | 4.24 GB | -60.1109 | wiki | Q2_K_S | arc-combined | 63.5213 | 1.6339 | ? | +0.5754 | +0.9141% | 3.46 GB | -67.3999 | wiki | IQ2_XS | arc-combined | 62.8308 | 1.6403 | ? | -0.1151 | -0.1829% | 3.01 GB | -71.6730 | wiki | IQ2_XXS | arc-combined | 57.3073 | 1.6789 | * | -5.6386 | -8.9579% | 2.72 GB | -74.3900 | Flavor | Quant | Test | Result | +/- | X | Diff | Diff % | Size | Size % | TheBloke | Q8_0 | mmlu | 39.9225 | 1.2451 | | | |10.62 GB | | wiki | Q5_K_M | mmlu | 39.8579 | 1.2448 | ? | -0.0646 | -0.1618% | 7.08 GB | -33.3758 | TheBloke | Q5_K_M | mmlu | 39.5349 | 1.2431 | ? | -0.3876 | -0.9709% | 7.08 GB | -33.3758 | none | Q5_K_M | mmlu | 40.3101 | 1.2471 | ? | +0.3876 | +0.9709% | 7.08 GB | -33.3758 | TheBloke | Q5_K_M | mmlu | 39.5349 | 1.2431 | ? | -0.3876 | -0.9709% | 7.08 GB | -33.3758 | wiki | Q5_K_S | mmlu | 39.6641 | 1.2438 | ? | -0.2584 | -0.6473% | 6.89 GB | -35.1342 | TheBloke | Q5_K_S | mmlu | 39.7933 | 1.2445 | ? | -0.1292 | -0.3236% | 6.89 GB | -35.1342 | none | Q5_K_S | mmlu | 39.9225 | 1.2451 | ? | +0.0000 | +0.0000% | 6.89 GB | -35.1342 | TheBloke | Q5_K_S | mmlu | 39.7933 | 1.2445 | ? | -0.1292 | -0.3236% | 6.89 GB | -35.1342 | wiki | Q4_K_M | mmlu | 39.8579 | 1.2448 | ? | -0.0646 | -0.1618% | 6.02 GB | -43.3393 | TheBloke | Q4_K_M | mmlu | 39.4057 | 1.2424 | ? | -0.5168 | -1.2945% | 6.02 GB | -43.3393 | none | Q4_K_M | mmlu | 39.8579 | 1.2448 | ? | -0.0646 | -0.1618% | 6.02 GB | -43.3393 | TheBloke | Q4_K_M | mmlu | 39.4057 | 1.2424 | ? | -0.5168 | -1.2945% | 6.02 GB | -43.3393 | wiki | Q4_K_S | mmlu | 39.4703 | 1.2427 | ? | -0.4522 | -1.1327% | 5.70 GB | -46.3483 | TheBloke | Q4_K_S | mmlu | 40.2455 | 1.2468 | ? | +0.3230 | +0.8091% | 5.68 GB | -46.4770 | none | Q4_K_S | mmlu | 40.0517 | 1.2458 | ? | +0.1292 | +0.3236% | 5.70 GB | -46.3483 | TheBloke | Q4_K_S | mmlu | 40.2455 | 1.2468 | ? | +0.3230 | +0.8091% | 5.68 GB | -46.4770 | wiki | Q3_K_L | mmlu | 39.8579 | 1.2448 | ? | -0.0646 | -0.1618% | 5.26 GB | -50.4501 | TheBloke | Q3_K_L | mmlu | 39.6641 | 1.2438 | ? | -0.2584 | -0.6473% | 5.26 GB | -50.4501 | none | Q3_K_L | mmlu | 39.6641 | 1.2438 | ? | -0.2584 | -0.6473% | 5.26 GB | -50.4501 | TheBloke | Q3_K_L | mmlu | 39.6641 | 1.2438 | ? | -0.2584 | -0.6473% | 5.26 GB | -50.4501 | wiki | Q3_K_M | mmlu | 39.7933 | 1.2445 | ? | -0.1292 | -0.3236% | 4.84 GB | -54.4406 | TheBloke | Q3_K_M | mmlu | 39.7287 | 1.2441 | ? | -0.1938 | -0.4854% | 4.83 GB | -54.5049 | none | Q3_K_M | mmlu | 39.7933 | 1.2445 | ? | -0.1292 | -0.3236% | 4.84 GB | -54.4406 | TheBloke | Q3_K_M | mmlu | 39.7287 | 1.2441 | ? | -0.1938 | -0.4854% | 4.83 GB | -54.5049 | wiki | Q3_K_S | mmlu | 38.3721 | 1.2364 | ? | -1.5504 | -3.8835% | 4.34 GB | -59.0977 | TheBloke | Q3_K_S | mmlu | 37.9845 | 1.2340 | * | -1.9380 | -4.8544% | 4.34 GB | -59.0977 | none | Q3_K_S | mmlu | 38.3075 | 1.2360 | ? | -1.6150 | -4.0453% | 4.34 GB | -59.0977 | TheBloke | Q3_K_S | mmlu | 37.9845 | 1.2340 | * | -1.9380 | -4.8544% | 4.34 GB | -59.0977 | wiki | Q3_K_XS | mmlu | 38.6305 | 1.2379 | ? | -1.2920 | -3.2363% | 4.10 GB | -61.3768 | wiki | IQ3_XXS | mmlu | 40.0517 | 1.2458 | ? | +0.1292 | +0.3236% | 3.97 GB | -62.5999 | wiki | Q2_K | mmlu | 37.8553 | 1.2332 | * | -2.0672 | -5.1780% | 3.73 GB | -64.8967 | TheBloke | Q2_K | mmlu | 37.7907 | 1.2327 | * | -2.1318 | -5.3398% | 4.24 GB | -60.1109 | wiki | Q2_K_S | mmlu | 37.5323 | 1.2311 | * | -2.3902 | -5.9871% | 3.46 GB | -67.3999 | wiki | IQ2_XS | mmlu | 38.1783 | 1.2352 | ? | -1.7442 | -4.3690% | 3.01 GB | -71.6730 | wiki | IQ2_XXS | mmlu | 35.9173 | 1.2198 | * | -4.0052 | -10.0324% | 2.72 GB | -74.3900 | Flavor | Quant | Test | Result | +/- | X | Diff | Diff % | Size | Size % | TheBloke | Q8_0 | wiki-ppl | 5.7384 | 0.0868 | | | |10.62 GB | | wiki | Q5_K_M | wiki-ppl | 5.7656 | 0.0874 | ? | +0.0272 | +0.4740% | 7.08 GB | -33.3758 | TheBloke | Q5_K_M | wiki-ppl | 5.7531 | 0.0869 | ? | +0.0147 | +0.2562% | 7.08 GB | -33.3758 | none | Q5_K_M | wiki-ppl | 5.7658 | 0.0872 | ? | +0.0274 | +0.4775% | 7.08 GB | -33.3758 | TheBloke | Q5_K_M | wiki-ppl | 5.7531 | 0.0869 | ? | +0.0147 | +0.2562% | 7.08 GB | -33.3758 | wiki | Q5_K_S | wiki-ppl | 5.7931 | 0.0880 | ? | +0.0547 | +0.9532% | 6.89 GB | -35.1342 | TheBloke | Q5_K_S | wiki-ppl | 5.7564 | 0.0868 | ? | +0.0180 | +0.3137% | 6.89 GB | -35.1342 | none | Q5_K_S | wiki-ppl | 5.7851 | 0.0873 | ? | +0.0467 | +0.8138% | 6.89 GB | -35.1342 | TheBloke | Q5_K_S | wiki-ppl | 5.7564 | 0.0868 | ? | +0.0180 | +0.3137% | 6.89 GB | -35.1342 | wiki | Q4_K_M | wiki-ppl | 5.7956 | 0.0877 | ? | +0.0572 | +0.9968% | 6.02 GB | -43.3393 | TheBloke | Q4_K_M | wiki-ppl | 5.8159 | 0.0880 | ? | +0.0775 | +1.3506% | 6.02 GB | -43.3393 | none | Q4_K_M | wiki-ppl | 5.8343 | 0.0886 | ? | +0.0959 | +1.6712% | 6.02 GB | -43.3393 | TheBloke | Q4_K_M | wiki-ppl | 5.8159 | 0.0880 | ? | +0.0775 | +1.3506% | 6.02 GB | -43.3393 | wiki | Q4_K_S | wiki-ppl | 5.8318 | 0.0885 | ? | +0.0934 | +1.6276% | 5.70 GB | -46.3483 | TheBloke | Q4_K_S | wiki-ppl | 5.8436 | 0.0883 | ? | +0.1052 | +1.8333% | 5.68 GB | -46.4770 | none | Q4_K_S | wiki-ppl | 5.8806 | 0.0891 | * | +0.1422 | +2.4780% | 5.70 GB | -46.3483 | TheBloke | Q4_K_S | wiki-ppl | 5.8436 | 0.0883 | ? | +0.1052 | +1.8333% | 5.68 GB | -46.4770 | wiki | Q3_K_L | wiki-ppl | 5.9254 | 0.0903 | * | +0.1870 | +3.2587% | 5.26 GB | -50.4501 | TheBloke | Q3_K_L | wiki-ppl | 5.9575 | 0.0906 | * | +0.2191 | +3.8181% | 5.26 GB | -50.4501 | none | Q3_K_L | wiki-ppl | 5.9856 | 0.0911 | * | +0.2472 | +4.3078% | 5.26 GB | -50.4501 | TheBloke | Q3_K_L | wiki-ppl | 5.9575 | 0.0906 | * | +0.2191 | +3.8181% | 5.26 GB | -50.4501 | wiki | Q3_K_M | wiki-ppl | 5.9451 | 0.0905 | * | +0.2067 | +3.6020% | 4.84 GB | -54.4406 | TheBloke | Q3_K_M | wiki-ppl | 6.0076 | 0.0914 | * | +0.2692 | +4.6912% | 4.83 GB | -54.5049 | none | Q3_K_M | wiki-ppl | 6.0546 | 0.0924 | * | +0.3162 | +5.5102% | 4.84 GB | -54.4406 | TheBloke | Q3_K_M | wiki-ppl | 6.0076 | 0.0914 | * | +0.2692 | +4.6912% | 4.83 GB | -54.5049 | wiki | Q3_K_S | wiki-ppl | 6.1512 | 0.0929 | * | +0.4128 | +7.1936% | 4.34 GB | -59.0977 | TheBloke | Q3_K_S | wiki-ppl | 6.3180 | 0.0958 | * | +0.5796 | +10.1004% | 4.34 GB | -59.0977 | none | Q3_K_S | wiki-ppl | 6.3207 | 0.0960 | * | +0.5823 | +10.1474% | 4.34 GB | -59.0977 | TheBloke | Q3_K_S | wiki-ppl | 6.3180 | 0.0958 | * | +0.5796 | +10.1004% | 4.34 GB | -59.0977 | wiki | Q3_K_XS | wiki-ppl | 6.2662 | 0.0946 | * | +0.5278 | +9.1977% | 4.10 GB | -61.3768 | wiki | IQ3_XXS | wiki-ppl | 6.1317 | 0.0941 | * | +0.3933 | +6.8538% | 3.97 GB | -62.5999 | wiki | Q2_K | wiki-ppl | 6.5098 | 0.1002 | * | +0.7714 | +13.4428% | 3.73 GB | -64.8967 | TheBloke | Q2_K | wiki-ppl | 6.4603 | 0.0989 | * | +0.7219 | +12.5802% | 4.24 GB | -60.1109 | wiki | Q2_K_S | wiki-ppl | 6.7764 | 0.1061 | * | +1.0380 | +18.0887% | 3.46 GB | -67.3999 | wiki | IQ2_XS | wiki-ppl | 7.0912 | 0.1098 | * | +1.3528 | +23.5745% | 3.01 GB | -71.6730 | wiki | IQ2_XXS | wiki-ppl | 7.7243 | 0.1202 | * | +1.9859 | +34.6072% | 2.72 GB | -74.3900 |