2550 lines
70 KiB
JSON
2550 lines
70 KiB
JSON
{
|
|
"o4-mini-2025-04-16": {
|
|
"_context_size": 200,
|
|
"_quantization_level": 16,
|
|
"python-100": 22.71,
|
|
"java-100": 21.88,
|
|
"rust-100": 21.59,
|
|
"clojure-100": 13.71
|
|
},
|
|
"gpt-4.1-2025-04-14": {
|
|
"_context_size": 1024,
|
|
"_quantization_level": 16,
|
|
"python-100": 22.41,
|
|
"java-100": 20.88,
|
|
"rust-100": 17.0,
|
|
"clojure-100": 12.08
|
|
},
|
|
"DeepSeek-V3-0324": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 671.0,
|
|
"_quantization_level": 16,
|
|
"clojure-100": 4.62,
|
|
"java-100": 18.63,
|
|
"python-100": 20.08,
|
|
"rust-100": 14.91
|
|
},
|
|
"DeepSeek-V3": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 671.0,
|
|
"_quantization_level": 16,
|
|
"clojure-100": 5.92,
|
|
"java-100": 16.95,
|
|
"python-100": 20.01,
|
|
"rust-100": 12.16
|
|
},
|
|
"gpt-4.1-mini-2025-04-14": {
|
|
"_context_size": 1024,
|
|
"_quantization_level": 16,
|
|
"python-100": 18.34,
|
|
"java-100": 20.53,
|
|
"rust-100": 18.99,
|
|
"clojure-100": 7.56
|
|
},
|
|
"GPT-o1-Mini": {
|
|
"_context_size": 32,
|
|
"_quantization_level": 16,
|
|
"python-100": 17.44
|
|
},
|
|
"GPT-4o": {
|
|
"_context_size": 128,
|
|
"_quantization_level": 16,
|
|
"clojure-100": 8.24,
|
|
"java-100": 13.87,
|
|
"python-100": 17.05,
|
|
"rust-100": 14.57
|
|
},
|
|
"athene-v2:72b-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 72.7,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 3.32,
|
|
"java-100": 10.15,
|
|
"python-100": 16.22,
|
|
"rust-100": 5.55
|
|
},
|
|
"GPT-o1-Preview": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 300.0,
|
|
"_quantization_level": 16,
|
|
"python-100": 15.86
|
|
},
|
|
"hf.co/bartowski/Athene-V2-Agent-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 72.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 3.74,
|
|
"java-100": 10.56,
|
|
"python-100": 14.49,
|
|
"rust-100": 6.33
|
|
},
|
|
"athene-v2:latest": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 72.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.62,
|
|
"java-100": 11.14,
|
|
"python-100": 14.07,
|
|
"rust-100": 6.55
|
|
},
|
|
"athene-v2:72b-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 72.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.83,
|
|
"java-100": 11.19,
|
|
"python-100": 14.07,
|
|
"rust-100": 6.55
|
|
},
|
|
"qwen2.5-coder:32b-instruct-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 2.2,
|
|
"java-100": 8.82,
|
|
"python-100": 14.05,
|
|
"rust-100": 6.41
|
|
},
|
|
"qwen2.5:72b-instruct-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 72.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 2.46,
|
|
"java-100": 9.1,
|
|
"python-100": 14.02,
|
|
"rust-100": 5.97
|
|
},
|
|
"hf.co/mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 72.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 3.07,
|
|
"java-100": 8.65,
|
|
"python-100": 13.92,
|
|
"rust-100": 6.11
|
|
},
|
|
"hf.co/bartowski/THUDM_GLM-4-32B-0414-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.75,
|
|
"java-100": 10.14,
|
|
"python-100": 13.9,
|
|
"rust-100": 4.82
|
|
},
|
|
"gpt-4.1-nano-2025-04-14": {
|
|
"_context_size": 1024,
|
|
"_quantization_level": 16,
|
|
"python-100": 13.79,
|
|
"java-100": 10.36,
|
|
"rust-100": 7.83,
|
|
"clojure-100": 1.6
|
|
},
|
|
"hf.co/bartowski/Dracarys2-72B-Instruct-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 72.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 3.35,
|
|
"java-100": 8.54,
|
|
"python-100": 13.45,
|
|
"rust-100": 7.34
|
|
},
|
|
"qwen3:235b-a22b-q4_K_M-no_think": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 235.1,
|
|
"_quantization_level": 4,
|
|
"java-100": 15.17,
|
|
"python-100": 13.27,
|
|
"rust-100": 3.33,
|
|
"clojure-100": 2.35
|
|
},
|
|
"qwen2.5vl:32b-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 33.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 2.18,
|
|
"java-100": 7.74,
|
|
"python-100": 13.02,
|
|
"rust-100": 6.01
|
|
},
|
|
"qwen2.5:72b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 72.7,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 3.49,
|
|
"java-100": 10.5,
|
|
"python-100": 12.98,
|
|
"rust-100": 5.41
|
|
},
|
|
"hf.co/bartowski/Sky-T1-32B-Preview-GGUF:Q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 3.43,
|
|
"java-100": 10.75,
|
|
"python-100": 12.76,
|
|
"rust-100": 8.04
|
|
},
|
|
"hf.co/bartowski/Sky-T1-32B-Preview-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 2.89,
|
|
"java-100": 11.67,
|
|
"python-100": 12.72,
|
|
"rust-100": 7.25
|
|
},
|
|
"hf.co/mradermacher/Bespoke-Stratos-32B-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.78,
|
|
"java-100": 9.9,
|
|
"python-100": 12.37,
|
|
"rust-100": 7.58
|
|
},
|
|
"qwen2.5:32b-instruct-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 2.25,
|
|
"java-100": 9.26,
|
|
"python-100": 12.34,
|
|
"rust-100": 6.13
|
|
},
|
|
"hf.co/bartowski/Qwen_Qwen3-30B-A3B-GGUF:Q4_K_M-no_think": {
|
|
"_context_size": 40,
|
|
"_parameter_size": 30.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.72,
|
|
"java-100": 9.85,
|
|
"python-100": 12.08,
|
|
"rust-100": 5.26
|
|
},
|
|
"hf.co/bartowski/Sky-T1-32B-Flash-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 2.5,
|
|
"java-100": 10.75,
|
|
"python-100": 12.04,
|
|
"rust-100": 6.64
|
|
},
|
|
"qwen2.5-coder:32b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 2.8,
|
|
"java-100": 9.94,
|
|
"python-100": 11.94,
|
|
"rust-100": 6.69
|
|
},
|
|
"hf.co/bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF:Q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 1.62,
|
|
"java-100": 8.69,
|
|
"python-100": 11.58,
|
|
"rust-100": 6.27
|
|
},
|
|
"GPT-4o-Mini": {
|
|
"_context_size": 128,
|
|
"_publication_date": "2024-12-17",
|
|
"_quantization_level": 16,
|
|
"python-100": 11.39,
|
|
"java-100": 7.36,
|
|
"clojure-100": 1.93,
|
|
"rust-100": 5.19
|
|
},
|
|
"cogito:32b-v1-preview-qwen-q4_K_M": {
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.19,
|
|
"java-100": 7.12,
|
|
"python-100": 11.32,
|
|
"rust-100": 5.26
|
|
},
|
|
"yi-coder:9b-chat-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.8,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.47,
|
|
"java-100": 6.77,
|
|
"python-100": 11.08,
|
|
"rust-100": 4.32
|
|
},
|
|
"qwen3:14b-q4_K_M-no_think": {
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.86,
|
|
"java-100": 6.37,
|
|
"python-100": 10.94,
|
|
"rust-100": 2.99
|
|
},
|
|
"qwen3:32b-q4_K_M-no_think": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.07,
|
|
"java-100": 8.94,
|
|
"python-100": 10.25,
|
|
"rust-100": 3.93
|
|
},
|
|
"phi4:14b-q8_0": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 14.7,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.97,
|
|
"java-100": 5.29,
|
|
"python-100": 10.23,
|
|
"rust-100": 4.52
|
|
},
|
|
"qwq:32b-preview-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 1.97,
|
|
"java-100": 3.11,
|
|
"python-100": 10.15,
|
|
"rust-100": 3.88
|
|
},
|
|
"GPT-3.5-Turbo": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 175.0,
|
|
"_quantization_level": 16,
|
|
"clojure-100": 0.5,
|
|
"python-100": 10.1,
|
|
"java-100": 7.28,
|
|
"rust-100": 6.0
|
|
},
|
|
"hf.co/mradermacher/phi-4-abliterated-GGUF:Q8_0": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 14.7,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.52,
|
|
"java-100": 6.67,
|
|
"python-100": 10.06,
|
|
"rust-100": 3.68
|
|
},
|
|
"qwen2.5:32b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 2.98,
|
|
"java-100": 10.22,
|
|
"python-100": 9.73,
|
|
"rust-100": 5.91
|
|
},
|
|
"qwen2.5-coder:14b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.95,
|
|
"java-100": 7.35,
|
|
"python-100": 9.7,
|
|
"rust-100": 4.55
|
|
},
|
|
"phi4:14b": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 14.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.84,
|
|
"java-100": 6.91,
|
|
"python-100": 9.64,
|
|
"rust-100": 3.14
|
|
},
|
|
"phi4:latest": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 14.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.84,
|
|
"java-100": 6.91,
|
|
"python-100": 9.64,
|
|
"rust-100": 3.14
|
|
},
|
|
"hf.co/bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.94,
|
|
"java-100": 9.3,
|
|
"python-100": 9.55,
|
|
"rust-100": 5.71
|
|
},
|
|
"deepseek-coder:33b-instruct-q4_K_M": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 33.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 3.03,
|
|
"java-100": 10.72,
|
|
"python-100": 9.55,
|
|
"rust-100": 0.0
|
|
},
|
|
"hf.co/mradermacher/phi-4-abliterated-GGUF:Q4_K_M": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 14.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.89,
|
|
"java-100": 6.8,
|
|
"python-100": 9.26,
|
|
"rust-100": 4.42
|
|
},
|
|
"hf.co/mradermacher/Seed-Coder-8B-Instruct-GGUF:Q4_K_M": {
|
|
"_parameter_size": 8.25,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 2.02,
|
|
"java-100": 6.07,
|
|
"python-100": 9.16,
|
|
"rust-100": 3.52
|
|
},
|
|
"hf.co/mradermacher/Llama-3.1-SauerkrautLM-70b-Instruct-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.37,
|
|
"java-100": 5.9,
|
|
"python-100": 9.1,
|
|
"rust-100": 4.69
|
|
},
|
|
"vanilj/Phi-4:Q8_0": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 14.7,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.84,
|
|
"java-100": 5.73,
|
|
"python-100": 9.06,
|
|
"rust-100": 3.52
|
|
},
|
|
"hf.co/gaianet/Seed-Coder-8B-Instruct-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.81,
|
|
"java-100": 4.99,
|
|
"python-100": 9.0,
|
|
"rust-100": 4.09
|
|
},
|
|
"llama3.3:70b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 3.17,
|
|
"java-100": 8.06,
|
|
"python-100": 8.93,
|
|
"rust-100": 4.29
|
|
},
|
|
"llama3.1:70b-instruct-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.6,
|
|
"java-100": 4.98,
|
|
"python-100": 8.77,
|
|
"rust-100": 2.77
|
|
},
|
|
"qwen2.5-coder:14b-instruct-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.13,
|
|
"java-100": 7.28,
|
|
"python-100": 8.65,
|
|
"rust-100": 4.62
|
|
},
|
|
"qwen2.5:14b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 1.61,
|
|
"java-100": 4.14,
|
|
"python-100": 8.59,
|
|
"rust-100": 4.55
|
|
},
|
|
"hf.co/bartowski/Qwen_Qwen3-30B-A3B-GGUF:Q4_K_M-think": {
|
|
"_context_size": 40,
|
|
"_parameter_size": 30.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 3.61,
|
|
"java-100": 8.09,
|
|
"python-100": 8.49,
|
|
"rust-100": 4.5
|
|
},
|
|
"qwen2.5:14b-instruct-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.43,
|
|
"java-100": 5.08,
|
|
"python-100": 8.44,
|
|
"rust-100": 3.44
|
|
},
|
|
"deepseek-coder:33b-instruct-q8_0": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 33.0,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 1.82,
|
|
"java-100": 10.2,
|
|
"python-100": 8.35,
|
|
"rust-100": 0.0
|
|
},
|
|
"qwen3:30b-a3b-q4_K_M-think": {
|
|
"_parameter_size": 30.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.17,
|
|
"java-100": 5.59,
|
|
"python-100": 8.3,
|
|
"rust-100": 4.32
|
|
},
|
|
"mistral-large:123b-instruct-2407-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 122.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.61,
|
|
"java-100": 6.61,
|
|
"python-100": 8.27,
|
|
"rust-100": 4.44
|
|
},
|
|
"qwen3:30b-a3b-q4_K_M-no_think": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 30.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.97,
|
|
"java-100": 8.01,
|
|
"python-100": 8.22,
|
|
"rust-100": 5.11
|
|
},
|
|
"llama3.1:70b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 1.7,
|
|
"java-100": 5.36,
|
|
"python-100": 8.19,
|
|
"rust-100": 3.8
|
|
},
|
|
"falcon3:10b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 10.3,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 1.39,
|
|
"java-100": 5.14,
|
|
"python-100": 8.15,
|
|
"rust-100": 2.71
|
|
},
|
|
"hf.co/bartowski/Anubis-70B-v1-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.36,
|
|
"java-100": 6.49,
|
|
"python-100": 8.07,
|
|
"rust-100": 2.59
|
|
},
|
|
"cogito:14b-v1-preview-qwen-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.91,
|
|
"java-100": 5.89,
|
|
"python-100": 7.9,
|
|
"rust-100": 3.41
|
|
},
|
|
"qwen3:4b-q4_K_M-think": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 4.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.91,
|
|
"java-100": 4.61,
|
|
"python-100": 7.89,
|
|
"rust-100": 2.73
|
|
},
|
|
"hf.co/bartowski/Qwen2.5-14B-Instruct-1M-GGUF:Q4_K_M": {
|
|
"_context_size": 986,
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.81,
|
|
"java-100": 4.02,
|
|
"python-100": 7.75,
|
|
"rust-100": 2.74
|
|
},
|
|
"tulu3:70b-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 1.59,
|
|
"java-100": 4.61,
|
|
"python-100": 7.73,
|
|
"rust-100": 3.09
|
|
},
|
|
"cogito:70b-v1-preview-llama-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.86,
|
|
"java-100": 7.26,
|
|
"python-100": 7.7,
|
|
"rust-100": 3.54
|
|
},
|
|
"hf.co/ozone-ai/0x-lite-Q4_K_M-GGUF:latest": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.56,
|
|
"java-100": 4.52,
|
|
"python-100": 7.66,
|
|
"rust-100": 3.32
|
|
},
|
|
"qwen2.5vl:72b-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 73.4,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 2.7,
|
|
"java-100": 9.3,
|
|
"python-100": 7.57,
|
|
"rust-100": 6.09
|
|
},
|
|
"qwen2.5:7b-instruct-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 7.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.49,
|
|
"java-100": 2.67,
|
|
"python-100": 7.5,
|
|
"rust-100": 1.86
|
|
},
|
|
"qwen2.5:7b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 7.6,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.51,
|
|
"java-100": 3.6,
|
|
"python-100": 7.47,
|
|
"rust-100": 1.13
|
|
},
|
|
"yi-coder:9b-chat-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.34,
|
|
"java-100": 6.04,
|
|
"python-100": 7.44,
|
|
"rust-100": 5.76
|
|
},
|
|
"tulu3:70b-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 2.15,
|
|
"java-100": 4.68,
|
|
"python-100": 7.31,
|
|
"rust-100": 3.35
|
|
},
|
|
"hf.co/bartowski/smirki_UIGEN-T1.1-Qwen-14B-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.14,
|
|
"java-100": 5.2,
|
|
"python-100": 7.27,
|
|
"rust-100": 4.41
|
|
},
|
|
"llama3.3:70b-instruct-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 2.21,
|
|
"java-100": 5.25,
|
|
"python-100": 7.26,
|
|
"rust-100": 4.49
|
|
},
|
|
"hf.co/bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF:Q4_K_M-no_think": {
|
|
"_parameter_size": 8.2,
|
|
"_quantization_level": 4,
|
|
"_context_size": 128,
|
|
"python-100": 7.25,
|
|
"java-100": 4.93,
|
|
"rust-100": 2.05,
|
|
"clojure-100": 0.44
|
|
},
|
|
"qwen3:14b-q4_K_M-think": {
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.51,
|
|
"java-100": 7.5,
|
|
"python-100": 7.16,
|
|
"rust-100": 4.66
|
|
},
|
|
"gemma3:27b": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 27.4,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.64,
|
|
"java-100": 0.14,
|
|
"python-100": 7.15,
|
|
"rust-100": 3.8
|
|
},
|
|
"hf.co/mradermacher/Sky-T1-mini-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 7.62,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.55,
|
|
"java-100": 3.68,
|
|
"python-100": 7.05,
|
|
"rust-100": 0.15
|
|
},
|
|
"hf.co/mradermacher/calme-3.2-instruct-78b-GGUF:Q4_K_S": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 78.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.74,
|
|
"java-100": 6.05,
|
|
"python-100": 7.04,
|
|
"rust-100": 3.6
|
|
},
|
|
"hf.co/Tesslate/Tessa-Rust-T1-7B-Q8_0-GGUF:Q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.62,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.86,
|
|
"java-100": 5.0,
|
|
"python-100": 7.04,
|
|
"rust-100": 4.84
|
|
},
|
|
"hf.co/bartowski/Athene-70B-GGUF:Q4_K_M": {
|
|
"_context_size": 8,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.36,
|
|
"java-100": 1.99,
|
|
"python-100": 6.98,
|
|
"rust-100": 0.76
|
|
},
|
|
"qwen3:8b-q4_K_M-no_think": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.2,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.51,
|
|
"java-100": 4.84,
|
|
"python-100": 6.98,
|
|
"rust-100": 1.92
|
|
},
|
|
"hf.co/bartowski/soob3123_GrayLine-Qwen3-14B-GGUF:Q4_K_M-no_think": {
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.01,
|
|
"java-100": 7.01,
|
|
"python-100": 6.86,
|
|
"rust-100": 3.65
|
|
},
|
|
"hf.co/bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 23.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.95,
|
|
"java-100": 4.05,
|
|
"python-100": 6.79,
|
|
"rust-100": 3.38
|
|
},
|
|
"aravhawk/llama4:scout-q4_K_M": {
|
|
"_parameter_size": 107.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.59,
|
|
"java-100": 5.64,
|
|
"python-100": 6.78,
|
|
"rust-100": 3.55
|
|
},
|
|
"hf.co/Tesslate/Synthia-S1-27b-Q4_K_M-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 27.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.53,
|
|
"java-100": 2.21,
|
|
"python-100": 6.78,
|
|
"rust-100": 3.19
|
|
},
|
|
"falcon3:7b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.5,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.36,
|
|
"java-100": 3.91,
|
|
"python-100": 6.76,
|
|
"rust-100": 2.16
|
|
},
|
|
"phi4-reasoning:14b-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 14.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 3.05,
|
|
"java-100": 7.73,
|
|
"python-100": 6.73,
|
|
"rust-100": 5.2
|
|
},
|
|
"hf.co/bartowski/Qwen2.5-Math-72B-Instruct-GGUF:Q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 72.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.89,
|
|
"java-100": 4.53,
|
|
"python-100": 6.67,
|
|
"rust-100": 2.39
|
|
},
|
|
"falcon3:10b-instruct-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 10.3,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.6,
|
|
"java-100": 5.77,
|
|
"python-100": 6.62,
|
|
"rust-100": 2.19
|
|
},
|
|
"hf.co/bartowski/Qwen2.5-7B-Instruct-1M-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 7.62,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.24,
|
|
"java-100": 0.0,
|
|
"python-100": 6.55,
|
|
"rust-100": 1.63
|
|
},
|
|
"hf.co/bartowski/Yi-1.5-9B-Chat-GGUF:Q8_0": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 8.83,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.09,
|
|
"java-100": 2.11,
|
|
"python-100": 6.54,
|
|
"rust-100": 0.4
|
|
},
|
|
"qwen2-math:72b-instruct-q8_0": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 72.7,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 1.3,
|
|
"java-100": 6.67,
|
|
"python-100": 6.49,
|
|
"rust-100": 2.61
|
|
},
|
|
"hf.co/mradermacher/Viper-Coder-Hybrid-v1.3-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.46,
|
|
"java-100": 4.45,
|
|
"python-100": 6.44,
|
|
"rust-100": 1.83
|
|
},
|
|
"qwen2.5-coder:7b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 7.6,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.63,
|
|
"java-100": 4.4,
|
|
"python-100": 6.37,
|
|
"rust-100": 3.78
|
|
},
|
|
"command-a:111b-03-2025-q4_K_M": {
|
|
"_context_size": 256,
|
|
"_parameter_size": 111.1,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.32,
|
|
"java-100": 5.17,
|
|
"python-100": 6.33,
|
|
"rust-100": 4.21
|
|
},
|
|
"mistral-small:24b-instruct-2501-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 23.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.93,
|
|
"java-100": 2.89,
|
|
"python-100": 6.32,
|
|
"rust-100": 2.47
|
|
},
|
|
"nemotron:70b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 1.13,
|
|
"java-100": 4.05,
|
|
"python-100": 6.31,
|
|
"rust-100": 3.23
|
|
},
|
|
"hf.co/bartowski/Tesslate_Tessa-Rust-T1-7B-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.62,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.73,
|
|
"java-100": 3.2,
|
|
"python-100": 6.14,
|
|
"rust-100": 2.28
|
|
},
|
|
"goekdenizguelmez/JOSIEFIED-Qwen3:8b-q4_k_m-no_think": {
|
|
"_parameter_size": 8.2,
|
|
"_quantization_level": 4,
|
|
"_context_size": 40,
|
|
"python-100": 6.13,
|
|
"java-100": 3.3,
|
|
"rust-100": 1.55,
|
|
"clojure-100": 0.83
|
|
},
|
|
"llama4:17b-scout-16e-instruct-q4_K_M": {
|
|
"_context_size": 10240,
|
|
"_parameter_size": 109,
|
|
"_quantization_level": 4,
|
|
"java-100": 3.16,
|
|
"rust-100": 1.99,
|
|
"python-100": 6.07,
|
|
"clojure-100": 1.58
|
|
},
|
|
"hf.co/smirki/UIGEN-T1.1-Qwen-7B-Q4_K_M-GGUF:latest": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.62,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.88,
|
|
"java-100": 4.53,
|
|
"python-100": 6.06,
|
|
"rust-100": 2.08
|
|
},
|
|
"hf.co/bartowski/HelpingAI_Helpingai3-raw-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 10.3,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.13,
|
|
"java-100": 3.82,
|
|
"python-100": 5.88,
|
|
"rust-100": 0.92
|
|
},
|
|
"hf.co/mradermacher/HelpingAI-3-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 10.3,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 2.82,
|
|
"python-100": 5.8,
|
|
"rust-100": 1.09
|
|
},
|
|
"nemotron:70b-instruct-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.83,
|
|
"java-100": 5.13,
|
|
"python-100": 5.78,
|
|
"rust-100": 4.22
|
|
},
|
|
"qwen3:32b-q4_K_M-think": {
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.19,
|
|
"java-100": 6.75,
|
|
"python-100": 5.78,
|
|
"rust-100": 4.78
|
|
},
|
|
"goekdenizguelmez/JOSIEFIED-Qwen3:8b-q4_k_m-think": {
|
|
"_parameter_size": 8.2,
|
|
"_quantization_level": 4,
|
|
"_context_size": 40,
|
|
"python-100": 5.77,
|
|
"java-100": 6.22,
|
|
"rust-100": 3.49,
|
|
"clojure-100": 1.65
|
|
},
|
|
"hf.co/Tesslate/UIGEN-T2-7B-Q8_0-GGUF:Q8_0": {
|
|
"_parameter_size": 7.62,
|
|
"_quantization_level": 8,
|
|
"_context_size": 32,
|
|
"clojure-100": 0.52,
|
|
"java-100": 3.99,
|
|
"python-100": 5.73,
|
|
"rust-100": 3.99
|
|
},
|
|
"qwen3:8b-q4_K_M-think": {
|
|
"_parameter_size": 8.2,
|
|
"_quantization_level": 4,
|
|
"_context_size": 128,
|
|
"clojure-100": 1.27,
|
|
"java-100": 6.48,
|
|
"python-100": 5.69,
|
|
"rust-100": 4.77
|
|
},
|
|
"phi4-reasoning:14b-plus-q4_K_M": {
|
|
"_parameter_size": 14.7,
|
|
"_quantization_level": 4,
|
|
"_context_size": 32,
|
|
"clojure-100": 2.71,
|
|
"java-100": 2.48,
|
|
"python-100": 5.67,
|
|
"rust-100": 2.3
|
|
},
|
|
"llama3.2-vision:90b-instruct-q4_K_M": {
|
|
"_parameter_size": 87.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.65,
|
|
"java-100": 4.79,
|
|
"python-100": 5.61,
|
|
"rust-100": 3.78
|
|
},
|
|
"hf.co/bartowski/andrewzh_Absolute_Zero_Reasoner-Coder-7b-GGUF:Q4_K_M": {
|
|
"_parameter_size": 7.62,
|
|
"_quantization_level": 4,
|
|
"_context_size": 32,
|
|
"python-100": 5.53,
|
|
"java-100": 2.99,
|
|
"rust-100": 2.08,
|
|
"clojure-100": 0.52
|
|
},
|
|
"qwen3:4b-q4_K_M-no_think": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 4.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.38,
|
|
"java-100": 3.72,
|
|
"python-100": 5.44,
|
|
"rust-100": 1.71
|
|
},
|
|
"deepseek-coder:6.7b-instruct-q8_0": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 7.0,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.79,
|
|
"java-100": 3.68,
|
|
"python-100": 5.37,
|
|
"rust-100": 0.94
|
|
},
|
|
"mistral-small3.1:24b-instruct-2503-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 24.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.0,
|
|
"java-100": 4.38,
|
|
"python-100": 5.31,
|
|
"rust-100": 3.07
|
|
},
|
|
"gemma3:12b": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 12.2,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.6,
|
|
"java-100": 0.9,
|
|
"python-100": 5.31,
|
|
"rust-100": 3.3
|
|
},
|
|
"hf.co/lmstudio-community/Mistral-Small-24B-Instruct-2501-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 23.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.79,
|
|
"java-100": 2.86,
|
|
"python-100": 5.21,
|
|
"rust-100": 1.54
|
|
},
|
|
"gemma2:27b-instruct-q8_0": {
|
|
"_context_size": 8,
|
|
"_parameter_size": 27.2,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.98,
|
|
"java-100": 3.3,
|
|
"python-100": 5.18,
|
|
"rust-100": 2.47
|
|
},
|
|
"hf.co/mradermacher/Viper-Coder-HybridMini-v1.3-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.62,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.24,
|
|
"java-100": 3.51,
|
|
"python-100": 5.18,
|
|
"rust-100": 1.99
|
|
},
|
|
"hf.co/bartowski/google_gemma-3-27b-it-qat-GGUF:Q4_0": {
|
|
"_parameter_size": 27.0,
|
|
"_quantization_level": 4,
|
|
"_context_size": 128,
|
|
"clojure-100": 0.16,
|
|
"java-100": 0.25,
|
|
"python-100": 5.12,
|
|
"rust-100": 3.96
|
|
},
|
|
"qwen2.5-coder:3b-instruct-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 3.1,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.03,
|
|
"java-100": 2.51,
|
|
"python-100": 4.98,
|
|
"rust-100": 1.53
|
|
},
|
|
"hf.co/internlm/internlm3-8b-instruct-gguf:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 8.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.06,
|
|
"java-100": 3.64,
|
|
"python-100": 4.92,
|
|
"rust-100": 1.18
|
|
},
|
|
"hf.co/bartowski/THUDM_GLM-4-9B-0414-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 9.4,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.23,
|
|
"java-100": 3.0,
|
|
"python-100": 4.87,
|
|
"rust-100": 1.18
|
|
},
|
|
"hf.co/bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 24.0,
|
|
"_quantization_level": 4,
|
|
"python-100": 4.78,
|
|
"java-100": 3.2,
|
|
"rust-100": 2.18,
|
|
"clojure-100": 1.21
|
|
},
|
|
"qwen2.5-coder:7b-instruct-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.87,
|
|
"java-100": 4.7,
|
|
"python-100": 4.76,
|
|
"rust-100": 2.87
|
|
},
|
|
"hf.co/mradermacher/Bespoke-Stratos-7B-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.62,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.23,
|
|
"java-100": 2.67,
|
|
"python-100": 4.72,
|
|
"rust-100": 2.26
|
|
},
|
|
"hf.co/bartowski/google_gemma-3-12b-it-qat-GGUF:Q4_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 11.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.08,
|
|
"java-100": 0.68,
|
|
"python-100": 4.64,
|
|
"rust-100": 2.42
|
|
},
|
|
"opencoder:8b-instruct-q8_0": {
|
|
"_context_size": 8,
|
|
"_parameter_size": 7.8,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.72,
|
|
"java-100": 3.22,
|
|
"python-100": 4.63,
|
|
"rust-100": 1.62
|
|
},
|
|
"hf.co/katanemo/Arch-Function-7B.gguf:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.62,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.61,
|
|
"java-100": 3.99,
|
|
"python-100": 4.63,
|
|
"rust-100": 1.17
|
|
},
|
|
"hf.co/bartowski/Yi-1.5-34B-Chat-GGUF:Q8_0": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 34.4,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.16,
|
|
"java-100": 1.49,
|
|
"python-100": 4.61,
|
|
"rust-100": 0.72
|
|
},
|
|
"goekdenizguelmez/JOSIEFIED-Qwen3:4b-q4_0-no_think": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 4.0,
|
|
"_quantization_level": 4,
|
|
"python-100": 4.59,
|
|
"java-100": 2.33,
|
|
"rust-100": 1.19,
|
|
"clojure-100": 0.03
|
|
},
|
|
"deepseek-r1:32b-qwen-distill-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.32,
|
|
"java-100": 2.91,
|
|
"python-100": 4.51,
|
|
"rust-100": 1.44
|
|
},
|
|
"hf.co/bartowski/simplescaling_s1-32B-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.4,
|
|
"java-100": 2.29,
|
|
"python-100": 4.33,
|
|
"rust-100": 2.78
|
|
},
|
|
"yi:34b-chat-v1.5-q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 34.0,
|
|
"_quantization_level": 4,
|
|
"java-100": 2.63,
|
|
"python-100": 4.25,
|
|
"rust-100": 0.58,
|
|
"clojure-100": 0.24
|
|
},
|
|
"phi3:14b-medium-128k-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 14.0,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.04,
|
|
"java-100": 1.55,
|
|
"python-100": 4.21,
|
|
"rust-100": 0.42
|
|
},
|
|
"hf.co/lmstudio-community/INTELLECT-2-GGUF:Q4_K_M": {
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"java-100": 5.02,
|
|
"python-100": 4.21
|
|
},
|
|
"qwen2.5-coder:3b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 3.1,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.2,
|
|
"java-100": 2.15,
|
|
"python-100": 4.2,
|
|
"rust-100": 1.4
|
|
},
|
|
"hf.co/bartowski/open-thoughts_OpenThinker-32B-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 2.95,
|
|
"java-100": 4.22,
|
|
"python-100": 4.2,
|
|
"rust-100": 3.28
|
|
},
|
|
"yi:9b-chat-v1.5-q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 9.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.33,
|
|
"java-100": 2.71,
|
|
"python-100": 4.04,
|
|
"rust-100": 0.39
|
|
},
|
|
"qwen3:1.7b-q4_K_M-think": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 2.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.04,
|
|
"java-100": 0.94,
|
|
"python-100": 3.97,
|
|
"rust-100": 0.48
|
|
},
|
|
"exaone3.5:32b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.0,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.47,
|
|
"java-100": 3.82,
|
|
"python-100": 3.96,
|
|
"rust-100": 1.38
|
|
},
|
|
"hf.co/bartowski/Yi-1.5-6B-Chat-GGUF:Q8_0": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 6.06,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.92,
|
|
"python-100": 3.92,
|
|
"rust-100": 0.13
|
|
},
|
|
"tulu3:8b-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.0,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.49,
|
|
"java-100": 1.06,
|
|
"python-100": 3.91,
|
|
"rust-100": 0.42
|
|
},
|
|
"hf.co/bartowski/soob3123_GrayLine-Qwen3-8B-GGUF:Q4_K_M-no_think": {
|
|
"_parameter_size": 8.19,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.91,
|
|
"java-100": 2.19,
|
|
"python-100": 3.82,
|
|
"rust-100": 1.03
|
|
},
|
|
"exaone3.5:7.8b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.8,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.68,
|
|
"java-100": 2.26,
|
|
"python-100": 3.76,
|
|
"rust-100": 0.17
|
|
},
|
|
"hf.co/bartowski/andrewzh_Absolute_Zero_Reasoner-Coder-3b-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 3.09,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.36,
|
|
"java-100": 0.86,
|
|
"python-100": 3.75,
|
|
"rust-100": 0.86
|
|
},
|
|
"hf.co/jedisct1/MiMo-7B-RL-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7,
|
|
"_quantization_level": 4,
|
|
"python-100": 3.74,
|
|
"java-100": 1.94,
|
|
"rust-100": 0.13,
|
|
"clojure-100": 0.0
|
|
},
|
|
"hf.co/bartowski/Skywork_Skywork-OR1-7B-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 7,
|
|
"_quantization_level": 4,
|
|
"python-100": 3.72,
|
|
"java-100": 2.6
|
|
},
|
|
"hf.co/bartowski/Yi-1.5-6B-Chat-GGUF:Q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 6.06,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.87,
|
|
"python-100": 3.71,
|
|
"rust-100": 0.32
|
|
},
|
|
"qwen:110b-chat-v1.5-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 111.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.92,
|
|
"java-100": 1.84,
|
|
"python-100": 3.63,
|
|
"rust-100": 0.76
|
|
},
|
|
"yi-coder:1.5b-chat-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 1.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.61,
|
|
"python-100": 3.49,
|
|
"rust-100": 0.34
|
|
},
|
|
"qwen2.5vl:7b-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.3,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.13,
|
|
"java-100": 1.64,
|
|
"python-100": 3.48,
|
|
"rust-100": 0.97
|
|
},
|
|
"hf.co/bartowski/all-hands_openhands-lm-32b-v0.1-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.2,
|
|
"java-100": 4.55,
|
|
"python-100": 3.28,
|
|
"rust-100": 0.14
|
|
},
|
|
"llama3.1:8b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.0,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.09,
|
|
"java-100": 1.78,
|
|
"python-100": 3.26,
|
|
"rust-100": 0.94
|
|
},
|
|
"llama3.2-vision:11b-instruct-q4_K_M": {
|
|
"_parameter_size": 9.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.11,
|
|
"java-100": 1.21,
|
|
"python-100": 3.13,
|
|
"rust-100": 0.21
|
|
},
|
|
"hf.co/bartowski/THUDM_GLM-Z1-32B-0414-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.1,
|
|
"java-100": 1.58,
|
|
"python-100": 3.13,
|
|
"rust-100": 2.0
|
|
},
|
|
"qwen2.5:3b-instruct-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.1,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.05,
|
|
"java-100": 1.35,
|
|
"python-100": 2.95,
|
|
"rust-100": 0.56
|
|
},
|
|
"qwen2.5:3b": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.1,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.05,
|
|
"java-100": 1.35,
|
|
"python-100": 2.95,
|
|
"rust-100": 0.42
|
|
},
|
|
"deepseek-llm:67b-chat-q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 67.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.23,
|
|
"java-100": 1.63,
|
|
"python-100": 2.94,
|
|
"rust-100": 0.5
|
|
},
|
|
"qwen2.5:3b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.1,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.18,
|
|
"java-100": 0.59,
|
|
"python-100": 2.87,
|
|
"rust-100": 0.44
|
|
},
|
|
"qwen3:235b-a22b-q4_K_M-think": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 235.1,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.25,
|
|
"java-100": 2.27,
|
|
"python-100": 2.86,
|
|
"rust-100": 2.17
|
|
},
|
|
"hf.co/katanemo/Arch-Function-3B.gguf:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 3.09,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.43,
|
|
"java-100": 1.55,
|
|
"python-100": 2.81,
|
|
"rust-100": 0.66
|
|
},
|
|
"granite3.1-dense:8b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.2,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.03,
|
|
"java-100": 1.55,
|
|
"python-100": 2.73,
|
|
"rust-100": 0.16
|
|
},
|
|
"exaone3.5:2.4b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 2.7,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.15,
|
|
"java-100": 0.94,
|
|
"python-100": 2.73,
|
|
"rust-100": 0.28
|
|
},
|
|
"deepseek-r1:7b-qwen-distill-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 7.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.46,
|
|
"java-100": 1.1,
|
|
"python-100": 2.64,
|
|
"rust-100": 0.0
|
|
},
|
|
"deepseek-r1:14b-qwen-distill-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 1.04,
|
|
"java-100": 1.02,
|
|
"python-100": 2.6,
|
|
"rust-100": 1.19
|
|
},
|
|
"granite3.2:8b-instruct-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.2,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 1.43,
|
|
"python-100": 2.53,
|
|
"rust-100": 0.3
|
|
},
|
|
"qwq:32b-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 2.25,
|
|
"java-100": 1.75,
|
|
"python-100": 2.51,
|
|
"rust-100": 1.32
|
|
},
|
|
"qwen2-math:7b-instruct-q8_0": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 7.6,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.95,
|
|
"python-100": 2.49,
|
|
"rust-100": 0.02
|
|
},
|
|
"gemma2:9b-instruct-q8_0": {
|
|
"_context_size": 8,
|
|
"_parameter_size": 9.2,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.12,
|
|
"java-100": 1.55,
|
|
"python-100": 2.46,
|
|
"rust-100": 0.86
|
|
},
|
|
"hf.co/katanemo/Arch-Function-1.5B.gguf:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 1.54,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.02,
|
|
"java-100": 1.6,
|
|
"python-100": 2.44,
|
|
"rust-100": 0.53
|
|
},
|
|
"hf.co/bartowski/open-r1_OlympicCoder-7B-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.33,
|
|
"java-100": 2.86,
|
|
"python-100": 2.43,
|
|
"rust-100": 0.31
|
|
},
|
|
"hf.co/mradermacher/HelpingAI-15B-GGUF:Q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 15.3,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.64,
|
|
"python-100": 2.42,
|
|
"rust-100": 0.0
|
|
},
|
|
"yi-coder:1.5b-chat-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 1.5,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 1.17,
|
|
"python-100": 2.32,
|
|
"rust-100": 0.42
|
|
},
|
|
"cogito:8b-v1-preview-llama-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 1.02,
|
|
"python-100": 2.32,
|
|
"rust-100": 0.54
|
|
},
|
|
"dolphin3:8b-llama3.1-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.0,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.31,
|
|
"java-100": 0.89,
|
|
"python-100": 2.3,
|
|
"rust-100": 0.26
|
|
},
|
|
"hf.co/mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF:Q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.03,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.37,
|
|
"java-100": 0.47,
|
|
"python-100": 2.29,
|
|
"rust-100": 0.58
|
|
},
|
|
"qwen2.5-coder:1.5b-instruct-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 1.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.03,
|
|
"java-100": 0.8,
|
|
"python-100": 2.26,
|
|
"rust-100": 0.8
|
|
},
|
|
"codegemma:7b-instruct-v1.1-q4_K_M": {
|
|
"_context_size": 8,
|
|
"_parameter_size": 9.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.01,
|
|
"java-100": 1.49,
|
|
"python-100": 2.21,
|
|
"rust-100": 0.66
|
|
},
|
|
"opencoder:1.5b-instruct-q8_0": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 1.9,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 1.47,
|
|
"python-100": 2.2,
|
|
"rust-100": 0.5
|
|
},
|
|
"granite3.3:2b": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 2.0,
|
|
"_quantization_level": 4,
|
|
"python-100": 2.19,
|
|
"java-100": 0.54,
|
|
"rust-100": 0.02,
|
|
"clojure-100": 0.0
|
|
},
|
|
"deepseek-r1:70b-llama-distill-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 70.6,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.41,
|
|
"java-100": 2.49,
|
|
"python-100": 2.17,
|
|
"rust-100": 0.19
|
|
},
|
|
"goekdenizguelmez/JOSIEFIED-Qwen3:1.7b-q4_0-think": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 2.0,
|
|
"_quantization_level": 4,
|
|
"python-100": 2.1,
|
|
"java-100": 1.26,
|
|
"rust-100": 0.18,
|
|
"clojure-100": 0.0
|
|
},
|
|
"gemma3:4b": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 4.3,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.61,
|
|
"python-100": 2.09,
|
|
"rust-100": 0.77
|
|
},
|
|
"qwen2.5:1.5b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 1.5,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.06,
|
|
"java-100": 0.82,
|
|
"python-100": 2.07,
|
|
"rust-100": 0.29
|
|
},
|
|
"qwen2.5-coder:1.5b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 1.5,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.03,
|
|
"java-100": 0.9,
|
|
"python-100": 2.04,
|
|
"rust-100": 0.66
|
|
},
|
|
"mixtral:8x7b-instruct-v0.1-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 46.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 1.24,
|
|
"python-100": 2.0,
|
|
"rust-100": 0.62
|
|
},
|
|
"qwen2.5:1.5b-instruct-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 1.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.26,
|
|
"python-100": 1.94,
|
|
"rust-100": 0.15
|
|
},
|
|
"deepcoder:1.5b-preview-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 1.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.08,
|
|
"java-100": 0.15,
|
|
"python-100": 1.93,
|
|
"rust-100": 0.0
|
|
},
|
|
"falcon3:3b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 3.2,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.04,
|
|
"java-100": 1.09,
|
|
"python-100": 1.89,
|
|
"rust-100": 0.36
|
|
},
|
|
"qwen2.5vl:3b-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.01,
|
|
"java-100": 0.61,
|
|
"python-100": 1.88,
|
|
"rust-100": 0.69
|
|
},
|
|
"codegemma:7b-instruct-q8_0": {
|
|
"_context_size": 8,
|
|
"_parameter_size": 9.0,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 1.27,
|
|
"python-100": 1.84,
|
|
"rust-100": 0.39
|
|
},
|
|
"exaone-deep:7.8b-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.4,
|
|
"python-100": 1.83,
|
|
"rust-100": 0.24
|
|
},
|
|
"hf.co/bartowski/google_gemma-3-4b-it-qat-GGUF:Q4_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.88,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.03,
|
|
"java-100": 0.35,
|
|
"python-100": 1.74,
|
|
"rust-100": 0.03
|
|
},
|
|
"hf.co/TheDrummer/Rivermind-12B-v1-GGUF:Q4_K_M": {
|
|
"_parameter_size": 12.2,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.08,
|
|
"java-100": 1.08,
|
|
"python-100": 1.72,
|
|
"rust-100": 0.61
|
|
},
|
|
"granite3.3:8b": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.0,
|
|
"_quantization_level": 4,
|
|
"python-100": 1.67,
|
|
"java-100": 0.78,
|
|
"rust-100": 0.25,
|
|
"clojure-100": 0.27
|
|
},
|
|
"hf.co/mradermacher/HelpingAI-9B-GGUF:Q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 8.83,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.41,
|
|
"python-100": 1.64,
|
|
"rust-100": 0.0
|
|
},
|
|
"hf.co/bartowski/Zyphra_ZR1-1.5B-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 1.5,
|
|
"_quantization_level": 4,
|
|
"python-100": 1.64,
|
|
"java-100": 0.34,
|
|
"rust-100": 1.04,
|
|
"clojure-100": 0.51
|
|
},
|
|
"openchat:7b-v3.5-q8_0": {
|
|
"_context_size": 8,
|
|
"_parameter_size": 7.0,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 1.21,
|
|
"python-100": 1.62,
|
|
"rust-100": 0.06
|
|
},
|
|
"olmo2:13b-1124-instruct-q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 13.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.03,
|
|
"java-100": 0.06,
|
|
"python-100": 1.59,
|
|
"rust-100": 0.01
|
|
},
|
|
"command-r7b:7b-12-2024-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.04,
|
|
"java-100": 0.03,
|
|
"python-100": 1.54,
|
|
"rust-100": 0.26
|
|
},
|
|
"qwen:32b-chat-v1.5-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 33.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.12,
|
|
"java-100": 0.81,
|
|
"python-100": 1.54,
|
|
"rust-100": 0.13
|
|
},
|
|
"hf.co/bartowski/open-r1_OlympicCoder-32B-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.53,
|
|
"java-100": 0.32,
|
|
"python-100": 1.54,
|
|
"rust-100": 0.58
|
|
},
|
|
"Bio-Medical-Llama-3-8B-GGUF:Q8_0": {
|
|
"_context_size": 8,
|
|
"_parameter_size": 8.0,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.03,
|
|
"java-100": 1.65,
|
|
"python-100": 1.51,
|
|
"rust-100": 0.3
|
|
},
|
|
"deepseek-r1:8b-llama-distill-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 8.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.67,
|
|
"java-100": 1.25,
|
|
"python-100": 1.46,
|
|
"rust-100": 0.45
|
|
},
|
|
"mixtral:8x7b-instruct-v0.1-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 46.7,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.65,
|
|
"python-100": 1.44,
|
|
"rust-100": 0.23
|
|
},
|
|
"olmo2:7b-1124-instruct-q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 7.3,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.08,
|
|
"python-100": 1.42,
|
|
"rust-100": 0.02
|
|
},
|
|
"llama3.2:3b": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.2,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.18,
|
|
"python-100": 1.42,
|
|
"rust-100": 0.21
|
|
},
|
|
"goekdenizguelmez/JOSIEFIED-Qwen3:1.7b-q4_0-no_think": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 2.0,
|
|
"_quantization_level": 4,
|
|
"python-100": 1.42,
|
|
"java-100": 0.25,
|
|
"rust-100": 0.01,
|
|
"clojure-100": 0.0
|
|
},
|
|
"qwen2.5:0.5b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 0.5,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 1.33,
|
|
"rust-100": 0.21
|
|
},
|
|
"codellama:34b-instruct-q4_K_M": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 34.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.04,
|
|
"java-100": 0.99,
|
|
"python-100": 1.29,
|
|
"rust-100": 0.56
|
|
},
|
|
"hf.co/bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 1.78,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.05,
|
|
"java-100": 0.4,
|
|
"python-100": 1.28,
|
|
"rust-100": 0.03
|
|
},
|
|
"internlm2:1.8b-chat-v2.5-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 1.9,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.06,
|
|
"python-100": 1.24,
|
|
"rust-100": 0.0
|
|
},
|
|
"internlm2:7b-chat-v2.5-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.41,
|
|
"python-100": 1.1,
|
|
"rust-100": 0.47
|
|
},
|
|
"qwen3:1.7b-q4_K_M-no_think": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 2.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.99,
|
|
"python-100": 1.08,
|
|
"rust-100": 0.18
|
|
},
|
|
"granite3.1-dense:2b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 2.5,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.11,
|
|
"python-100": 1.07,
|
|
"rust-100": 0.2
|
|
},
|
|
"hf.co/mradermacher/Seed-Coder-8B-Reasoning-GGUF:Q4_K_M": {
|
|
"_parameter_size": 8.25,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.03,
|
|
"java-100": 0.38,
|
|
"python-100": 1.06,
|
|
"rust-100": 0.0
|
|
},
|
|
"deepcoder:14b-preview-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 14.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.33,
|
|
"python-100": 1.03,
|
|
"rust-100": 0.28
|
|
},
|
|
"hf.co/openbmb/MiniCPM-o-2_6-gguf:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.61,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.19,
|
|
"python-100": 1.03,
|
|
"rust-100": 0.04
|
|
},
|
|
"llama3.2:latest": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.21,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.18,
|
|
"python-100": 0.99,
|
|
"rust-100": 0.21
|
|
},
|
|
"hf.co/bartowski/THUDM_GLM-Z1-9B-0414-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 9.4,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.51,
|
|
"java-100": 1.74,
|
|
"python-100": 0.99,
|
|
"rust-100": 0.57
|
|
},
|
|
"smallthinker:3b-preview-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.4,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.25,
|
|
"python-100": 0.98,
|
|
"rust-100": 0.0
|
|
},
|
|
"hf.co/trillionlabs/Trillion-7B-preview-GGUF:Q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 7.53,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.11,
|
|
"java-100": 0.09,
|
|
"python-100": 0.98,
|
|
"rust-100": 0.21
|
|
},
|
|
"goekdenizguelmez/JOSIEFIED-Qwen3:4b-q4_0-think": {
|
|
"_context_size": 40,
|
|
"_parameter_size": 4.0,
|
|
"_quantization_level": 4,
|
|
"python-100": 0.97,
|
|
"java-100": 0.84,
|
|
"rust-100": 0.18,
|
|
"clojure-100": 0.0
|
|
},
|
|
"qwen:72b-chat-v1.5-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 72.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.78,
|
|
"python-100": 0.94,
|
|
"rust-100": 0.13
|
|
},
|
|
"cogito:3b-v1-preview-llama-q4_K_M": {
|
|
"_parameter_size": 3.21,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.03,
|
|
"java-100": 0.25,
|
|
"python-100": 0.94,
|
|
"rust-100": 0.04
|
|
},
|
|
"exaone-deep:32b-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 32.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.53,
|
|
"java-100": 0.66,
|
|
"python-100": 0.93,
|
|
"rust-100": 0.36
|
|
},
|
|
"phi:2.7b-chat-v2-q4_K_M": {
|
|
"_context_size": 2,
|
|
"_parameter_size": 3.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.07,
|
|
"python-100": 0.91,
|
|
"rust-100": 0.0
|
|
},
|
|
"vicuna:33b-q4_K_M": {
|
|
"_context_size": 2,
|
|
"_parameter_size": 30.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.06,
|
|
"python-100": 0.9,
|
|
"rust-100": 0.0
|
|
},
|
|
"hf.co/bartowski/OpenThinker-7B-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.62,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.62,
|
|
"java-100": 0.77,
|
|
"python-100": 0.88,
|
|
"rust-100": 0.53
|
|
},
|
|
"exaone-deep:2.4b-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 2.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.28,
|
|
"java-100": 0.32,
|
|
"python-100": 0.88,
|
|
"rust-100": 0.04
|
|
},
|
|
"deepseek-r1:1.5b-qwen-distill-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 1.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.37,
|
|
"java-100": 0.24,
|
|
"python-100": 0.87,
|
|
"rust-100": 0.03
|
|
},
|
|
"granite3.2:2b-instruct-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 2.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.05,
|
|
"java-100": 0.16,
|
|
"python-100": 0.85,
|
|
"rust-100": 0.15
|
|
},
|
|
"smallthinker:3b-preview-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.4,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.19,
|
|
"java-100": 0.19,
|
|
"python-100": 0.81,
|
|
"rust-100": 0.03
|
|
},
|
|
"granite3.1-moe:3b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.3,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.03,
|
|
"java-100": 0.03,
|
|
"python-100": 0.8,
|
|
"rust-100": 0.11
|
|
},
|
|
"yi:6b-chat-v1.5-q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 6.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.01,
|
|
"java-100": 1.48,
|
|
"python-100": 0.79,
|
|
"rust-100": 0.62
|
|
},
|
|
"hf.co/TheBloke/Yi-34B-Chat-GGUF:Q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 34.4,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.56,
|
|
"python-100": 0.67,
|
|
"rust-100": 0.03
|
|
},
|
|
"qwen2-math:1.5b-instruct-q8_0": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 1.5,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.03,
|
|
"python-100": 0.65,
|
|
"rust-100": 0.0
|
|
},
|
|
"qwen3:0.6b-q4_K_M-think": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 0.75163,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.53,
|
|
"rust-100": 0.36
|
|
},
|
|
"codellama:13b-instruct-q4_K_M": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 13.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.08,
|
|
"java-100": 0.84,
|
|
"python-100": 0.52,
|
|
"rust-100": 0.05
|
|
},
|
|
"goekdenizguelmez/JOSIEFIED-Qwen3:0.6b-q4_0-no_think": {
|
|
"_context_size": 40,
|
|
"_parameter_size": 0.75163,
|
|
"_quantization_level": 4,
|
|
"python-100": 0.49,
|
|
"java-100": 0.0,
|
|
"rust-100": 0.01,
|
|
"clojure-100": 0.0
|
|
},
|
|
"goekdenizguelmez/JOSIEFIED-Qwen3:0.6b-q4_0-think": {
|
|
"_context_size": 40,
|
|
"_parameter_size": 0.75163,
|
|
"_quantization_level": 4,
|
|
"python-100": 0.49,
|
|
"java-100": 0.04,
|
|
"rust-100": 0.0,
|
|
"clojure-100": 0.0
|
|
},
|
|
"mistral:7b-instruct-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 7.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.71,
|
|
"python-100": 0.48,
|
|
"rust-100": 0.04
|
|
},
|
|
"qwen3:0.6b-q4_K_M-no_think": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 0.75163,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.1,
|
|
"python-100": 0.48,
|
|
"rust-100": 0.0
|
|
},
|
|
"deepseek-llm:7b-chat-q8_0": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 7.0,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.06,
|
|
"python-100": 0.46,
|
|
"rust-100": 0.0
|
|
},
|
|
"hf.co/mradermacher/Qwen3-0.6B-Code-Expert-GGUF:Q4_K_M-no_think": {
|
|
"_context_size": 40,
|
|
"_parameter_size": 596.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.44,
|
|
"rust-100": 0.0
|
|
},
|
|
"llama3.2:1b": {
|
|
"_parameter_size": 1.2,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.06,
|
|
"python-100": 0.41,
|
|
"rust-100": 0.0
|
|
},
|
|
"gemma2:2b-instruct-q8_0": {
|
|
"_context_size": 8,
|
|
"_parameter_size": 2.6,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.22,
|
|
"python-100": 0.39,
|
|
"rust-100": 0.03
|
|
},
|
|
"phi3:3.8b": {
|
|
"_parameter_size": 3.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.04,
|
|
"python-100": 0.39,
|
|
"rust-100": 0.03
|
|
},
|
|
"qwen2.5:0.5b-instruct-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 0.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.36,
|
|
"rust-100": 0.01
|
|
},
|
|
"qwen2.5-coder:0.5b-instruct-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 0.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.01,
|
|
"python-100": 0.36,
|
|
"rust-100": 0.01
|
|
},
|
|
"codellama:7b-instruct-q4_K_M": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 7.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.01,
|
|
"java-100": 0.03,
|
|
"python-100": 0.33,
|
|
"rust-100": 0.33
|
|
},
|
|
"qwen2.5-coder:0.5b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 0.5,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.01,
|
|
"python-100": 0.33,
|
|
"rust-100": 0.03
|
|
},
|
|
"hf.co/bartowski/Qwen2-VL-72B-Instruct-GGUF:Q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 72.7,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.16,
|
|
"java-100": 0.0,
|
|
"python-100": 0.31,
|
|
"rust-100": 0.08
|
|
},
|
|
"llama2:70b-chat-q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 69.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.03,
|
|
"java-100": 0.03,
|
|
"python-100": 0.31,
|
|
"rust-100": 0.01
|
|
},
|
|
"hf.co/QuantFactory/HelpingAI-3B-coder-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.48,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.1,
|
|
"java-100": 0.22,
|
|
"python-100": 0.31,
|
|
"rust-100": 0.0
|
|
},
|
|
"hf.co/bartowski/google_gemma-3-1b-it-qat-GGUF:Q4_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 1.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.03,
|
|
"python-100": 0.29,
|
|
"rust-100": 0.0
|
|
},
|
|
"falcon:7b-instruct-q4_0": {
|
|
"_context_size": 2,
|
|
"_parameter_size": 7.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.28,
|
|
"rust-100": 0.0
|
|
},
|
|
"llama3.2:1b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 1.2,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.06,
|
|
"python-100": 0.28,
|
|
"rust-100": 0.0
|
|
},
|
|
"hf.co/bartowski/UwU-7B-Instruct-GGUF:Q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 7.62,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.54,
|
|
"python-100": 0.27,
|
|
"rust-100": 0.0
|
|
},
|
|
"falcon3:1b-instruct-q8_0": {
|
|
"_context_size": 8,
|
|
"_parameter_size": 1.7,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.25,
|
|
"rust-100": 0.0
|
|
},
|
|
"granite3.1-moe:1b-instruct-q8_0": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 1.3,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.24,
|
|
"rust-100": 0.0
|
|
},
|
|
"phi4-mini:3.8b-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.04,
|
|
"python-100": 0.23,
|
|
"rust-100": 0.01
|
|
},
|
|
"qwen:14b-chat-v1.5-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 14.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.15,
|
|
"rust-100": 0.08
|
|
},
|
|
"gemma3:1b": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 1.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.33,
|
|
"python-100": 0.13,
|
|
"rust-100": 0.0
|
|
},
|
|
"vicuna:13b-q4_K_M": {
|
|
"_context_size": 2,
|
|
"_parameter_size": 13.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.01,
|
|
"python-100": 0.09,
|
|
"rust-100": 0.0
|
|
},
|
|
"qwen2:0.5b-instruct-q8_0": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 494.03,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.07,
|
|
"rust-100": 0.0
|
|
},
|
|
"starcoder2:3b": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 3.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.07,
|
|
"rust-100": 0.0
|
|
},
|
|
"falcon:40b-instruct-q4_0": {
|
|
"_context_size": 2,
|
|
"_parameter_size": 40.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.07,
|
|
"rust-100": 0.42
|
|
},
|
|
"granite3.2-vision:2b-q4_K_M": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 2.5,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.03,
|
|
"python-100": 0.07,
|
|
"rust-100": 0.0
|
|
},
|
|
"vicuna:13b-v1.5-16k-q4_K_M": {
|
|
"_context_size": 2,
|
|
"_parameter_size": 13.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.03,
|
|
"python-100": 0.06,
|
|
"rust-100": 0.0
|
|
},
|
|
"llama2:13b-chat-q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 13.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.01,
|
|
"python-100": 0.06,
|
|
"rust-100": 0.0
|
|
},
|
|
"hf.co/bartowski/burtenshaw_GemmaCoder3-12B-GGUF:Q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 11.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.14,
|
|
"python-100": 0.04,
|
|
"rust-100": 0.03
|
|
},
|
|
"vicuna:7b-v1.5-16k-q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 7.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.03,
|
|
"rust-100": 0.0
|
|
},
|
|
"qwen:7b-chat-v1.5-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 8.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.03,
|
|
"java-100": 0.0,
|
|
"python-100": 0.02,
|
|
"rust-100": 0.0
|
|
},
|
|
"llama2:7b-chat-q4_K_M": {
|
|
"_context_size": 4,
|
|
"_parameter_size": 7.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.01,
|
|
"rust-100": 0.0
|
|
},
|
|
"deepseek-coder:1.3b-instruct-q8_0": {
|
|
"_context_size": 16,
|
|
"_parameter_size": 1.0,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.02,
|
|
"python-100": 0.0,
|
|
"rust-100": 0.0
|
|
},
|
|
"smollm:1.7b-instruct-v0.2-q8_0": {
|
|
"_context_size": 2,
|
|
"_parameter_size": 1.7,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.0,
|
|
"rust-100": 0.0
|
|
},
|
|
"smollm:135m-instruct-v0.2-q8_0": {
|
|
"_context_size": 2,
|
|
"_parameter_size": 0.135,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.0,
|
|
"rust-100": 0.0
|
|
},
|
|
"smollm:360m-instruct-v0.2-q8_0": {
|
|
"_context_size": 2,
|
|
"_parameter_size": 0.36,
|
|
"_quantization_level": 8,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.0,
|
|
"rust-100": 0.0
|
|
},
|
|
"qwen:1.8b-chat-v1.5-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 2.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.62,
|
|
"java-100": 0.0,
|
|
"python-100": 0.0,
|
|
"rust-100": 0.0
|
|
},
|
|
"qwen:0.5b-chat-v1.5-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 620.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.0,
|
|
"rust-100": 0.0
|
|
},
|
|
"qwen:4b-chat-v1.5-q4_K_M": {
|
|
"_context_size": 32,
|
|
"_parameter_size": 4.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.0,
|
|
"rust-100": 0.0
|
|
},
|
|
"codegemma:2b-code-v1.1-q4_K_M": {
|
|
"_parameter_size": 3.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.0,
|
|
"rust-100": 0.0
|
|
},
|
|
"vicuna:7b-q4_K_M": {
|
|
"_parameter_size": 7.0,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.0,
|
|
"rust-100": 0.0
|
|
},
|
|
"phi4-mini-reasoning:3.8b-q4_K_M": {
|
|
"_context_size": 128,
|
|
"_parameter_size": 3.8,
|
|
"_quantization_level": 4,
|
|
"clojure-100": 0.0,
|
|
"java-100": 0.0,
|
|
"python-100": 0.0,
|
|
"rust-100": 0.0
|
|
}
|
|
}
|