Skip to content

Commit e26e353

Browse files
DeVenLucazDeVenLucaz
authored
Update models.json
1 parent 61d4d40 commit e26e353

1 file changed

Lines changed: 114 additions & 0 deletions

File tree

‎models.json‎

Lines changed: 114 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -233,6 +233,12 @@
233233
"filename": "Llama-3.2-1B-Instruct-Q4_K_M.gguf",
234234
"download_size_gb": 0.8,
235235
"min_ram_gb": 1.6
236+
},
237+
"IQ3_M": {
238+
"filename": "Llama-3.2-1B-Instruct-IQ3_M.gguf",
239+
"download_size_gb": 0.6,
240+
"min_ram_gb": 1.0,
241+
"note": "CPU only \u2014 no Vulkan."
236242
}
237243
},
238244
"prompt_format": "llama3",
@@ -378,6 +384,18 @@
378384
"filename": "Mistral-7B-Instruct-v0.3-Q2_K.gguf",
379385
"download_size_gb": 2.7,
380386
"min_ram_gb": 4.5
387+
},
388+
"IQ3_M": {
389+
"filename": "Mistral-7B-Instruct-v0.3-IQ3_M.gguf",
390+
"download_size_gb": 3.8,
391+
"min_ram_gb": 4.6,
392+
"note": "CPU only \u2014 no Vulkan."
393+
},
394+
"IQ2_M": {
395+
"filename": "Mistral-7B-Instruct-v0.3-IQ2_M.gguf",
396+
"download_size_gb": 3.0,
397+
"min_ram_gb": 3.8,
398+
"note": "CPU only \u2014 no Vulkan."
381399
}
382400
},
383401
"prompt_format": "llama3",
@@ -428,6 +446,18 @@
428446
"filename": "Llama-3.2-3B-Instruct-Q4_K_M.gguf",
429447
"download_size_gb": 1.9,
430448
"min_ram_gb": 4.0
449+
},
450+
"IQ3_M": {
451+
"filename": "Llama-3.2-3B-Instruct-IQ3_M.gguf",
452+
"download_size_gb": 1.6,
453+
"min_ram_gb": 2.0,
454+
"note": "CPU only \u2014 no Vulkan. Better quality than Q2_K at similar size."
455+
},
456+
"IQ2_M": {
457+
"filename": "Llama-3.2-3B-Instruct-IQ2_M.gguf",
458+
"download_size_gb": 1.23,
459+
"min_ram_gb": 1.6,
460+
"note": "CPU only \u2014 no Vulkan. Smallest 3B option."
431461
}
432462
},
433463
"prompt_format": "llama3",
@@ -454,6 +484,18 @@
454484
"filename": "qwen2.5-3b-instruct-q4_k_m.gguf",
455485
"download_size_gb": 1.9,
456486
"min_ram_gb": 4.0
487+
},
488+
"IQ3_M": {
489+
"filename": "Qwen2.5-3B-Instruct-IQ3_M.gguf",
490+
"download_size_gb": 1.6,
491+
"min_ram_gb": 2.0,
492+
"note": "CPU only \u2014 no Vulkan."
493+
},
494+
"IQ2_M": {
495+
"filename": "Qwen2.5-3B-Instruct-IQ2_M.gguf",
496+
"download_size_gb": 1.25,
497+
"min_ram_gb": 1.6,
498+
"note": "CPU only \u2014 no Vulkan."
457499
}
458500
},
459501
"prompt_format": "chatml",
@@ -505,6 +547,18 @@
505547
"filename": "DeepSeek-R1-Distill-Llama-8B-Q2_K.gguf",
506548
"download_size_gb": 3.1,
507549
"min_ram_gb": 5.0
550+
},
551+
"IQ3_M": {
552+
"filename": "DeepSeek-R1-Distill-Llama-8B-IQ3_M.gguf",
553+
"download_size_gb": 4.0,
554+
"min_ram_gb": 4.8,
555+
"note": "CPU only \u2014 no Vulkan. Better than Q2_K for reasoning tasks."
556+
},
557+
"IQ2_M": {
558+
"filename": "DeepSeek-R1-Distill-Llama-8B-IQ2_M.gguf",
559+
"download_size_gb": 3.2,
560+
"min_ram_gb": 4.0,
561+
"note": "CPU only \u2014 no Vulkan."
508562
}
509563
},
510564
"prompt_format": "llama3",
@@ -573,6 +627,18 @@
573627
"filename": "google_gemma-3-4b-it-Q2_K.gguf",
574628
"download_size_gb": 1.6,
575629
"min_ram_gb": 2.5
630+
},
631+
"IQ3_M": {
632+
"filename": "google_gemma-3-4b-it-IQ3_M.gguf",
633+
"download_size_gb": 2.1,
634+
"min_ram_gb": 2.6,
635+
"note": "CPU only \u2014 no Vulkan."
636+
},
637+
"IQ2_M": {
638+
"filename": "google_gemma-3-4b-it-IQ2_M.gguf",
639+
"download_size_gb": 1.7,
640+
"min_ram_gb": 2.1,
641+
"note": "CPU only \u2014 no Vulkan."
576642
}
577643
}
578644
},
@@ -605,6 +671,18 @@
605671
"filename": "microsoft_Phi-4-mini-instruct-Q2_K.gguf",
606672
"download_size_gb": 1.5,
607673
"min_ram_gb": 2.5
674+
},
675+
"IQ3_M": {
676+
"filename": "microsoft_Phi-4-mini-instruct-IQ3_M.gguf",
677+
"download_size_gb": 2.0,
678+
"min_ram_gb": 2.5,
679+
"note": "CPU only \u2014 no Vulkan."
680+
},
681+
"IQ2_M": {
682+
"filename": "microsoft_Phi-4-mini-instruct-IQ2_M.gguf",
683+
"download_size_gb": 1.6,
684+
"min_ram_gb": 2.0,
685+
"note": "CPU only \u2014 no Vulkan."
608686
}
609687
}
610688
},
@@ -641,6 +719,18 @@
641719
"filename": "HuggingFaceTB_SmolLM3-3B-Q2_K.gguf",
642720
"download_size_gb": 1.2,
643721
"min_ram_gb": 3.0
722+
},
723+
"IQ3_M": {
724+
"filename": "HuggingFaceTB_SmolLM3-3B-IQ3_M.gguf",
725+
"download_size_gb": 1.6,
726+
"min_ram_gb": 2.0,
727+
"note": "CPU only \u2014 no Vulkan."
728+
},
729+
"IQ2_M": {
730+
"filename": "HuggingFaceTB_SmolLM3-3B-IQ2_M.gguf",
731+
"download_size_gb": 1.25,
732+
"min_ram_gb": 1.6,
733+
"note": "CPU only \u2014 no Vulkan."
644734
}
645735
}
646736
},
@@ -707,6 +797,18 @@
707797
"filename": "Qwen_Qwen3-4B-Q2_K.gguf",
708798
"download_size_gb": 1.6,
709799
"min_ram_gb": 2.2
800+
},
801+
"IQ3_M": {
802+
"filename": "Qwen_Qwen3-4B-IQ3_M.gguf",
803+
"download_size_gb": 2.0,
804+
"min_ram_gb": 2.4,
805+
"note": "CPU only \u2014 no Vulkan. Better quality than Q2_K at near same RAM."
806+
},
807+
"IQ2_M": {
808+
"filename": "Qwen_Qwen3-4B-IQ2_M.gguf",
809+
"download_size_gb": 1.65,
810+
"min_ram_gb": 2.0,
811+
"note": "CPU only \u2014 no Vulkan. Smaller than Q2_K with smarter weight preservation."
710812
}
711813
}
712814
},
@@ -740,6 +842,18 @@
740842
"filename": "Qwen_Qwen3.5-4B-Q2_K.gguf",
741843
"download_size_gb": 1.6,
742844
"min_ram_gb": 2.3
845+
},
846+
"IQ3_M": {
847+
"filename": "Qwen_Qwen3.5-4B-IQ3_M.gguf",
848+
"download_size_gb": 2.05,
849+
"min_ram_gb": 2.5,
850+
"note": "CPU only \u2014 no Vulkan. Better quality than Q2_K at near same RAM."
851+
},
852+
"IQ2_M": {
853+
"filename": "Qwen_Qwen3.5-4B-IQ2_M.gguf",
854+
"download_size_gb": 1.7,
855+
"min_ram_gb": 2.1,
856+
"note": "CPU only \u2014 no Vulkan."
743857
}
744858
}
745859
}

0 commit comments

Comments
 (0)