diff --git a/src/available_models.json b/src/available_models.json
index 51d1b6f..084baa8 100644
--- a/src/available_models.json
+++ b/src/available_models.json
@@ -5,143 +5,143 @@
"tags": [
[
"latest",
- "4.7GB"
+ "4.7 GB"
],
[
"405b",
- "231GB"
+ "231 GB"
],
[
"70b",
- "40GB"
+ "40 GB"
],
[
"8b",
- "4.7GB"
+ "4.7 GB"
],
[
"70b-instruct-q2_k",
- "26GB"
+ "26 GB"
],
[
"70b-instruct-fp16",
- "141GB"
+ "141 GB"
],
[
"70b-instruct-q2_K",
- "26GB"
+ "26 GB"
],
[
"70b-instruct-q3_K_L",
- "37GB"
+ "37 GB"
],
[
"70b-instruct-q3_K_M",
- "34GB"
+ "34 GB"
],
[
"70b-instruct-q3_K_S",
- "31GB"
+ "31 GB"
],
[
"70b-instruct-q4_0",
- "40GB"
+ "40 GB"
],
[
"70b-instruct-q4_1",
- "44GB"
+ "44 GB"
],
[
"70b-instruct-q4_K_M",
- "43GB"
+ "43 GB"
],
[
"70b-instruct-q4_K_S",
- "40GB"
+ "40 GB"
],
[
"70b-instruct-q5_0",
- "49GB"
+ "49 GB"
],
[
"70b-instruct-q5_1",
- "53GB"
+ "53 GB"
],
[
"70b-instruct-q5_K_M",
- "50GB"
+ "50 GB"
],
[
"70b-instruct-q5_K_S",
- "49GB"
+ "49 GB"
],
[
"70b-instruct-q6_K",
- "58GB"
+ "58 GB"
],
[
"70b-instruct-q8_0",
- "75GB"
+ "75 GB"
],
[
"8b-instruct-fp16",
- "16GB"
+ "16 GB"
],
[
"8b-instruct-q2_K",
- "3.2GB"
+ "3.2 GB"
],
[
"8b-instruct-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"8b-instruct-q3_K_M",
- "4.0GB"
+ "4.0 GB"
],
[
"8b-instruct-q3_K_S",
- "3.7GB"
+ "3.7 GB"
],
[
"8b-instruct-q4_0",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-instruct-q4_1",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-instruct-q4_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"8b-instruct-q4_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-instruct-q5_0",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-instruct-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"8b-instruct-q5_K_M",
- "5.7GB"
+ "5.7 GB"
],
[
"8b-instruct-q5_K_S",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-instruct-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"8b-instruct-q8_0",
- "8.5GB"
+ "8.5 GB"
]
],
"image": false,
@@ -153,255 +153,255 @@
"tags": [
[
"latest",
- "5.4GB"
+ "5.4 GB"
],
[
"27b",
- "16GB"
+ "16 GB"
],
[
"9b",
- "5.4GB"
+ "5.4 GB"
],
[
"27b-instruct-fp16",
- "54GB"
+ "54 GB"
],
[
"27b-instruct-q2_K",
- "10GB"
+ "10 GB"
],
[
"27b-instruct-q3_K_L",
- "15GB"
+ "15 GB"
],
[
"27b-instruct-q3_K_M",
- "13GB"
+ "13 GB"
],
[
"27b-instruct-q3_K_S",
- "12GB"
+ "12 GB"
],
[
"27b-instruct-q4_0",
- "16GB"
+ "16 GB"
],
[
"27b-instruct-q4_1",
- "17GB"
+ "17 GB"
],
[
"27b-instruct-q4_K_M",
- "17GB"
+ "17 GB"
],
[
"27b-instruct-q4_K_S",
- "16GB"
+ "16 GB"
],
[
"27b-instruct-q5_0",
- "19GB"
+ "19 GB"
],
[
"27b-instruct-q5_1",
- "21GB"
+ "21 GB"
],
[
"27b-instruct-q5_K_M",
- "19GB"
+ "19 GB"
],
[
"27b-instruct-q5_K_S",
- "19GB"
+ "19 GB"
],
[
"27b-instruct-q6_K",
- "22GB"
+ "22 GB"
],
[
"27b-instruct-q8_0",
- "29GB"
+ "29 GB"
],
[
"27b-text-fp16",
- "54GB"
+ "54 GB"
],
[
"27b-text-q2_K",
- "10GB"
+ "10 GB"
],
[
"27b-text-q3_K_L",
- "15GB"
+ "15 GB"
],
[
"27b-text-q3_K_M",
- "13GB"
+ "13 GB"
],
[
"27b-text-q3_K_S",
- "12GB"
+ "12 GB"
],
[
"27b-text-q4_0",
- "16GB"
+ "16 GB"
],
[
"27b-text-q4_1",
- "17GB"
+ "17 GB"
],
[
"27b-text-q4_K_M",
- "17GB"
+ "17 GB"
],
[
"27b-text-q4_K_S",
- "16GB"
+ "16 GB"
],
[
"27b-text-q5_0",
- "19GB"
+ "19 GB"
],
[
"27b-text-q5_1",
- "21GB"
+ "21 GB"
],
[
"27b-text-q5_K_M",
- "19GB"
+ "19 GB"
],
[
"27b-text-q5_K_S",
- "19GB"
+ "19 GB"
],
[
"27b-text-q6_K",
- "22GB"
+ "22 GB"
],
[
"27b-text-q8_0",
- "29GB"
+ "29 GB"
],
[
"9b-instruct-fp16",
- "18GB"
+ "18 GB"
],
[
"9b-instruct-q2_K",
- "3.8GB"
+ "3.8 GB"
],
[
"9b-instruct-q3_K_L",
- "5.1GB"
+ "5.1 GB"
],
[
"9b-instruct-q3_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"9b-instruct-q3_K_S",
- "4.3GB"
+ "4.3 GB"
],
[
"9b-instruct-q4_0",
- "5.4GB"
+ "5.4 GB"
],
[
"9b-instruct-q4_1",
- "6.0GB"
+ "6.0 GB"
],
[
"9b-instruct-q4_K_M",
- "5.8GB"
+ "5.8 GB"
],
[
"9b-instruct-q4_K_S",
- "5.5GB"
+ "5.5 GB"
],
[
"9b-instruct-q5_0",
- "6.5GB"
+ "6.5 GB"
],
[
"9b-instruct-q5_1",
- "7.0GB"
+ "7.0 GB"
],
[
"9b-instruct-q5_K_M",
- "6.6GB"
+ "6.6 GB"
],
[
"9b-instruct-q5_K_S",
- "6.5GB"
+ "6.5 GB"
],
[
"9b-instruct-q6_K",
- "7.6GB"
+ "7.6 GB"
],
[
"9b-instruct-q8_0",
- "9.8GB"
+ "9.8 GB"
],
[
"9b-text-fp16",
- "18GB"
+ "18 GB"
],
[
"9b-text-q2_K",
- "3.8GB"
+ "3.8 GB"
],
[
"9b-text-q3_K_L",
- "5.1GB"
+ "5.1 GB"
],
[
"9b-text-q3_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"9b-text-q3_K_S",
- "4.3GB"
+ "4.3 GB"
],
[
"9b-text-q4_0",
- "5.4GB"
+ "5.4 GB"
],
[
"9b-text-q4_1",
- "6.0GB"
+ "6.0 GB"
],
[
"9b-text-q4_K_M",
- "5.8GB"
+ "5.8 GB"
],
[
"9b-text-q4_K_S",
- "5.5GB"
+ "5.5 GB"
],
[
"9b-text-q5_0",
- "6.5GB"
+ "6.5 GB"
],
[
"9b-text-q5_1",
- "7.0GB"
+ "7.0 GB"
],
[
"9b-text-q5_K_M",
- "6.6GB"
+ "6.6 GB"
],
[
"9b-text-q5_K_S",
- "6.5GB"
+ "6.5 GB"
],
[
"9b-text-q6_K",
- "7.6GB"
+ "7.6 GB"
],
[
"9b-text-q8_0",
- "9.8GB"
+ "9.8 GB"
]
],
"image": false,
@@ -413,71 +413,71 @@
"tags": [
[
"latest",
- "7.1GB"
+ "7.1 GB"
],
[
"12b",
- "7.1GB"
+ "7.1 GB"
],
[
"12b-instruct-2407-fp16",
- "25GB"
+ "25 GB"
],
[
"12b-instruct-2407-q2_K",
- "4.8GB"
+ "4.8 GB"
],
[
"12b-instruct-2407-q3_K_L",
- "6.6GB"
+ "6.6 GB"
],
[
"12b-instruct-2407-q3_K_M",
- "6.1GB"
+ "6.1 GB"
],
[
"12b-instruct-2407-q3_K_S",
- "5.5GB"
+ "5.5 GB"
],
[
"12b-instruct-2407-q4_0",
- "7.1GB"
+ "7.1 GB"
],
[
"12b-instruct-2407-q4_1",
- "7.8GB"
+ "7.8 GB"
],
[
"12b-instruct-2407-q4_K_M",
- "7.5GB"
+ "7.5 GB"
],
[
"12b-instruct-2407-q4_K_S",
- "7.1GB"
+ "7.1 GB"
],
[
"12b-instruct-2407-q5_0",
- "8.5GB"
+ "8.5 GB"
],
[
"12b-instruct-2407-q5_1",
- "9.2GB"
+ "9.2 GB"
],
[
"12b-instruct-2407-q5_K_M",
- "8.7GB"
+ "8.7 GB"
],
[
"12b-instruct-2407-q5_K_S",
- "8.5GB"
+ "8.5 GB"
],
[
"12b-instruct-2407-q6_K",
- "10GB"
+ "10 GB"
],
[
"12b-instruct-2407-q8_0",
- "13GB"
+ "13 GB"
]
],
"image": false,
@@ -489,71 +489,71 @@
"tags": [
[
"latest",
- "69GB"
+ "69 GB"
],
[
"123b",
- "69GB"
+ "69 GB"
],
[
"123b-instruct-2407-fp16",
- "245GB"
+ "245 GB"
],
[
"123b-instruct-2407-q2_K",
- "45GB"
+ "45 GB"
],
[
"123b-instruct-2407-q3_K_L",
- "65GB"
+ "65 GB"
],
[
"123b-instruct-2407-q3_K_M",
- "59GB"
+ "59 GB"
],
[
"123b-instruct-2407-q3_K_S",
- "53GB"
+ "53 GB"
],
[
"123b-instruct-2407-q4_0",
- "69GB"
+ "69 GB"
],
[
"123b-instruct-2407-q4_1",
- "77GB"
+ "77 GB"
],
[
"123b-instruct-2407-q4_K_M",
- "73GB"
+ "73 GB"
],
[
"123b-instruct-2407-q4_K_S",
- "70GB"
+ "70 GB"
],
[
"123b-instruct-2407-q5_0",
- "84GB"
+ "84 GB"
],
[
"123b-instruct-2407-q5_1",
- "92GB"
+ "92 GB"
],
[
"123b-instruct-2407-q5_K_M",
- "86GB"
+ "86 GB"
],
[
"123b-instruct-2407-q5_K_S",
- "84GB"
+ "84 GB"
],
[
"123b-instruct-2407-q6_K",
- "101GB"
+ "101 GB"
],
[
"123b-instruct-2407-q8_0",
- "130GB"
+ "130 GB"
]
],
"image": false,
@@ -565,391 +565,391 @@
"tags": [
[
"latest",
- "4.4GB"
+ "4.4 GB"
],
[
"72b",
- "41GB"
+ "41 GB"
],
[
"7b",
- "4.4GB"
+ "4.4 GB"
],
[
"1.5b",
- "935MB"
+ "935 MB"
],
[
"0.5b",
- "352MB"
+ "352 MB"
],
[
"72b-instruct",
- "41GB"
+ "41 GB"
],
[
"72b-instruct-fp16",
- "145GB"
+ "145 GB"
],
[
"72b-instruct-q2_K",
- "30GB"
+ "30 GB"
],
[
"72b-instruct-q3_K_L",
- "40GB"
+ "40 GB"
],
[
"72b-instruct-q3_K_M",
- "38GB"
+ "38 GB"
],
[
"72b-instruct-q3_K_S",
- "34GB"
+ "34 GB"
],
[
"72b-instruct-q4_0",
- "41GB"
+ "41 GB"
],
[
"72b-instruct-q4_1",
- "46GB"
+ "46 GB"
],
[
"72b-instruct-q4_K_M",
- "47GB"
+ "47 GB"
],
[
"72b-instruct-q4_K_S",
- "44GB"
+ "44 GB"
],
[
"72b-instruct-q5_0",
- "50GB"
+ "50 GB"
],
[
"72b-instruct-q5_1",
- "55GB"
+ "55 GB"
],
[
"72b-instruct-q5_K_M",
- "54GB"
+ "54 GB"
],
[
"72b-instruct-q5_K_S",
- "51GB"
+ "51 GB"
],
[
"72b-instruct-q6_K",
- "64GB"
+ "64 GB"
],
[
"72b-instruct-q8_0",
- "77GB"
+ "77 GB"
],
[
"72b-text",
- "41GB"
+ "41 GB"
],
[
"72b-text-fp16",
- "145GB"
+ "145 GB"
],
[
"72b-text-q2_K",
- "30GB"
+ "30 GB"
],
[
"72b-text-q3_K_L",
- "40GB"
+ "40 GB"
],
[
"72b-text-q3_K_M",
- "38GB"
+ "38 GB"
],
[
"72b-text-q3_K_S",
- "34GB"
+ "34 GB"
],
[
"72b-text-q4_0",
- "41GB"
+ "41 GB"
],
[
"72b-text-q4_1",
- "46GB"
+ "46 GB"
],
[
"72b-text-q4_K_M",
- "47GB"
+ "47 GB"
],
[
"72b-text-q4_K_S",
- "44GB"
+ "44 GB"
],
[
"72b-text-q5_0",
- "50GB"
+ "50 GB"
],
[
"72b-text-q5_1",
- "55GB"
+ "55 GB"
],
[
"72b-text-q5_K_M",
- "54GB"
+ "54 GB"
],
[
"72b-text-q5_K_S",
- "51GB"
+ "51 GB"
],
[
"72b-text-q6_K",
- "64GB"
+ "64 GB"
],
[
"72b-text-q8_0",
- "77GB"
+ "77 GB"
],
[
"7b-instruct",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-instruct-fp16",
- "15GB"
+ "15 GB"
],
[
"7b-instruct-q2_K",
- "3.0GB"
+ "3.0 GB"
],
[
"7b-instruct-q3_K_L",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct-q3_K_M",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-instruct-q3_K_S",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-instruct-q4_0",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-instruct-q4_1",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-instruct-q4_K_M",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-instruct-q4_K_S",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-instruct-q5_0",
- "5.3GB"
+ "5.3 GB"
],
[
"7b-instruct-q5_1",
- "5.8GB"
+ "5.8 GB"
],
[
"7b-instruct-q5_K_M",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-instruct-q5_K_S",
- "5.3GB"
+ "5.3 GB"
],
[
"7b-instruct-q6_K",
- "6.3GB"
+ "6.3 GB"
],
[
"7b-instruct-q8_0",
- "8.1GB"
+ "8.1 GB"
],
[
"7b-text",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-text-q2_K",
- "3.0GB"
+ "3.0 GB"
],
[
"7b-text-q3_K_L",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-text-q3_K_M",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-text-q3_K_S",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-text-q4_0",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-text-q4_1",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-text-q4_K_M",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-text-q4_K_S",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-text-q5_0",
- "5.3GB"
+ "5.3 GB"
],
[
"7b-text-q5_1",
- "5.8GB"
+ "5.8 GB"
],
[
"7b-text-q8_0",
- "8.1GB"
+ "8.1 GB"
],
[
"1.5b-instruct",
- "935MB"
+ "935 MB"
],
[
"1.5b-instruct-fp16",
- "3.1GB"
+ "3.1 GB"
],
[
"1.5b-instruct-q2_K",
- "676MB"
+ "676 MB"
],
[
"1.5b-instruct-q3_K_L",
- "880MB"
+ "880 MB"
],
[
"1.5b-instruct-q3_K_M",
- "824MB"
+ "824 MB"
],
[
"1.5b-instruct-q3_K_S",
- "761MB"
+ "761 MB"
],
[
"1.5b-instruct-q4_0",
- "935MB"
+ "935 MB"
],
[
"1.5b-instruct-q4_1",
- "1.0GB"
+ "1.0 GB"
],
[
"1.5b-instruct-q4_K_M",
- "986MB"
+ "986 MB"
],
[
"1.5b-instruct-q4_K_S",
- "940MB"
+ "940 MB"
],
[
"1.5b-instruct-q5_0",
- "1.1GB"
+ "1.1 GB"
],
[
"1.5b-instruct-q5_1",
- "1.2GB"
+ "1.2 GB"
],
[
"1.5b-instruct-q5_K_M",
- "1.1GB"
+ "1.1 GB"
],
[
"1.5b-instruct-q5_K_S",
- "1.1GB"
+ "1.1 GB"
],
[
"1.5b-instruct-q6_K",
- "1.3GB"
+ "1.3 GB"
],
[
"1.5b-instruct-q8_0",
- "1.6GB"
+ "1.6 GB"
],
[
"0.5b-instruct",
- "352MB"
+ "352 MB"
],
[
"0.5b-instruct-fp16",
- "994MB"
+ "994 MB"
],
[
"0.5b-instruct-q2_K",
- "339MB"
+ "339 MB"
],
[
"0.5b-instruct-q3_K_L",
- "369MB"
+ "369 MB"
],
[
"0.5b-instruct-q3_K_M",
- "355MB"
+ "355 MB"
],
[
"0.5b-instruct-q3_K_S",
- "338MB"
+ "338 MB"
],
[
"0.5b-instruct-q4_0",
- "352MB"
+ "352 MB"
],
[
"0.5b-instruct-q4_1",
- "375MB"
+ "375 MB"
],
[
"0.5b-instruct-q4_K_M",
- "398MB"
+ "398 MB"
],
[
"0.5b-instruct-q4_K_S",
- "385MB"
+ "385 MB"
],
[
"0.5b-instruct-q5_0",
- "397MB"
+ "397 MB"
],
[
"0.5b-instruct-q5_1",
- "419MB"
+ "419 MB"
],
[
"0.5b-instruct-q5_K_M",
- "420MB"
+ "420 MB"
],
[
"0.5b-instruct-q5_K_S",
- "413MB"
+ "413 MB"
],
[
"0.5b-instruct-q6_K",
- "506MB"
+ "506 MB"
],
[
"0.5b-instruct-q8_0",
- "531MB"
+ "531 MB"
]
],
"image": false,
@@ -961,203 +961,203 @@
"tags": [
[
"latest",
- "8.9GB"
+ "8.9 GB"
],
[
"236b",
- "133GB"
+ "133 GB"
],
[
"16b",
- "8.9GB"
+ "8.9 GB"
],
[
"lite",
- "8.9GB"
+ "8.9 GB"
],
[
"236b-instruct-q4_k_m",
- "142GB"
+ "142 GB"
],
[
"236b-instruct-fp16",
- "472GB"
+ "472 GB"
],
[
"236b-instruct-q2_K",
- "86GB"
+ "86 GB"
],
[
"236b-instruct-q3_K_L",
- "122GB"
+ "122 GB"
],
[
"236b-instruct-q3_K_M",
- "113GB"
+ "113 GB"
],
[
"236b-instruct-q3_K_S",
- "102GB"
+ "102 GB"
],
[
"236b-instruct-q4_0",
- "133GB"
+ "133 GB"
],
[
"236b-instruct-q4_1",
- "148GB"
+ "148 GB"
],
[
"236b-instruct-q4_K_M",
- "142GB"
+ "142 GB"
],
[
"236b-instruct-q4_K_S",
- "134GB"
+ "134 GB"
],
[
"236b-instruct-q5_0",
- "162GB"
+ "162 GB"
],
[
"236b-instruct-q5_1",
- "177GB"
+ "177 GB"
],
[
"236b-instruct-q5_K_M",
- "167GB"
+ "167 GB"
],
[
"236b-instruct-q5_K_S",
- "162GB"
+ "162 GB"
],
[
"236b-instruct-q6_K",
- "194GB"
+ "194 GB"
],
[
"236b-instruct-q8_0",
- "251GB"
+ "251 GB"
],
[
"16b-lite-base-fp16",
- "31GB"
+ "31 GB"
],
[
"16b-lite-base-q2_K",
- "6.4GB"
+ "6.4 GB"
],
[
"16b-lite-base-q3_K_L",
- "8.5GB"
+ "8.5 GB"
],
[
"16b-lite-base-q3_K_M",
- "8.1GB"
+ "8.1 GB"
],
[
"16b-lite-base-q3_K_S",
- "7.5GB"
+ "7.5 GB"
],
[
"16b-lite-base-q4_0",
- "8.9GB"
+ "8.9 GB"
],
[
"16b-lite-base-q4_1",
- "9.9GB"
+ "9.9 GB"
],
[
"16b-lite-base-q4_K_M",
- "10GB"
+ "10 GB"
],
[
"16b-lite-base-q4_K_S",
- "9.5GB"
+ "9.5 GB"
],
[
"16b-lite-base-q5_0",
- "11GB"
+ "11 GB"
],
[
"16b-lite-base-q5_1",
- "12GB"
+ "12 GB"
],
[
"16b-lite-base-q5_K_M",
- "12GB"
+ "12 GB"
],
[
"16b-lite-base-q5_K_S",
- "11GB"
+ "11 GB"
],
[
"16b-lite-base-q6_K",
- "14GB"
+ "14 GB"
],
[
"16b-lite-base-q8_0",
- "17GB"
+ "17 GB"
],
[
"16b-lite-instruct-fp16",
- "31GB"
+ "31 GB"
],
[
"16b-lite-instruct-q2_K",
- "6.4GB"
+ "6.4 GB"
],
[
"16b-lite-instruct-q3_K_L",
- "8.5GB"
+ "8.5 GB"
],
[
"16b-lite-instruct-q3_K_M",
- "8.1GB"
+ "8.1 GB"
],
[
"16b-lite-instruct-q3_K_S",
- "7.5GB"
+ "7.5 GB"
],
[
"16b-lite-instruct-q4_0",
- "8.9GB"
+ "8.9 GB"
],
[
"16b-lite-instruct-q4_1",
- "9.9GB"
+ "9.9 GB"
],
[
"16b-lite-instruct-q4_K_M",
- "10GB"
+ "10 GB"
],
[
"16b-lite-instruct-q4_K_S",
- "9.5GB"
+ "9.5 GB"
],
[
"16b-lite-instruct-q5_0",
- "11GB"
+ "11 GB"
],
[
"16b-lite-instruct-q5_1",
- "12GB"
+ "12 GB"
],
[
"16b-lite-instruct-q5_K_M",
- "12GB"
+ "12 GB"
],
[
"16b-lite-instruct-q5_K_S",
- "11GB"
+ "11 GB"
],
[
"16b-lite-instruct-q6_K",
- "14GB"
+ "14 GB"
],
[
"16b-lite-instruct-q8_0",
- "17GB"
+ "17 GB"
]
],
"image": false,
@@ -1169,295 +1169,295 @@
"tags": [
[
"latest",
- "2.2GB"
+ "2.2 GB"
],
[
"14b",
- "7.9GB"
+ "7.9 GB"
],
[
"3.8b",
- "2.2GB"
+ "2.2 GB"
],
[
"instruct",
- "2.2GB"
+ "2.2 GB"
],
[
"medium",
- "7.9GB"
+ "7.9 GB"
],
[
"mini",
- "2.2GB"
+ "2.2 GB"
],
[
"14b-instruct",
- "7.9GB"
+ "7.9 GB"
],
[
"14b-medium-128k-instruct-f16",
- "28GB"
+ "28 GB"
],
[
"14b-medium-4k-instruct-f16",
- "28GB"
+ "28 GB"
],
[
"14b-medium-128k-instruct-q2_K",
- "5.1GB"
+ "5.1 GB"
],
[
"14b-medium-128k-instruct-q3_K_L",
- "7.5GB"
+ "7.5 GB"
],
[
"14b-medium-128k-instruct-q3_K_M",
- "6.9GB"
+ "6.9 GB"
],
[
"14b-medium-128k-instruct-q3_K_S",
- "6.1GB"
+ "6.1 GB"
],
[
"14b-medium-128k-instruct-q4_0",
- "7.9GB"
+ "7.9 GB"
],
[
"14b-medium-128k-instruct-q4_1",
- "8.8GB"
+ "8.8 GB"
],
[
"14b-medium-128k-instruct-q4_K_M",
- "8.6GB"
+ "8.6 GB"
],
[
"14b-medium-128k-instruct-q4_K_S",
- "8.0GB"
+ "8.0 GB"
],
[
"14b-medium-128k-instruct-q5_0",
- "9.6GB"
+ "9.6 GB"
],
[
"14b-medium-128k-instruct-q5_1",
- "10GB"
+ "10 GB"
],
[
"14b-medium-128k-instruct-q5_K_M",
- "10GB"
+ "10 GB"
],
[
"14b-medium-128k-instruct-q5_K_S",
- "9.6GB"
+ "9.6 GB"
],
[
"14b-medium-128k-instruct-q6_K",
- "11GB"
+ "11 GB"
],
[
"14b-medium-4k-instruct-q2_K",
- "5.1GB"
+ "5.1 GB"
],
[
"14b-medium-4k-instruct-q3_K_L",
- "7.5GB"
+ "7.5 GB"
],
[
"14b-medium-4k-instruct-q3_K_M",
- "6.9GB"
+ "6.9 GB"
],
[
"14b-medium-4k-instruct-q3_K_S",
- "6.1GB"
+ "6.1 GB"
],
[
"14b-medium-4k-instruct-q4_0",
- "7.9GB"
+ "7.9 GB"
],
[
"14b-medium-4k-instruct-q4_1",
- "8.8GB"
+ "8.8 GB"
],
[
"14b-medium-4k-instruct-q4_K_M",
- "8.6GB"
+ "8.6 GB"
],
[
"14b-medium-4k-instruct-q4_K_S",
- "8.0GB"
+ "8.0 GB"
],
[
"14b-medium-4k-instruct-q5_0",
- "9.6GB"
+ "9.6 GB"
],
[
"14b-medium-4k-instruct-q5_1",
- "10GB"
+ "10 GB"
],
[
"14b-medium-4k-instruct-q5_K_M",
- "10GB"
+ "10 GB"
],
[
"14b-medium-4k-instruct-q5_K_S",
- "9.6GB"
+ "9.6 GB"
],
[
"14b-medium-4k-instruct-q6_K",
- "11GB"
+ "11 GB"
],
[
"14b-medium-4k-instruct-q8_0",
- "15GB"
+ "15 GB"
],
[
"3.8b-instruct",
- "2.2GB"
+ "2.2 GB"
],
[
"3.8b-mini-4k-instruct-f16",
- "7.6GB"
+ "7.6 GB"
],
[
"3.8b-mini-128k-instruct-f16",
- "7.6GB"
+ "7.6 GB"
],
[
"3.8b-mini-128k-instruct-fp16",
- "7.6GB"
+ "7.6 GB"
],
[
"3.8b-mini-128k-instruct-q2_K",
- "1.4GB"
+ "1.4 GB"
],
[
"3.8b-mini-128k-instruct-q3_K_L",
- "2.1GB"
+ "2.1 GB"
],
[
"3.8b-mini-128k-instruct-q3_K_M",
- "2.0GB"
+ "2.0 GB"
],
[
"3.8b-mini-128k-instruct-q3_K_S",
- "1.7GB"
+ "1.7 GB"
],
[
"3.8b-mini-128k-instruct-q4_0",
- "2.2GB"
+ "2.2 GB"
],
[
"3.8b-mini-128k-instruct-q4_1",
- "2.4GB"
+ "2.4 GB"
],
[
"3.8b-mini-128k-instruct-q4_K_M",
- "2.4GB"
+ "2.4 GB"
],
[
"3.8b-mini-128k-instruct-q4_K_S",
- "2.2GB"
+ "2.2 GB"
],
[
"3.8b-mini-128k-instruct-q5_0",
- "2.6GB"
+ "2.6 GB"
],
[
"3.8b-mini-128k-instruct-q5_1",
- "2.9GB"
+ "2.9 GB"
],
[
"3.8b-mini-128k-instruct-q5_K_M",
- "2.8GB"
+ "2.8 GB"
],
[
"3.8b-mini-128k-instruct-q5_K_S",
- "2.6GB"
+ "2.6 GB"
],
[
"3.8b-mini-128k-instruct-q6_K",
- "3.1GB"
+ "3.1 GB"
],
[
"3.8b-mini-128k-instruct-q8_0",
- "4.1GB"
+ "4.1 GB"
],
[
"3.8b-mini-4k-instruct-fp16",
- "7.6GB"
+ "7.6 GB"
],
[
"3.8b-mini-4k-instruct-q2_K",
- "1.4GB"
+ "1.4 GB"
],
[
"3.8b-mini-4k-instruct-q3_K_L",
- "2.1GB"
+ "2.1 GB"
],
[
"3.8b-mini-4k-instruct-q3_K_M",
- "2.0GB"
+ "2.0 GB"
],
[
"3.8b-mini-4k-instruct-q3_K_S",
- "1.7GB"
+ "1.7 GB"
],
[
"3.8b-mini-4k-instruct-q4_0",
- "2.2GB"
+ "2.2 GB"
],
[
"3.8b-mini-4k-instruct-q4_1",
- "2.4GB"
+ "2.4 GB"
],
[
"3.8b-mini-4k-instruct-q4_K_M",
- "2.4GB"
+ "2.4 GB"
],
[
"3.8b-mini-4k-instruct-q4_K_S",
- "2.2GB"
+ "2.2 GB"
],
[
"3.8b-mini-4k-instruct-q5_0",
- "2.6GB"
+ "2.6 GB"
],
[
"3.8b-mini-4k-instruct-q5_1",
- "2.9GB"
+ "2.9 GB"
],
[
"3.8b-mini-4k-instruct-q5_K_M",
- "2.8GB"
+ "2.8 GB"
],
[
"3.8b-mini-4k-instruct-q5_K_S",
- "2.6GB"
+ "2.6 GB"
],
[
"3.8b-mini-4k-instruct-q6_K",
- "3.1GB"
+ "3.1 GB"
],
[
"3.8b-mini-4k-instruct-q8_0",
- "4.1GB"
+ "4.1 GB"
],
[
"3.8b-mini-instruct-4k-fp16",
- "7.6GB"
+ "7.6 GB"
],
[
"mini-128k",
- "2.2GB"
+ "2.2 GB"
],
[
"medium-128k",
- "7.9GB"
+ "7.9 GB"
],
[
"mini-4k",
- "2.4GB"
+ "2.4 GB"
]
],
"image": false,
@@ -1469,339 +1469,339 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"instruct",
- "4.1GB"
+ "4.1 GB"
],
[
"text",
- "4.1GB"
+ "4.1 GB"
],
[
"v0.1",
- "4.1GB"
+ "4.1 GB"
],
[
"v0.2",
- "4.1GB"
+ "4.1 GB"
],
[
"v0.3",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct-v0.2-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-instruct-v0.2-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-instruct-v0.2-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-instruct-v0.2-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-instruct-v0.2-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-instruct-v0.2-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct-v0.2-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-instruct-v0.2-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-instruct-v0.2-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct-v0.2-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-v0.2-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-instruct-v0.2-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-instruct-v0.2-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-v0.2-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-instruct-v0.2-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-instruct-v0.3-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-instruct-v0.3-q2_K",
- "2.7GB"
+ "2.7 GB"
],
[
"7b-instruct-v0.3-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-instruct-v0.3-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-instruct-v0.3-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-instruct-v0.3-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct-v0.3-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-instruct-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct-v0.3-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-instruct-v0.3-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-instruct-v0.3-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-instruct-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-instruct-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-instruct-v0.3-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-instruct-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-instruct-v0.3-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-instruct-v0.3-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-v0.3-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-instruct-v0.3-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-instruct-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-instruct-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-instruct-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-instruct-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-instruct-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-instruct-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-text",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-text-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-text-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-text-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-text-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-text-v0.2-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-text-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-text-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-text-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-text-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-text-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-text-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-text-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-text-v0.2-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-text-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-text-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-text-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-text-v0.2-q2_K",
- "2.7GB"
+ "2.7 GB"
],
[
"7b-text-v0.2-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-text-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-text-v0.2-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-text-v0.2-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-text-v0.2-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-text-v0.2-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-text-v0.2-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-text-v0.2-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-text-v0.2-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-text-v0.2-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-text-v0.2-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-text-v0.2-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-text-v0.2-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -1813,279 +1813,279 @@
"tags": [
[
"latest",
- "26GB"
+ "26 GB"
],
[
"8x7b",
- "26GB"
+ "26 GB"
],
[
"8x22b",
- "80GB"
+ "80 GB"
],
[
"instruct",
- "26GB"
+ "26 GB"
],
[
"text",
- "26GB"
+ "26 GB"
],
[
"v0.1",
- "80GB"
+ "80 GB"
],
[
"8x22b-instruct",
- "80GB"
+ "80 GB"
],
[
"8x22b-instruct-v0.1-fp16",
- "281GB"
+ "281 GB"
],
[
"8x22b-instruct-v0.1-q2_K",
- "52GB"
+ "52 GB"
],
[
"8x22b-instruct-v0.1-q3_K_L",
- "73GB"
+ "73 GB"
],
[
"8x22b-instruct-v0.1-q3_K_M",
- "68GB"
+ "68 GB"
],
[
"8x22b-instruct-v0.1-q3_K_S",
- "62GB"
+ "62 GB"
],
[
"8x22b-instruct-v0.1-q4_0",
- "80GB"
+ "80 GB"
],
[
"8x22b-instruct-v0.1-q4_1",
- "88GB"
+ "88 GB"
],
[
"8x22b-instruct-v0.1-q4_K_M",
- "86GB"
+ "86 GB"
],
[
"8x22b-instruct-v0.1-q4_K_S",
- "80GB"
+ "80 GB"
],
[
"8x22b-instruct-v0.1-q5_0",
- "97GB"
+ "97 GB"
],
[
"8x22b-instruct-v0.1-q5_1",
- "106GB"
+ "106 GB"
],
[
"8x22b-instruct-v0.1-q5_K_M",
- "100GB"
+ "100 GB"
],
[
"8x22b-instruct-v0.1-q5_K_S",
- "97GB"
+ "97 GB"
],
[
"8x22b-instruct-v0.1-q6_K",
- "116GB"
+ "116 GB"
],
[
"8x22b-instruct-v0.1-q8_0",
- "149GB"
+ "149 GB"
],
[
"8x7b-instruct-v0.1-fp16",
- "93GB"
+ "93 GB"
],
[
"8x7b-instruct-v0.1-q2_K",
- "16GB"
+ "16 GB"
],
[
"8x7b-instruct-v0.1-q3_K_L",
- "20GB"
+ "20 GB"
],
[
"8x7b-instruct-v0.1-q3_K_M",
- "20GB"
+ "20 GB"
],
[
"8x7b-instruct-v0.1-q3_K_S",
- "20GB"
+ "20 GB"
],
[
"8x7b-instruct-v0.1-q4_0",
- "26GB"
+ "26 GB"
],
[
"8x7b-instruct-v0.1-q4_1",
- "29GB"
+ "29 GB"
],
[
"8x7b-instruct-v0.1-q4_K_M",
- "26GB"
+ "26 GB"
],
[
"8x7b-instruct-v0.1-q4_K_S",
- "26GB"
+ "26 GB"
],
[
"8x7b-instruct-v0.1-q5_0",
- "32GB"
+ "32 GB"
],
[
"8x7b-instruct-v0.1-q5_1",
- "35GB"
+ "35 GB"
],
[
"8x7b-instruct-v0.1-q5_K_M",
- "32GB"
+ "32 GB"
],
[
"8x7b-instruct-v0.1-q5_K_S",
- "32GB"
+ "32 GB"
],
[
"8x7b-instruct-v0.1-q6_K",
- "38GB"
+ "38 GB"
],
[
"8x7b-instruct-v0.1-q8_0",
- "50GB"
+ "50 GB"
],
[
"8x22b-text",
- "80GB"
+ "80 GB"
],
[
"8x22b-text-v0.1-fp16",
- "281GB"
+ "281 GB"
],
[
"8x22b-text-v0.1-q2_K",
- "52GB"
+ "52 GB"
],
[
"8x22b-text-v0.1-q3_K_L",
- "73GB"
+ "73 GB"
],
[
"8x22b-text-v0.1-q3_K_M",
- "68GB"
+ "68 GB"
],
[
"8x22b-text-v0.1-q3_K_S",
- "61GB"
+ "61 GB"
],
[
"8x22b-text-v0.1-q4_0",
- "80GB"
+ "80 GB"
],
[
"8x22b-text-v0.1-q4_1",
- "88GB"
+ "88 GB"
],
[
"8x22b-text-v0.1-q4_K_M",
- "86GB"
+ "86 GB"
],
[
"8x22b-text-v0.1-q4_K_S",
- "80GB"
+ "80 GB"
],
[
"8x22b-text-v0.1-q5_0",
- "97GB"
+ "97 GB"
],
[
"8x22b-text-v0.1-q5_1",
- "106GB"
+ "106 GB"
],
[
"8x22b-text-v0.1-q5_K_M",
- "100GB"
+ "100 GB"
],
[
"8x22b-text-v0.1-q5_K_S",
- "97GB"
+ "97 GB"
],
[
"8x22b-text-v0.1-q6_K",
- "116GB"
+ "116 GB"
],
[
"8x22b-text-v0.1-q8_0",
- "149GB"
+ "149 GB"
],
[
"8x7b-text-v0.1-fp16",
- "93GB"
+ "93 GB"
],
[
"8x7b-text-v0.1-q2_K",
- "16GB"
+ "16 GB"
],
[
"8x7b-text-v0.1-q3_K_L",
- "20GB"
+ "20 GB"
],
[
"8x7b-text-v0.1-q3_K_M",
- "20GB"
+ "20 GB"
],
[
"8x7b-text-v0.1-q3_K_S",
- "20GB"
+ "20 GB"
],
[
"8x7b-text-v0.1-q4_0",
- "26GB"
+ "26 GB"
],
[
"8x7b-text-v0.1-q4_1",
- "29GB"
+ "29 GB"
],
[
"8x7b-text-v0.1-q4_K_M",
- "26GB"
+ "26 GB"
],
[
"8x7b-text-v0.1-q4_K_S",
- "26GB"
+ "26 GB"
],
[
"8x7b-text-v0.1-q5_0",
- "32GB"
+ "32 GB"
],
[
"8x7b-text-v0.1-q5_1",
- "35GB"
+ "35 GB"
],
[
"8x7b-text-v0.1-q5_K_M",
- "32GB"
+ "32 GB"
],
[
"8x7b-text-v0.1-q5_K_S",
- "32GB"
+ "32 GB"
],
[
"8x7b-text-v0.1-q6_K",
- "38GB"
+ "38 GB"
],
[
"8x7b-text-v0.1-q8_0",
- "50GB"
+ "50 GB"
],
[
"v0.1-instruct",
- "80GB"
+ "80 GB"
]
],
"image": false,
@@ -2097,343 +2097,343 @@
"tags": [
[
"latest",
- "5.0GB"
+ "5.0 GB"
],
[
"7b",
- "5.0GB"
+ "5.0 GB"
],
[
"2b",
- "1.6GB"
+ "1.6 GB"
],
[
"code",
- "1.6GB"
+ "1.6 GB"
],
[
"instruct",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-code",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-code-fp16",
- "17GB"
+ "17 GB"
],
[
"7b-code-q2_K",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-code-q3_K_L",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-code-q3_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-code-q3_K_S",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-code-q4_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-code-q4_1",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-code-q4_K_M",
- "5.3GB"
+ "5.3 GB"
],
[
"7b-code-q4_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-code-q5_0",
- "6.0GB"
+ "6.0 GB"
],
[
"7b-code-q5_1",
- "6.5GB"
+ "6.5 GB"
],
[
"7b-code-q5_K_M",
- "6.1GB"
+ "6.1 GB"
],
[
"7b-code-q5_K_S",
- "6.0GB"
+ "6.0 GB"
],
[
"7b-code-q6_K",
- "7.0GB"
+ "7.0 GB"
],
[
"7b-code-q8_0",
- "9.1GB"
+ "9.1 GB"
],
[
"7b-instruct",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-v1.1-fp16",
- "17GB"
+ "17 GB"
],
[
"7b-instruct-v1.1-q2_K",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-instruct-v1.1-q3_K_L",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-instruct-q3_K_S",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-instruct-v1.1-q6_K",
- "7.0GB"
+ "7.0 GB"
],
[
"7b-instruct-v1.1-q5_K_M",
- "6.1GB"
+ "6.1 GB"
],
[
"7b-instruct-v1.1-q8_0",
- "9.1GB"
+ "9.1 GB"
],
[
"7b-instruct-v1.1-q4_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-v1.1-q5_K_S",
- "6.0GB"
+ "6.0 GB"
],
[
"7b-instruct-fp16",
- "17GB"
+ "17 GB"
],
[
"7b-instruct-v1.1-q5_1",
- "6.5GB"
+ "6.5 GB"
],
[
"7b-instruct-v1.1-q4_1",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-instruct-v1.1-q5_0",
- "6.0GB"
+ "6.0 GB"
],
[
"7b-instruct-v1.1-q3_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-instruct-v1.1-q4_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-v1.1-q4_K_M",
- "5.3GB"
+ "5.3 GB"
],
[
"7b-instruct-q3_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-instruct-v1.1-q3_K_S",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-instruct-q2_K",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-instruct-q3_K_L",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-instruct-q4_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-q4_1",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-instruct-q4_K_M",
- "5.3GB"
+ "5.3 GB"
],
[
"7b-instruct-q4_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-q5_0",
- "6.0GB"
+ "6.0 GB"
],
[
"7b-instruct-q5_1",
- "6.5GB"
+ "6.5 GB"
],
[
"7b-instruct-q5_K_M",
- "6.1GB"
+ "6.1 GB"
],
[
"7b-instruct-q5_K_S",
- "6.0GB"
+ "6.0 GB"
],
[
"7b-instruct-q6_K",
- "7.0GB"
+ "7.0 GB"
],
[
"7b-instruct-q8_0",
- "9.1GB"
+ "9.1 GB"
],
[
"7b-v1.1",
- "5.0GB"
+ "5.0 GB"
],
[
"2b-code",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-code-fp16",
- "5.0GB"
+ "5.0 GB"
],
[
"2b-code-q2_K",
- "1.2GB"
+ "1.2 GB"
],
[
"2b-code-q3_K_L",
- "1.5GB"
+ "1.5 GB"
],
[
"2b-code-q3_K_M",
- "1.4GB"
+ "1.4 GB"
],
[
"2b-code-q3_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"2b-code-q4_0",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-code-q4_1",
- "1.7GB"
+ "1.7 GB"
],
[
"2b-code-q4_K_M",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-code-q4_K_S",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-code-q5_0",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-code-v1.1-q4_1",
- "1.7GB"
+ "1.7 GB"
],
[
"2b-code-v1.1-fp16",
- "5.0GB"
+ "5.0 GB"
],
[
"2b-code-v1.1-q3_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"2b-code-q5_1",
- "1.9GB"
+ "1.9 GB"
],
[
"2b-code-v1.1-q3_K_L",
- "1.5GB"
+ "1.5 GB"
],
[
"2b-code-v1.1-q3_K_M",
- "1.4GB"
+ "1.4 GB"
],
[
"2b-code-q5_K_S",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-code-q8_0",
- "2.7GB"
+ "2.7 GB"
],
[
"2b-code-v1.1-q4_0",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-code-v1.1-q2_K",
- "1.2GB"
+ "1.2 GB"
],
[
"2b-code-q6_K",
- "2.1GB"
+ "2.1 GB"
],
[
"2b-code-q5_K_M",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-code-v1.1-q4_K_M",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-code-v1.1-q4_K_S",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-code-v1.1-q5_0",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-code-v1.1-q5_1",
- "1.9GB"
+ "1.9 GB"
],
[
"2b-code-v1.1-q5_K_M",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-code-v1.1-q5_K_S",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-code-v1.1-q6_K",
- "2.1GB"
+ "2.1 GB"
],
[
"2b-code-v1.1-q8_0",
- "2.7GB"
+ "2.7 GB"
],
[
"2b-v1.1",
- "1.6GB"
+ "1.6 GB"
]
],
"image": false,
@@ -2445,71 +2445,71 @@
"tags": [
[
"latest",
- "20GB"
+ "20 GB"
],
[
"35b",
- "20GB"
+ "20 GB"
],
[
"v0.1",
- "20GB"
+ "20 GB"
],
[
"35b-v0.1-fp16",
- "70GB"
+ "70 GB"
],
[
"35b-v0.1-q2_K",
- "14GB"
+ "14 GB"
],
[
"35b-v0.1-q3_K_L",
- "19GB"
+ "19 GB"
],
[
"35b-v0.1-q3_K_M",
- "18GB"
+ "18 GB"
],
[
"35b-v0.1-q3_K_S",
- "16GB"
+ "16 GB"
],
[
"35b-v0.1-q4_0",
- "20GB"
+ "20 GB"
],
[
"35b-v0.1-q4_1",
- "22GB"
+ "22 GB"
],
[
"35b-v0.1-q4_K_M",
- "22GB"
+ "22 GB"
],
[
"35b-v0.1-q4_K_S",
- "20GB"
+ "20 GB"
],
[
"35b-v0.1-q5_1",
- "26GB"
+ "26 GB"
],
[
"35b-v0.1-q5_K_M",
- "25GB"
+ "25 GB"
],
[
"35b-v0.1-q5_K_S",
- "24GB"
+ "24 GB"
],
[
"35b-v0.1-q6_K",
- "29GB"
+ "29 GB"
],
[
"35b-v0.1-q8_0",
- "37GB"
+ "37 GB"
]
],
"image": false,
@@ -2521,27 +2521,27 @@
"tags": [
[
"latest",
- "59GB"
+ "59 GB"
],
[
"104b",
- "59GB"
+ "59 GB"
],
[
"104b-fp16",
- "208GB"
+ "208 GB"
],
[
"104b-q2_K",
- "39GB"
+ "39 GB"
],
[
"104b-q4_0",
- "59GB"
+ "59 GB"
],
[
"104b-q8_0",
- "110GB"
+ "110 GB"
]
],
"image": false,
@@ -2553,395 +2553,395 @@
"tags": [
[
"latest",
- "4.7GB"
+ "4.7 GB"
],
[
"34b",
- "20GB"
+ "20 GB"
],
[
"13b",
- "8.0GB"
+ "8.0 GB"
],
[
"7b",
- "4.7GB"
+ "4.7 GB"
],
[
"v1.6",
- "4.7GB"
+ "4.7 GB"
],
[
"34b-v1.6",
- "20GB"
+ "20 GB"
],
[
"34b-v1.6-fp16",
- "69GB"
+ "69 GB"
],
[
"34b-v1.6-q2_K",
- "14GB"
+ "14 GB"
],
[
"34b-v1.6-q3_K_L",
- "19GB"
+ "19 GB"
],
[
"34b-v1.6-q3_K_M",
- "17GB"
+ "17 GB"
],
[
"34b-v1.6-q3_K_S",
- "16GB"
+ "16 GB"
],
[
"34b-v1.6-q4_0",
- "20GB"
+ "20 GB"
],
[
"34b-v1.6-q4_1",
- "22GB"
+ "22 GB"
],
[
"34b-v1.6-q4_K_M",
- "21GB"
+ "21 GB"
],
[
"34b-v1.6-q4_K_S",
- "20GB"
+ "20 GB"
],
[
"34b-v1.6-q5_0",
- "24GB"
+ "24 GB"
],
[
"34b-v1.6-q5_1",
- "27GB"
+ "27 GB"
],
[
"34b-v1.6-q5_K_M",
- "25GB"
+ "25 GB"
],
[
"34b-v1.6-q5_K_S",
- "24GB"
+ "24 GB"
],
[
"34b-v1.6-q6_K",
- "29GB"
+ "29 GB"
],
[
"34b-v1.6-q8_0",
- "37GB"
+ "37 GB"
],
[
"13b-v1.5-fp16",
- "27GB"
+ "27 GB"
],
[
"13b-v1.5-q2_K",
- "6.1GB"
+ "6.1 GB"
],
[
"13b-v1.5-q3_K_L",
- "7.6GB"
+ "7.6 GB"
],
[
"13b-v1.5-q3_K_M",
- "7.0GB"
+ "7.0 GB"
],
[
"13b-v1.5-q3_K_S",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-v1.5-q4_0",
- "8.0GB"
+ "8.0 GB"
],
[
"13b-v1.5-q4_1",
- "8.8GB"
+ "8.8 GB"
],
[
"13b-v1.5-q4_K_M",
- "8.5GB"
+ "8.5 GB"
],
[
"13b-v1.5-q4_K_S",
- "8.1GB"
+ "8.1 GB"
],
[
"13b-v1.5-q5_0",
- "9.6GB"
+ "9.6 GB"
],
[
"13b-v1.5-q5_1",
- "10GB"
+ "10 GB"
],
[
"13b-v1.5-q5_K_M",
- "9.9GB"
+ "9.9 GB"
],
[
"13b-v1.5-q5_K_S",
- "9.6GB"
+ "9.6 GB"
],
[
"13b-v1.5-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-v1.5-q8_0",
- "14GB"
+ "14 GB"
],
[
"13b-v1.6",
- "8.0GB"
+ "8.0 GB"
],
[
"13b-v1.6-vicuna-fp16",
- "27GB"
+ "27 GB"
],
[
"13b-v1.6-vicuna-q2_K",
- "5.5GB"
+ "5.5 GB"
],
[
"13b-v1.6-vicuna-q3_K_L",
- "7.6GB"
+ "7.6 GB"
],
[
"13b-v1.6-vicuna-q3_K_M",
- "7.0GB"
+ "7.0 GB"
],
[
"13b-v1.6-vicuna-q3_K_S",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-v1.6-vicuna-q4_0",
- "8.0GB"
+ "8.0 GB"
],
[
"13b-v1.6-vicuna-q4_1",
- "8.8GB"
+ "8.8 GB"
],
[
"13b-v1.6-vicuna-q4_K_M",
- "8.5GB"
+ "8.5 GB"
],
[
"13b-v1.6-vicuna-q4_K_S",
- "8.1GB"
+ "8.1 GB"
],
[
"13b-v1.6-vicuna-q5_0",
- "9.6GB"
+ "9.6 GB"
],
[
"13b-v1.6-vicuna-q5_1",
- "10GB"
+ "10 GB"
],
[
"13b-v1.6-vicuna-q5_K_M",
- "9.9GB"
+ "9.9 GB"
],
[
"13b-v1.6-vicuna-q5_K_S",
- "9.6GB"
+ "9.6 GB"
],
[
"13b-v1.6-vicuna-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-v1.6-vicuna-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-v1.5-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v1.5-q2_K",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v1.5-q3_K_L",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-v1.5-q3_K_M",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-v1.5-q3_K_S",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-v1.5-q4_0",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-v1.5-q4_1",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-v1.5-q4_K_M",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v1.5-q4_K_S",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-v1.5-q5_0",
- "5.3GB"
+ "5.3 GB"
],
[
"7b-v1.5-q5_1",
- "5.7GB"
+ "5.7 GB"
],
[
"7b-v1.5-q5_K_M",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v1.5-q5_K_S",
- "5.3GB"
+ "5.3 GB"
],
[
"7b-v1.5-q6_K",
- "6.2GB"
+ "6.2 GB"
],
[
"7b-v1.5-q8_0",
- "7.8GB"
+ "7.8 GB"
],
[
"7b-v1.6",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v1.6-mistral-fp16",
- "15GB"
+ "15 GB"
],
[
"7b-v1.6-mistral-q2_K",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-v1.6-mistral-q3_K_L",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v1.6-mistral-q3_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1.6-mistral-q3_K_S",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v1.6-mistral-q4_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v1.6-mistral-q4_1",
- "5.2GB"
+ "5.2 GB"
],
[
"7b-v1.6-mistral-q4_K_M",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v1.6-mistral-q4_K_S",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-v1.6-mistral-q5_0",
- "5.6GB"
+ "5.6 GB"
],
[
"7b-v1.6-mistral-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"7b-v1.6-mistral-q5_K_M",
- "5.8GB"
+ "5.8 GB"
],
[
"7b-v1.6-mistral-q5_K_S",
- "5.6GB"
+ "5.6 GB"
],
[
"7b-v1.6-mistral-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"7b-v1.6-mistral-q8_0",
- "8.3GB"
+ "8.3 GB"
],
[
"7b-v1.6-vicuna-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v1.6-vicuna-q2_K",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v1.6-vicuna-q3_K_L",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-v1.6-vicuna-q3_K_M",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-v1.6-vicuna-q3_K_S",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-v1.6-vicuna-q4_0",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-v1.6-vicuna-q4_1",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-v1.6-vicuna-q4_K_M",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v1.6-vicuna-q4_K_S",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-v1.6-vicuna-q5_0",
- "5.3GB"
+ "5.3 GB"
],
[
"7b-v1.6-vicuna-q5_1",
- "5.7GB"
+ "5.7 GB"
],
[
"7b-v1.6-vicuna-q5_K_M",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v1.6-vicuna-q5_K_S",
- "5.3GB"
+ "5.3 GB"
],
[
"7b-v1.6-vicuna-q6_K",
- "6.2GB"
+ "6.2 GB"
],
[
"7b-v1.6-vicuna-q8_0",
- "7.8GB"
+ "7.8 GB"
]
],
"image": true,
@@ -2953,275 +2953,275 @@
"tags": [
[
"latest",
- "4.7GB"
+ "4.7 GB"
],
[
"70b",
- "40GB"
+ "40 GB"
],
[
"8b",
- "4.7GB"
+ "4.7 GB"
],
[
"instruct",
- "4.7GB"
+ "4.7 GB"
],
[
"text",
- "4.7GB"
+ "4.7 GB"
],
[
"70b-instruct",
- "40GB"
+ "40 GB"
],
[
"70b-instruct-fp16",
- "141GB"
+ "141 GB"
],
[
"70b-instruct-q2_K",
- "26GB"
+ "26 GB"
],
[
"70b-instruct-q3_K_L",
- "37GB"
+ "37 GB"
],
[
"70b-instruct-q3_K_M",
- "34GB"
+ "34 GB"
],
[
"70b-instruct-q3_K_S",
- "31GB"
+ "31 GB"
],
[
"70b-instruct-q4_0",
- "40GB"
+ "40 GB"
],
[
"70b-instruct-q4_1",
- "44GB"
+ "44 GB"
],
[
"70b-instruct-q4_K_M",
- "43GB"
+ "43 GB"
],
[
"70b-instruct-q4_K_S",
- "40GB"
+ "40 GB"
],
[
"70b-instruct-q5_0",
- "49GB"
+ "49 GB"
],
[
"70b-instruct-q5_1",
- "53GB"
+ "53 GB"
],
[
"70b-instruct-q5_K_M",
- "50GB"
+ "50 GB"
],
[
"70b-instruct-q5_K_S",
- "49GB"
+ "49 GB"
],
[
"70b-instruct-q6_K",
- "58GB"
+ "58 GB"
],
[
"70b-instruct-q8_0",
- "75GB"
+ "75 GB"
],
[
"70b-text",
- "40GB"
+ "40 GB"
],
[
"70b-text-fp16",
- "141GB"
+ "141 GB"
],
[
"70b-text-q2_K",
- "26GB"
+ "26 GB"
],
[
"70b-text-q3_K_L",
- "37GB"
+ "37 GB"
],
[
"70b-text-q3_K_M",
- "34GB"
+ "34 GB"
],
[
"70b-text-q3_K_S",
- "31GB"
+ "31 GB"
],
[
"70b-text-q4_0",
- "40GB"
+ "40 GB"
],
[
"70b-text-q4_1",
- "44GB"
+ "44 GB"
],
[
"70b-text-q4_K_M",
- "43GB"
+ "43 GB"
],
[
"70b-text-q4_K_S",
- "40GB"
+ "40 GB"
],
[
"70b-text-q5_0",
- "49GB"
+ "49 GB"
],
[
"70b-text-q5_1",
- "53GB"
+ "53 GB"
],
[
"70b-text-q5_K_M",
- "50GB"
+ "50 GB"
],
[
"70b-text-q5_K_S",
- "49GB"
+ "49 GB"
],
[
"70b-text-q6_K",
- "58GB"
+ "58 GB"
],
[
"70b-text-q8_0",
- "75GB"
+ "75 GB"
],
[
"8b-instruct-fp16",
- "16GB"
+ "16 GB"
],
[
"8b-instruct-q2_K",
- "3.2GB"
+ "3.2 GB"
],
[
"8b-instruct-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"8b-instruct-q3_K_M",
- "4.0GB"
+ "4.0 GB"
],
[
"8b-instruct-q3_K_S",
- "3.7GB"
+ "3.7 GB"
],
[
"8b-instruct-q4_0",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-instruct-q4_1",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-instruct-q4_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"8b-instruct-q4_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-instruct-q5_0",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-instruct-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"8b-instruct-q5_K_M",
- "5.7GB"
+ "5.7 GB"
],
[
"8b-instruct-q5_K_S",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-instruct-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"8b-instruct-q8_0",
- "8.5GB"
+ "8.5 GB"
],
[
"8b-text",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-text-fp16",
- "16GB"
+ "16 GB"
],
[
"8b-text-q2_K",
- "3.2GB"
+ "3.2 GB"
],
[
"8b-text-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"8b-text-q3_K_M",
- "4.0GB"
+ "4.0 GB"
],
[
"8b-text-q3_K_S",
- "3.7GB"
+ "3.7 GB"
],
[
"8b-text-q4_0",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-text-q4_1",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-text-q4_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"8b-text-q4_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-text-q5_0",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-text-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"8b-text-q5_K_M",
- "5.7GB"
+ "5.7 GB"
],
[
"8b-text-q5_K_S",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-text-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"8b-text-q8_0",
- "8.5GB"
+ "8.5 GB"
]
],
"image": false,
@@ -3233,411 +3233,411 @@
"tags": [
[
"latest",
- "5.0GB"
+ "5.0 GB"
],
[
"7b",
- "5.0GB"
+ "5.0 GB"
],
[
"2b",
- "1.7GB"
+ "1.7 GB"
],
[
"instruct",
- "5.0GB"
+ "5.0 GB"
],
[
"text",
- "5.2GB"
+ "5.2 GB"
],
[
"v1.1",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-v1.1-fp16",
- "17GB"
+ "17 GB"
],
[
"7b-instruct-v1.1-q2_K",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-instruct-v1.1-q3_K_L",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-instruct-v1.1-q3_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-instruct-v1.1-q3_K_S",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-instruct-v1.1-q4_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-v1.1-q4_1",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-instruct-v1.1-q4_K_M",
- "5.3GB"
+ "5.3 GB"
],
[
"7b-instruct-v1.1-q4_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-v1.1-q5_0",
- "6.0GB"
+ "6.0 GB"
],
[
"7b-instruct-v1.1-q5_1",
- "6.5GB"
+ "6.5 GB"
],
[
"7b-instruct-v1.1-q5_K_M",
- "6.1GB"
+ "6.1 GB"
],
[
"7b-instruct-v1.1-q5_K_S",
- "6.0GB"
+ "6.0 GB"
],
[
"7b-instruct-v1.1-q6_K",
- "7.0GB"
+ "7.0 GB"
],
[
"7b-instruct-q4_0",
- "5.2GB"
+ "5.2 GB"
],
[
"7b-instruct-q2_K",
- "3.7GB"
+ "3.7 GB"
],
[
"7b-instruct-q3_K_S",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-instruct-fp16",
- "17GB"
+ "17 GB"
],
[
"7b-instruct-q3_K_L",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-instruct-v1.1-q8_0",
- "9.1GB"
+ "9.1 GB"
],
[
"7b-instruct-q3_K_M",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-instruct-q4_1",
- "5.7GB"
+ "5.7 GB"
],
[
"7b-instruct-q4_K_M",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-instruct-q4_K_S",
- "5.2GB"
+ "5.2 GB"
],
[
"7b-instruct-q5_0",
- "6.2GB"
+ "6.2 GB"
],
[
"7b-instruct-q5_1",
- "6.7GB"
+ "6.7 GB"
],
[
"7b-instruct-q5_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"7b-instruct-q5_K_S",
- "6.2GB"
+ "6.2 GB"
],
[
"7b-instruct-q6_K",
- "7.2GB"
+ "7.2 GB"
],
[
"7b-instruct-q8_0",
- "9.1GB"
+ "9.1 GB"
],
[
"7b-text",
- "5.2GB"
+ "5.2 GB"
],
[
"7b-text-fp16",
- "16GB"
+ "16 GB"
],
[
"7b-text-q2_K",
- "3.7GB"
+ "3.7 GB"
],
[
"7b-text-q3_K_L",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-text-q3_K_M",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-text-q3_K_S",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-text-q4_0",
- "5.2GB"
+ "5.2 GB"
],
[
"7b-text-q4_1",
- "5.7GB"
+ "5.7 GB"
],
[
"7b-text-q4_K_M",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-text-q4_K_S",
- "5.2GB"
+ "5.2 GB"
],
[
"7b-text-q5_0",
- "6.2GB"
+ "6.2 GB"
],
[
"7b-text-q5_1",
- "6.7GB"
+ "6.7 GB"
],
[
"7b-text-q5_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"7b-text-q5_K_S",
- "6.2GB"
+ "6.2 GB"
],
[
"7b-text-q6_K",
- "7.2GB"
+ "7.2 GB"
],
[
"7b-text-q8_0",
- "9.1GB"
+ "9.1 GB"
],
[
"7b-v1.1",
- "5.0GB"
+ "5.0 GB"
],
[
"2b-instruct",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-instruct-fp16",
- "4.5GB"
+ "4.5 GB"
],
[
"2b-instruct-q2_K",
- "1.3GB"
+ "1.3 GB"
],
[
"2b-instruct-q3_K_L",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-instruct-q3_K_M",
- "1.5GB"
+ "1.5 GB"
],
[
"2b-instruct-q3_K_S",
- "1.4GB"
+ "1.4 GB"
],
[
"2b-instruct-q4_0",
- "1.7GB"
+ "1.7 GB"
],
[
"2b-instruct-q4_1",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-instruct-q4_K_M",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-instruct-q4_K_S",
- "1.7GB"
+ "1.7 GB"
],
[
"2b-instruct-q5_0",
- "1.9GB"
+ "1.9 GB"
],
[
"2b-instruct-q5_1",
- "2.1GB"
+ "2.1 GB"
],
[
"2b-instruct-q5_K_M",
- "2.0GB"
+ "2.0 GB"
],
[
"2b-instruct-q5_K_S",
- "1.9GB"
+ "1.9 GB"
],
[
"2b-instruct-q6_K",
- "2.2GB"
+ "2.2 GB"
],
[
"2b-instruct-q8_0",
- "2.7GB"
+ "2.7 GB"
],
[
"2b-instruct-v1.1-q5_K_M",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-instruct-v1.1-q5_1",
- "1.9GB"
+ "1.9 GB"
],
[
"2b-instruct-v1.1-q2_K",
- "1.2GB"
+ "1.2 GB"
],
[
"2b-instruct-v1.1-q3_K_M",
- "1.4GB"
+ "1.4 GB"
],
[
"2b-instruct-v1.1-q4_0",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-instruct-v1.1-q3_K_L",
- "1.5GB"
+ "1.5 GB"
],
[
"2b-instruct-v1.1-q3_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"2b-instruct-v1.1-q4_K_S",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-instruct-v1.1-fp16",
- "5.0GB"
+ "5.0 GB"
],
[
"2b-instruct-v1.1-q4_K_M",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-instruct-v1.1-q5_0",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-instruct-v1.1-q4_1",
- "1.7GB"
+ "1.7 GB"
],
[
"2b-instruct-v1.1-q5_K_S",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-instruct-v1.1-q6_K",
- "2.1GB"
+ "2.1 GB"
],
[
"2b-instruct-v1.1-q8_0",
- "2.7GB"
+ "2.7 GB"
],
[
"2b-text",
- "1.7GB"
+ "1.7 GB"
],
[
"2b-text-fp16",
- "4.5GB"
+ "4.5 GB"
],
[
"2b-text-q2_K",
- "1.3GB"
+ "1.3 GB"
],
[
"2b-text-q3_K_L",
- "1.6GB"
+ "1.6 GB"
],
[
"2b-text-q3_K_M",
- "1.5GB"
+ "1.5 GB"
],
[
"2b-text-q3_K_S",
- "1.4GB"
+ "1.4 GB"
],
[
"2b-text-q4_0",
- "1.7GB"
+ "1.7 GB"
],
[
"2b-text-q4_1",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-text-q4_K_M",
- "1.8GB"
+ "1.8 GB"
],
[
"2b-text-q4_K_S",
- "1.7GB"
+ "1.7 GB"
],
[
"2b-text-q5_0",
- "1.9GB"
+ "1.9 GB"
],
[
"2b-text-q5_1",
- "2.1GB"
+ "2.1 GB"
],
[
"2b-text-q5_K_M",
- "2.0GB"
+ "2.0 GB"
],
[
"2b-text-q5_K_S",
- "1.9GB"
+ "1.9 GB"
],
[
"2b-text-q6_K",
- "2.2GB"
+ "2.2 GB"
],
[
"2b-text-q8_0",
- "2.7GB"
+ "2.7 GB"
],
[
"2b-v1.1",
- "1.6GB"
+ "1.6 GB"
]
],
"image": false,
@@ -3649,1519 +3649,1519 @@
"tags": [
[
"latest",
- "2.3GB"
+ "2.3 GB"
],
[
"110b",
- "63GB"
+ "63 GB"
],
[
"72b",
- "41GB"
+ "41 GB"
],
[
"32b",
- "18GB"
+ "18 GB"
],
[
"14b",
- "8.2GB"
+ "8.2 GB"
],
[
"7b",
- "4.5GB"
+ "4.5 GB"
],
[
"4b",
- "2.3GB"
+ "2.3 GB"
],
[
"1.8b",
- "1.1GB"
+ "1.1 GB"
],
[
"0.5b",
- "395MB"
+ "395 MB"
],
[
"110b-chat",
- "63GB"
+ "63 GB"
],
[
"110b-chat-v1.5-fp16",
- "222GB"
+ "222 GB"
],
[
"110b-chat-v1.5-q2_K",
- "41GB"
+ "41 GB"
],
[
"110b-chat-v1.5-q3_K_L",
- "58GB"
+ "58 GB"
],
[
"110b-chat-v1.5-q3_K_M",
- "54GB"
+ "54 GB"
],
[
"110b-chat-v1.5-q3_K_S",
- "48GB"
+ "48 GB"
],
[
"110b-chat-v1.5-q4_0",
- "63GB"
+ "63 GB"
],
[
"110b-chat-v1.5-q4_1",
- "70GB"
+ "70 GB"
],
[
"110b-chat-v1.5-q4_K_M",
- "67GB"
+ "67 GB"
],
[
"110b-chat-v1.5-q4_K_S",
- "63GB"
+ "63 GB"
],
[
"110b-chat-v1.5-q5_0",
- "77GB"
+ "77 GB"
],
[
"110b-chat-v1.5-q5_1",
- "84GB"
+ "84 GB"
],
[
"110b-chat-v1.5-q5_K_M",
- "79GB"
+ "79 GB"
],
[
"110b-chat-v1.5-q5_K_S",
- "77GB"
+ "77 GB"
],
[
"110b-chat-v1.5-q6_K",
- "91GB"
+ "91 GB"
],
[
"110b-chat-v1.5-q8_0",
- "118GB"
+ "118 GB"
],
[
"110b-text-v1.5-fp16",
- "222GB"
+ "222 GB"
],
[
"110b-text-v1.5-q2_K",
- "41GB"
+ "41 GB"
],
[
"110b-text-v1.5-q3_K_L",
- "58GB"
+ "58 GB"
],
[
"110b-text-v1.5-q3_K_M",
- "54GB"
+ "54 GB"
],
[
"110b-text-v1.5-q3_K_S",
- "48GB"
+ "48 GB"
],
[
"110b-text-v1.5-q4_0",
- "63GB"
+ "63 GB"
],
[
"110b-text-v1.5-q4_1",
- "70GB"
+ "70 GB"
],
[
"110b-text-v1.5-q4_K_M",
- "67GB"
+ "67 GB"
],
[
"110b-text-v1.5-q4_K_S",
- "63GB"
+ "63 GB"
],
[
"110b-text-v1.5-q5_0",
- "77GB"
+ "77 GB"
],
[
"110b-text-v1.5-q5_1",
- "84GB"
+ "84 GB"
],
[
"110b-text-v1.5-q5_K_M",
- "79GB"
+ "79 GB"
],
[
"110b-text-v1.5-q5_K_S",
- "77GB"
+ "77 GB"
],
[
"110b-text-v1.5-q6_K",
- "91GB"
+ "91 GB"
],
[
"110b-text-v1.5-q8_0",
- "118GB"
+ "118 GB"
],
[
"72b-chat",
- "41GB"
+ "41 GB"
],
[
"72b-chat-v1.5-fp16",
- "145GB"
+ "145 GB"
],
[
"72b-chat-v1.5-q2_K",
- "28GB"
+ "28 GB"
],
[
"72b-chat-v1.5-q3_K_L",
- "38GB"
+ "38 GB"
],
[
"72b-chat-v1.5-q3_K_M",
- "36GB"
+ "36 GB"
],
[
"72b-chat-v1.5-q3_K_S",
- "33GB"
+ "33 GB"
],
[
"72b-chat-v1.5-q4_0",
- "41GB"
+ "41 GB"
],
[
"72b-chat-v1.5-q4_1",
- "45GB"
+ "45 GB"
],
[
"72b-chat-v1.5-q4_K_M",
- "44GB"
+ "44 GB"
],
[
"72b-chat-v1.5-q4_K_S",
- "42GB"
+ "42 GB"
],
[
"72b-chat-q4_K_M",
- "45GB"
+ "45 GB"
],
[
"72b-chat-v1.5-q6_K",
- "59GB"
+ "59 GB"
],
[
"72b-chat-v1.5-q5_K_S",
- "50GB"
+ "50 GB"
],
[
"72b-chat-q4_0",
- "41GB"
+ "41 GB"
],
[
"72b-chat-q3_K_S",
- "32GB"
+ "32 GB"
],
[
"72b-chat-q3_K_L",
- "39GB"
+ "39 GB"
],
[
"72b-chat-q3_K_M",
- "37GB"
+ "37 GB"
],
[
"72b-chat-v1.5-q5_0",
- "50GB"
+ "50 GB"
],
[
"72b-chat-fp16",
- "145GB"
+ "145 GB"
],
[
"72b-chat-v1.5-q5_1",
- "54GB"
+ "54 GB"
],
[
"72b-chat-q2_K",
- "27GB"
+ "27 GB"
],
[
"72b-chat-v1.5-q8_0",
- "77GB"
+ "77 GB"
],
[
"72b-chat-q4_1",
- "45GB"
+ "45 GB"
],
[
"72b-chat-v1.5-q5_K_M",
- "51GB"
+ "51 GB"
],
[
"72b-chat-q4_K_S",
- "41GB"
+ "41 GB"
],
[
"72b-chat-q5_0",
- "50GB"
+ "50 GB"
],
[
"72b-chat-q5_1",
- "54GB"
+ "54 GB"
],
[
"72b-chat-q5_K_M",
- "53GB"
+ "53 GB"
],
[
"72b-chat-q5_K_S",
- "50GB"
+ "50 GB"
],
[
"72b-chat-q6_K",
- "59GB"
+ "59 GB"
],
[
"72b-chat-q8_0",
- "77GB"
+ "77 GB"
],
[
"72b-text",
- "63GB"
+ "63 GB"
],
[
"72b-text-fp16",
- "145GB"
+ "145 GB"
],
[
"72b-text-q2_K",
- "27GB"
+ "27 GB"
],
[
"72b-text-q3_K_L",
- "39GB"
+ "39 GB"
],
[
"72b-text-q3_K_M",
- "37GB"
+ "37 GB"
],
[
"72b-text-q3_K_S",
- "32GB"
+ "32 GB"
],
[
"72b-text-q4_0",
- "41GB"
+ "41 GB"
],
[
"72b-text-q4_1",
- "45GB"
+ "45 GB"
],
[
"72b-text-q4_K_M",
- "45GB"
+ "45 GB"
],
[
"72b-text-q4_K_S",
- "41GB"
+ "41 GB"
],
[
"72b-text-q5_0",
- "50GB"
+ "50 GB"
],
[
"72b-text-q5_1",
- "54GB"
+ "54 GB"
],
[
"72b-text-q5_K_M",
- "53GB"
+ "53 GB"
],
[
"72b-text-q5_K_S",
- "50GB"
+ "50 GB"
],
[
"72b-text-v1.5-q5_1",
- "54GB"
+ "54 GB"
],
[
"72b-text-v1.5-q4_K_M",
- "44GB"
+ "44 GB"
],
[
"72b-text-v1.5-q5_0",
- "50GB"
+ "50 GB"
],
[
"72b-text-q6_K",
- "59GB"
+ "59 GB"
],
[
"72b-text-v1.5-q2_K",
- "28GB"
+ "28 GB"
],
[
"72b-text-v1.5-q3_K_S",
- "33GB"
+ "33 GB"
],
[
"72b-text-v1.5-q3_K_M",
- "36GB"
+ "36 GB"
],
[
"72b-text-v1.5-q4_1",
- "45GB"
+ "45 GB"
],
[
"72b-text-v1.5-q4_0",
- "41GB"
+ "41 GB"
],
[
"72b-text-v1.5-q4_K_S",
- "42GB"
+ "42 GB"
],
[
"72b-text-v1.5-fp16",
- "145GB"
+ "145 GB"
],
[
"72b-text-v1.5-q3_K_L",
- "38GB"
+ "38 GB"
],
[
"72b-text-q8_0",
- "77GB"
+ "77 GB"
],
[
"72b-text-v1.5-q5_K_M",
- "51GB"
+ "51 GB"
],
[
"72b-text-v1.5-q5_K_S",
- "50GB"
+ "50 GB"
],
[
"72b-text-v1.5-q6_K",
- "59GB"
+ "59 GB"
],
[
"72b-text-v1.5-q8_0",
- "77GB"
+ "77 GB"
],
[
"32b-chat",
- "18GB"
+ "18 GB"
],
[
"32b-chat-v1.5-fp16",
- "65GB"
+ "65 GB"
],
[
"32b-chat-v1.5-q2_K",
- "12GB"
+ "12 GB"
],
[
"32b-chat-v1.5-q3_K_L",
- "17GB"
+ "17 GB"
],
[
"32b-chat-v1.5-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"32b-chat-v1.5-q3_K_S",
- "14GB"
+ "14 GB"
],
[
"32b-chat-v1.5-q4_0",
- "18GB"
+ "18 GB"
],
[
"32b-chat-v1.5-q4_1",
- "20GB"
+ "20 GB"
],
[
"32b-chat-v1.5-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"32b-chat-v1.5-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"32b-chat-v1.5-q5_0",
- "22GB"
+ "22 GB"
],
[
"32b-chat-v1.5-q5_1",
- "24GB"
+ "24 GB"
],
[
"32b-chat-v1.5-q5_K_M",
- "23GB"
+ "23 GB"
],
[
"32b-chat-v1.5-q5_K_S",
- "22GB"
+ "22 GB"
],
[
"32b-chat-v1.5-q6_K",
- "27GB"
+ "27 GB"
],
[
"32b-chat-v1.5-q8_0",
- "35GB"
+ "35 GB"
],
[
"32b-text",
- "18GB"
+ "18 GB"
],
[
"32b-text-v1.5-q2_K",
- "12GB"
+ "12 GB"
],
[
"32b-text-v1.5-q3_K_L",
- "17GB"
+ "17 GB"
],
[
"32b-text-v1.5-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"32b-text-v1.5-q3_K_S",
- "14GB"
+ "14 GB"
],
[
"32b-text-v1.5-q4_0",
- "18GB"
+ "18 GB"
],
[
"32b-text-v1.5-q4_1",
- "20GB"
+ "20 GB"
],
[
"32b-text-v1.5-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"32b-text-v1.5-q5_0",
- "22GB"
+ "22 GB"
],
[
"32b-text-v1.5-q5_1",
- "24GB"
+ "24 GB"
],
[
"32b-text-v1.5-q8_0",
- "35GB"
+ "35 GB"
],
[
"14b-chat",
- "8.2GB"
+ "8.2 GB"
],
[
"14b-chat-fp16",
- "28GB"
+ "28 GB"
],
[
"14b-chat-q2_K",
- "6.0GB"
+ "6.0 GB"
],
[
"14b-chat-q3_K_L",
- "8.0GB"
+ "8.0 GB"
],
[
"14b-chat-q3_K_M",
- "7.7GB"
+ "7.7 GB"
],
[
"14b-chat-q3_K_S",
- "6.9GB"
+ "6.9 GB"
],
[
"14b-chat-q4_0",
- "8.2GB"
+ "8.2 GB"
],
[
"14b-chat-q4_1",
- "9.0GB"
+ "9.0 GB"
],
[
"14b-chat-q4_K_M",
- "9.4GB"
+ "9.4 GB"
],
[
"14b-chat-q4_K_S",
- "8.6GB"
+ "8.6 GB"
],
[
"14b-chat-q5_0",
- "9.9GB"
+ "9.9 GB"
],
[
"14b-chat-q5_1",
- "11GB"
+ "11 GB"
],
[
"14b-chat-v1.5-q2_K",
- "6.1GB"
+ "6.1 GB"
],
[
"14b-chat-q8_0",
- "15GB"
+ "15 GB"
],
[
"14b-chat-q5_K_M",
- "11GB"
+ "11 GB"
],
[
"14b-chat-v1.5-fp16",
- "28GB"
+ "28 GB"
],
[
"14b-chat-q5_K_S",
- "10GB"
+ "10 GB"
],
[
"14b-chat-q6_K",
- "12GB"
+ "12 GB"
],
[
"14b-chat-v1.5-q5_K_S",
- "10GB"
+ "10 GB"
],
[
"14b-chat-v1.5-q4_1",
- "9.0GB"
+ "9.0 GB"
],
[
"14b-chat-v1.5-q5_1",
- "11GB"
+ "11 GB"
],
[
"14b-chat-v1.5-q5_K_M",
- "11GB"
+ "11 GB"
],
[
"14b-chat-v1.5-q4_0",
- "8.2GB"
+ "8.2 GB"
],
[
"14b-chat-v1.5-q3_K_S",
- "6.9GB"
+ "6.9 GB"
],
[
"14b-chat-v1.5-q5_0",
- "9.9GB"
+ "9.9 GB"
],
[
"14b-chat-v1.5-q3_K_L",
- "7.8GB"
+ "7.8 GB"
],
[
"14b-chat-v1.5-q3_K_M",
- "7.4GB"
+ "7.4 GB"
],
[
"14b-chat-v1.5-q4_K_S",
- "8.6GB"
+ "8.6 GB"
],
[
"14b-chat-v1.5-q4_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"14b-chat-v1.5-q6_K",
- "12GB"
+ "12 GB"
],
[
"14b-chat-v1.5-q8_0",
- "15GB"
+ "15 GB"
],
[
"14b-text",
- "8.2GB"
+ "8.2 GB"
],
[
"14b-text-fp16",
- "28GB"
+ "28 GB"
],
[
"14b-text-q2_K",
- "6.0GB"
+ "6.0 GB"
],
[
"14b-text-q3_K_L",
- "8.0GB"
+ "8.0 GB"
],
[
"14b-text-q3_K_M",
- "7.7GB"
+ "7.7 GB"
],
[
"14b-text-q3_K_S",
- "6.9GB"
+ "6.9 GB"
],
[
"14b-text-q4_0",
- "8.2GB"
+ "8.2 GB"
],
[
"14b-text-q4_1",
- "9.0GB"
+ "9.0 GB"
],
[
"14b-text-q4_K_M",
- "9.4GB"
+ "9.4 GB"
],
[
"14b-text-q4_K_S",
- "8.6GB"
+ "8.6 GB"
],
[
"14b-text-q5_0",
- "9.9GB"
+ "9.9 GB"
],
[
"14b-text-q5_1",
- "11GB"
+ "11 GB"
],
[
"14b-text-q5_K_M",
- "11GB"
+ "11 GB"
],
[
"14b-text-q5_K_S",
- "10GB"
+ "10 GB"
],
[
"14b-text-q6_K",
- "12GB"
+ "12 GB"
],
[
"14b-text-v1.5-q5_K_M",
- "11GB"
+ "11 GB"
],
[
"14b-text-v1.5-q4_K_S",
- "8.6GB"
+ "8.6 GB"
],
[
"14b-text-v1.5-q4_1",
- "9.0GB"
+ "9.0 GB"
],
[
"14b-text-v1.5-q5_1",
- "11GB"
+ "11 GB"
],
[
"14b-text-q8_0",
- "15GB"
+ "15 GB"
],
[
"14b-text-v1.5-fp16",
- "28GB"
+ "28 GB"
],
[
"14b-text-v1.5-q3_K_L",
- "7.8GB"
+ "7.8 GB"
],
[
"14b-text-v1.5-q3_K_S",
- "6.9GB"
+ "6.9 GB"
],
[
"14b-text-v1.5-q4_0",
- "8.2GB"
+ "8.2 GB"
],
[
"14b-text-v1.5-q2_K",
- "6.1GB"
+ "6.1 GB"
],
[
"14b-text-v1.5-q5_0",
- "9.9GB"
+ "9.9 GB"
],
[
"14b-text-v1.5-q3_K_M",
- "7.4GB"
+ "7.4 GB"
],
[
"14b-text-v1.5-q4_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"14b-text-v1.5-q5_K_S",
- "10GB"
+ "10 GB"
],
[
"14b-text-v1.5-q6_K",
- "12GB"
+ "12 GB"
],
[
"14b-text-v1.5-q8_0",
- "15GB"
+ "15 GB"
],
[
"7b-chat",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-chat-fp16",
- "15GB"
+ "15 GB"
],
[
"7b-chat-q2_K",
- "3.0GB"
+ "3.0 GB"
],
[
"7b-chat-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"7b-chat-q3_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-chat-q3_K_S",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-chat-q4_0",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-chat-q4_1",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-chat-q4_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-chat-q4_K_S",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-chat-q5_0",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-chat-q5_1",
- "5.8GB"
+ "5.8 GB"
],
[
"7b-chat-q5_K_M",
- "5.7GB"
+ "5.7 GB"
],
[
"7b-chat-v1.5-q3_K_L",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-chat-q8_0",
- "8.2GB"
+ "8.2 GB"
],
[
"7b-chat-v1.5-fp16",
- "15GB"
+ "15 GB"
],
[
"7b-chat-v1.5-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-chat-q5_K_S",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-chat-q6_K",
- "6.3GB"
+ "6.3 GB"
],
[
"7b-chat-v1.5-q5_1",
- "5.8GB"
+ "5.8 GB"
],
[
"7b-chat-v1.5-q3_K_S",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-chat-v1.5-q4_K_S",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-chat-v1.5-q4_0",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-chat-v1.5-q4_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-chat-v1.5-q4_1",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-chat-v1.5-q3_K_M",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-chat-v1.5-q5_0",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-chat-v1.5-q5_K_M",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-chat-v1.5-q5_K_S",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-chat-v1.5-q6_K",
- "6.3GB"
+ "6.3 GB"
],
[
"7b-chat-v1.5-q8_0",
- "8.2GB"
+ "8.2 GB"
],
[
"7b-text",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-text-v1.5-fp16",
- "15GB"
+ "15 GB"
],
[
"7b-text-v1.5-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-text-v1.5-q3_K_L",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-text-v1.5-q3_K_M",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-text-v1.5-q3_K_S",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-text-v1.5-q4_0",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-text-v1.5-q4_1",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-text-v1.5-q4_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-text-v1.5-q4_K_S",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-text-v1.5-q5_0",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-text-v1.5-q5_1",
- "5.8GB"
+ "5.8 GB"
],
[
"7b-text-v1.5-q5_K_M",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-text-v1.5-q5_K_S",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-text-v1.5-q6_K",
- "6.3GB"
+ "6.3 GB"
],
[
"7b-text-v1.5-q8_0",
- "8.2GB"
+ "8.2 GB"
],
[
"4b-chat",
- "2.3GB"
+ "2.3 GB"
],
[
"4b-text",
- "2.3GB"
+ "2.3 GB"
],
[
"1.8b-chat",
- "1.1GB"
+ "1.1 GB"
],
[
"7b-fp16",
- "15GB"
+ "15 GB"
],
[
"7b-q2_K",
- "3.0GB"
+ "3.0 GB"
],
[
"7b-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"7b-q3_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q3_K_S",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-q4_0",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-q4_1",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-q4_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-q4_K_S",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-q5_0",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-q5_1",
- "5.8GB"
+ "5.8 GB"
],
[
"7b-q5_K_M",
- "5.7GB"
+ "5.7 GB"
],
[
"7b-q5_K_S",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-q6_K",
- "6.3GB"
+ "6.3 GB"
],
[
"7b-q8_0",
- "8.2GB"
+ "8.2 GB"
],
[
"4b-chat-v1.5-fp16",
- "7.9GB"
+ "7.9 GB"
],
[
"4b-chat-v1.5-q2_K",
- "1.6GB"
+ "1.6 GB"
],
[
"4b-chat-v1.5-q3_K_L",
- "2.2GB"
+ "2.2 GB"
],
[
"4b-chat-v1.5-q3_K_M",
- "2.0GB"
+ "2.0 GB"
],
[
"4b-chat-v1.5-q3_K_S",
- "1.9GB"
+ "1.9 GB"
],
[
"4b-chat-v1.5-q4_0",
- "2.3GB"
+ "2.3 GB"
],
[
"4b-chat-v1.5-q4_1",
- "2.6GB"
+ "2.6 GB"
],
[
"4b-chat-v1.5-q4_K_M",
- "2.5GB"
+ "2.5 GB"
],
[
"4b-chat-v1.5-q4_K_S",
- "2.3GB"
+ "2.3 GB"
],
[
"4b-chat-v1.5-q5_0",
- "2.8GB"
+ "2.8 GB"
],
[
"4b-chat-v1.5-q5_1",
- "3.0GB"
+ "3.0 GB"
],
[
"4b-chat-v1.5-q5_K_M",
- "2.8GB"
+ "2.8 GB"
],
[
"4b-chat-v1.5-q5_K_S",
- "2.8GB"
+ "2.8 GB"
],
[
"4b-chat-v1.5-q6_K",
- "3.2GB"
+ "3.2 GB"
],
[
"4b-chat-v1.5-q8_0",
- "4.2GB"
+ "4.2 GB"
],
[
"4b-text-v1.5-fp16",
- "7.9GB"
+ "7.9 GB"
],
[
"4b-text-v1.5-q2_K",
- "1.6GB"
+ "1.6 GB"
],
[
"4b-text-v1.5-q3_K_L",
- "2.2GB"
+ "2.2 GB"
],
[
"4b-text-v1.5-q3_K_M",
- "2.0GB"
+ "2.0 GB"
],
[
"4b-text-v1.5-q3_K_S",
- "1.9GB"
+ "1.9 GB"
],
[
"4b-text-v1.5-q4_0",
- "2.3GB"
+ "2.3 GB"
],
[
"4b-text-v1.5-q4_1",
- "2.6GB"
+ "2.6 GB"
],
[
"4b-text-v1.5-q4_K_M",
- "2.5GB"
+ "2.5 GB"
],
[
"4b-text-v1.5-q4_K_S",
- "2.3GB"
+ "2.3 GB"
],
[
"4b-text-v1.5-q5_0",
- "2.8GB"
+ "2.8 GB"
],
[
"4b-text-v1.5-q5_1",
- "3.0GB"
+ "3.0 GB"
],
[
"4b-text-v1.5-q5_K_M",
- "2.8GB"
+ "2.8 GB"
],
[
"4b-text-v1.5-q5_K_S",
- "2.8GB"
+ "2.8 GB"
],
[
"4b-text-v1.5-q6_K",
- "3.2GB"
+ "3.2 GB"
],
[
"4b-text-v1.5-q8_0",
- "4.2GB"
+ "4.2 GB"
],
[
"1.8b-chat-v1.5-fp16",
- "3.7GB"
+ "3.7 GB"
],
[
"1.8b-chat-v1.5-q2_K",
- "863MB"
+ "863 MB"
],
[
"1.8b-chat-v1.5-q3_K_L",
- "1.1GB"
+ "1.1 GB"
],
[
"1.8b-chat-v1.5-q3_K_M",
- "1.0GB"
+ "1.0 GB"
],
[
"1.8b-chat-v1.5-q3_K_S",
- "970MB"
+ "970 MB"
],
[
"1.8b-chat-v1.5-q4_0",
- "1.1GB"
+ "1.1 GB"
],
[
"1.8b-chat-v1.5-q4_1",
- "1.2GB"
+ "1.2 GB"
],
[
"1.8b-chat-v1.5-q4_K_M",
- "1.2GB"
+ "1.2 GB"
],
[
"1.8b-chat-v1.5-q4_K_S",
- "1.2GB"
+ "1.2 GB"
],
[
"1.8b-chat-v1.5-q5_0",
- "1.3GB"
+ "1.3 GB"
],
[
"1.8b-chat-v1.5-q5_1",
- "1.4GB"
+ "1.4 GB"
],
[
"1.8b-chat-v1.5-q5_K_M",
- "1.4GB"
+ "1.4 GB"
],
[
"1.8b-chat-v1.5-q5_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"1.8b-chat-v1.5-q6_K",
- "1.6GB"
+ "1.6 GB"
],
[
"1.8b-chat-q6_K",
- "1.6GB"
+ "1.6 GB"
],
[
"1.8b-chat-q2_K",
- "853MB"
+ "853 MB"
],
[
"1.8b-chat-v1.5-q8_0",
- "2.0GB"
+ "2.0 GB"
],
[
"1.8b-chat-q3_K_L",
- "1.1GB"
+ "1.1 GB"
],
[
"1.8b-chat-q5_0",
- "1.3GB"
+ "1.3 GB"
],
[
"1.8b-chat-q4_K_S",
- "1.2GB"
+ "1.2 GB"
],
[
"1.8b-chat-q5_K_M",
- "1.4GB"
+ "1.4 GB"
],
[
"1.8b-chat-q4_K_M",
- "1.2GB"
+ "1.2 GB"
],
[
"1.8b-chat-q5_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"1.8b-chat-fp16",
- "3.7GB"
+ "3.7 GB"
],
[
"1.8b-chat-q4_1",
- "1.2GB"
+ "1.2 GB"
],
[
"1.8b-chat-q5_1",
- "1.4GB"
+ "1.4 GB"
],
[
"1.8b-chat-q3_K_M",
- "1.0GB"
+ "1.0 GB"
],
[
"1.8b-chat-q4_0",
- "1.1GB"
+ "1.1 GB"
],
[
"1.8b-chat-q3_K_S",
- "970MB"
+ "970 MB"
],
[
"1.8b-chat-q8_0",
- "2.0GB"
+ "2.0 GB"
],
[
"1.8b-text",
- "1.1GB"
+ "1.1 GB"
],
[
"1.8b-text-v1.5-fp16",
- "3.7GB"
+ "3.7 GB"
],
[
"1.8b-text-v1.5-q2_K",
- "863MB"
+ "863 MB"
],
[
"1.8b-text-q5_1",
- "1.4GB"
+ "1.4 GB"
],
[
"1.8b-text-v1.5-q4_0",
- "1.1GB"
+ "1.1 GB"
],
[
"1.8b-text-v1.5-q8_0",
- "2.0GB"
+ "2.0 GB"
],
[
"1.8b-text-q4_0",
- "1.1GB"
+ "1.1 GB"
],
[
"1.8b-text-v1.5-q6_K",
- "1.6GB"
+ "1.6 GB"
],
[
"1.8b-text-v1.5-q5_1",
- "1.4GB"
+ "1.4 GB"
],
[
"1.8b-text-q4_K_M",
- "1.2GB"
+ "1.2 GB"
],
[
"1.8b-text-q3_K_S",
- "970MB"
+ "970 MB"
],
[
"1.8b-text-q4_K_S",
- "1.2GB"
+ "1.2 GB"
],
[
"1.8b-text-q2_K",
- "853MB"
+ "853 MB"
],
[
"1.8b-text-v1.5-q3_K_L",
- "1.1GB"
+ "1.1 GB"
],
[
"1.8b-text-q4_1",
- "1.2GB"
+ "1.2 GB"
],
[
"1.8b-text-v1.5-q3_K_M",
- "1.0GB"
+ "1.0 GB"
],
[
"1.8b-text-v1.5-q4_1",
- "1.2GB"
+ "1.2 GB"
],
[
"1.8b-text-v1.5-q4_K_S",
- "1.2GB"
+ "1.2 GB"
],
[
"1.8b-text-q3_K_M",
- "1.0GB"
+ "1.0 GB"
],
[
"1.8b-text-v1.5-q3_K_S",
- "970MB"
+ "970 MB"
],
[
"1.8b-text-v1.5-q4_K_M",
- "1.2GB"
+ "1.2 GB"
],
[
"1.8b-text-fp16",
- "3.7GB"
+ "3.7 GB"
],
[
"1.8b-text-v1.5-q5_K_M",
- "1.4GB"
+ "1.4 GB"
],
[
"1.8b-text-q5_0",
- "1.3GB"
+ "1.3 GB"
],
[
"1.8b-text-v1.5-q5_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"1.8b-text-q3_K_L",
- "1.1GB"
+ "1.1 GB"
],
[
"1.8b-text-v1.5-q5_0",
- "1.3GB"
+ "1.3 GB"
],
[
"1.8b-text-q5_K_M",
- "1.4GB"
+ "1.4 GB"
],
[
"1.8b-text-q5_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"1.8b-text-q6_K",
- "1.6GB"
+ "1.6 GB"
],
[
"1.8b-text-q8_0",
- "2.0GB"
+ "2.0 GB"
],
[
"0.5b-chat",
- "395MB"
+ "395 MB"
],
[
"0.5b-chat-v1.5-fp16",
- "1.2GB"
+ "1.2 GB"
],
[
"0.5b-chat-v1.5-q2_K",
- "298MB"
+ "298 MB"
],
[
"0.5b-chat-v1.5-q3_K_L",
- "364MB"
+ "364 MB"
],
[
"0.5b-chat-v1.5-q3_K_M",
- "350MB"
+ "350 MB"
],
[
"0.5b-chat-v1.5-q3_K_S",
- "333MB"
+ "333 MB"
],
[
"0.5b-chat-v1.5-q4_0",
- "395MB"
+ "395 MB"
],
[
"0.5b-chat-v1.5-q4_1",
- "424MB"
+ "424 MB"
],
[
"0.5b-chat-v1.5-q4_K_M",
- "407MB"
+ "407 MB"
],
[
"0.5b-chat-v1.5-q4_K_S",
- "397MB"
+ "397 MB"
],
[
"0.5b-chat-v1.5-q5_0",
- "453MB"
+ "453 MB"
],
[
"0.5b-chat-v1.5-q5_1",
- "482MB"
+ "482 MB"
],
[
"0.5b-chat-v1.5-q5_K_M",
- "459MB"
+ "459 MB"
],
[
"0.5b-chat-v1.5-q5_K_S",
- "453MB"
+ "453 MB"
],
[
"0.5b-chat-v1.5-q6_K",
- "515MB"
+ "515 MB"
],
[
"0.5b-chat-v1.5-q8_0",
- "665MB"
+ "665 MB"
],
[
"0.5b-text",
- "395MB"
+ "395 MB"
],
[
"0.5b-text-v1.5-fp16",
- "1.2GB"
+ "1.2 GB"
],
[
"0.5b-text-v1.5-q2_K",
- "298MB"
+ "298 MB"
],
[
"0.5b-text-v1.5-q3_K_L",
- "364MB"
+ "364 MB"
],
[
"0.5b-text-v1.5-q3_K_M",
- "350MB"
+ "350 MB"
],
[
"0.5b-text-v1.5-q3_K_S",
- "333MB"
+ "333 MB"
],
[
"0.5b-text-v1.5-q4_0",
- "395MB"
+ "395 MB"
],
[
"0.5b-text-v1.5-q4_1",
- "424MB"
+ "424 MB"
],
[
"0.5b-text-v1.5-q4_K_M",
- "407MB"
+ "407 MB"
],
[
"0.5b-text-v1.5-q4_K_S",
- "397MB"
+ "397 MB"
],
[
"0.5b-text-v1.5-q5_0",
- "453MB"
+ "453 MB"
],
[
"0.5b-text-v1.5-q5_1",
- "482MB"
+ "482 MB"
],
[
"0.5b-text-v1.5-q5_K_M",
- "459MB"
+ "459 MB"
],
[
"0.5b-text-v1.5-q5_K_S",
- "453MB"
+ "453 MB"
],
[
"0.5b-text-v1.5-q6_K",
- "515MB"
+ "515 MB"
],
[
"0.5b-text-v1.5-q8_0",
- "665MB"
+ "665 MB"
]
],
"image": false,
@@ -5173,411 +5173,411 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"70b",
- "39GB"
+ "39 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"chat",
- "3.8GB"
+ "3.8 GB"
],
[
"text",
- "3.8GB"
+ "3.8 GB"
],
[
"70b-chat",
- "39GB"
+ "39 GB"
],
[
"70b-chat-fp16",
- "138GB"
+ "138 GB"
],
[
"70b-chat-q2_K",
- "29GB"
+ "29 GB"
],
[
"70b-chat-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-chat-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-chat-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-chat-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-chat-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-chat-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-chat-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-chat-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-chat-q5_1",
- "52GB"
+ "52 GB"
],
[
"70b-chat-q5_K_M",
- "49GB"
+ "49 GB"
],
[
"70b-chat-q5_K_S",
- "47GB"
+ "47 GB"
],
[
"70b-chat-q6_K",
- "57GB"
+ "57 GB"
],
[
"70b-chat-q8_0",
- "73GB"
+ "73 GB"
],
[
"70b-text",
- "39GB"
+ "39 GB"
],
[
"70b-text-fp16",
- "138GB"
+ "138 GB"
],
[
"70b-text-q2_K",
- "29GB"
+ "29 GB"
],
[
"70b-text-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-text-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-text-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-text-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-text-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-text-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-text-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-text-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-text-q5_1",
- "52GB"
+ "52 GB"
],
[
"70b-text-q5_K_M",
- "49GB"
+ "49 GB"
],
[
"70b-text-q5_K_S",
- "47GB"
+ "47 GB"
],
[
"70b-text-q6_K",
- "57GB"
+ "57 GB"
],
[
"70b-text-q8_0",
- "73GB"
+ "73 GB"
],
[
"13b-chat",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-chat-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-chat-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-chat-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-chat-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-chat-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-chat-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-chat-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-chat-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-chat-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-chat-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-chat-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-chat-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-chat-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-chat-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-chat-q8_0",
- "14GB"
+ "14 GB"
],
[
"13b-text",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-text-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-text-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-text-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-text-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-text-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-text-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-text-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-text-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-text-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-text-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-text-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-text-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-text-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-text-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-text-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-chat",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-chat-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-chat-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-chat-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-chat-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-chat-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-chat-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-chat-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-chat-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-chat-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-chat-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-chat-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-chat-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-chat-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-chat-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-chat-q8_0",
- "7.2GB"
+ "7.2 GB"
],
[
"7b-text",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-text-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-text-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-text-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-text-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-text-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-text-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-text-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-text-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-text-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-text-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-text-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-text-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-text-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-text-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-text-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -5589,799 +5589,799 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"70b",
- "39GB"
+ "39 GB"
],
[
"34b",
- "19GB"
+ "19 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"code",
- "3.8GB"
+ "3.8 GB"
],
[
"instruct",
- "3.8GB"
+ "3.8 GB"
],
[
"python",
- "3.8GB"
+ "3.8 GB"
],
[
"70b-code",
- "39GB"
+ "39 GB"
],
[
"70b-code-fp16",
- "138GB"
+ "138 GB"
],
[
"70b-code-q2_K",
- "25GB"
+ "25 GB"
],
[
"70b-code-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-code-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-code-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-code-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-code-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-code-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-code-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-code-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-code-q5_1",
- "52GB"
+ "52 GB"
],
[
"70b-code-q5_K_M",
- "49GB"
+ "49 GB"
],
[
"70b-code-q5_K_S",
- "47GB"
+ "47 GB"
],
[
"70b-code-q6_K",
- "57GB"
+ "57 GB"
],
[
"70b-code-q8_0",
- "73GB"
+ "73 GB"
],
[
"70b-instruct",
- "39GB"
+ "39 GB"
],
[
"70b-instruct-fp16",
- "138GB"
+ "138 GB"
],
[
"70b-instruct-q2_K",
- "25GB"
+ "25 GB"
],
[
"70b-instruct-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-instruct-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-instruct-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-instruct-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-instruct-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-instruct-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-instruct-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-instruct-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-instruct-q5_1",
- "52GB"
+ "52 GB"
],
[
"70b-instruct-q5_K_M",
- "49GB"
+ "49 GB"
],
[
"70b-instruct-q5_K_S",
- "47GB"
+ "47 GB"
],
[
"70b-instruct-q6_K",
- "57GB"
+ "57 GB"
],
[
"70b-instruct-q8_0",
- "73GB"
+ "73 GB"
],
[
"70b-python",
- "39GB"
+ "39 GB"
],
[
"70b-python-fp16",
- "138GB"
+ "138 GB"
],
[
"70b-python-q2_K",
- "25GB"
+ "25 GB"
],
[
"70b-python-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-python-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-python-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-python-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-python-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-python-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-python-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-python-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-python-q5_1",
- "52GB"
+ "52 GB"
],
[
"70b-python-q5_K_M",
- "49GB"
+ "49 GB"
],
[
"70b-python-q5_K_S",
- "47GB"
+ "47 GB"
],
[
"70b-python-q6_K",
- "57GB"
+ "57 GB"
],
[
"70b-python-q8_0",
- "73GB"
+ "73 GB"
],
[
"34b-code",
- "19GB"
+ "19 GB"
],
[
"34b-code-q2_K",
- "14GB"
+ "14 GB"
],
[
"34b-code-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-code-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"34b-code-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-code-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-code-q4_1",
- "21GB"
+ "21 GB"
],
[
"34b-code-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"34b-code-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"34b-code-q5_0",
- "23GB"
+ "23 GB"
],
[
"34b-code-q5_1",
- "25GB"
+ "25 GB"
],
[
"34b-code-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"34b-code-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"34b-code-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-code-q8_0",
- "36GB"
+ "36 GB"
],
[
"34b-instruct",
- "19GB"
+ "19 GB"
],
[
"34b-instruct-fp16",
- "67GB"
+ "67 GB"
],
[
"34b-instruct-q2_K",
- "14GB"
+ "14 GB"
],
[
"34b-instruct-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-instruct-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"34b-instruct-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-instruct-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-instruct-q4_1",
- "21GB"
+ "21 GB"
],
[
"34b-instruct-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"34b-instruct-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"34b-instruct-q5_0",
- "23GB"
+ "23 GB"
],
[
"34b-instruct-q5_1",
- "25GB"
+ "25 GB"
],
[
"34b-instruct-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"34b-instruct-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"34b-instruct-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-instruct-q8_0",
- "36GB"
+ "36 GB"
],
[
"34b-python",
- "19GB"
+ "19 GB"
],
[
"34b-python-fp16",
- "67GB"
+ "67 GB"
],
[
"34b-python-q2_K",
- "14GB"
+ "14 GB"
],
[
"34b-python-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-python-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"34b-python-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-python-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-python-q4_1",
- "21GB"
+ "21 GB"
],
[
"34b-python-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"34b-python-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"34b-python-q5_0",
- "23GB"
+ "23 GB"
],
[
"34b-python-q5_1",
- "25GB"
+ "25 GB"
],
[
"34b-python-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"34b-python-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"34b-python-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-python-q8_0",
- "36GB"
+ "36 GB"
],
[
"13b-code",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-code-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-code-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-code-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-code-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-code-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-code-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-code-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-code-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-code-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-code-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-code-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-code-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-code-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-code-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-code-q8_0",
- "14GB"
+ "14 GB"
],
[
"13b-instruct",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-instruct-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-instruct-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-instruct-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-instruct-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-instruct-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-instruct-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-instruct-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-instruct-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-instruct-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-instruct-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-instruct-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-instruct-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-instruct-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-instruct-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-instruct-q8_0",
- "14GB"
+ "14 GB"
],
[
"13b-python",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-python-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-python-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-python-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-python-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-python-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-python-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-python-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-python-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-python-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-python-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-python-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-python-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-python-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-python-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-python-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-code",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-code-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-code-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-code-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-code-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-code-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-code-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-code-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-code-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-code-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-code-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-code-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-code-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-code-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-code-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-code-q8_0",
- "7.2GB"
+ "7.2 GB"
],
[
"7b-instruct",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-instruct-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-instruct-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-instruct-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-instruct-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-instruct-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-instruct-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-instruct-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-instruct-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-instruct-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-instruct-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-instruct-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-instruct-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-instruct-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-instruct-q8_0",
- "7.2GB"
+ "7.2 GB"
],
[
"7b-python",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-python-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-python-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-python-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-python-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-python-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-python-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-python-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-python-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-python-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-python-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-python-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-python-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-python-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-python-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-python-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -6393,351 +6393,351 @@
"tags": [
[
"latest",
- "26GB"
+ "26 GB"
],
[
"8x22b",
- "80GB"
+ "80 GB"
],
[
"8x7b",
- "26GB"
+ "26 GB"
],
[
"v2.5",
- "26GB"
+ "26 GB"
],
[
"v2.6",
- "26GB"
+ "26 GB"
],
[
"v2.6.1",
- "26GB"
+ "26 GB"
],
[
"v2.7",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.5",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.5-fp16",
- "93GB"
+ "93 GB"
],
[
"8x7b-v2.5-q2_K",
- "16GB"
+ "16 GB"
],
[
"8x7b-v2.5-q3_K_L",
- "20GB"
+ "20 GB"
],
[
"8x7b-v2.5-q3_K_M",
- "20GB"
+ "20 GB"
],
[
"8x7b-v2.5-q3_K_S",
- "20GB"
+ "20 GB"
],
[
"8x7b-v2.5-q4_0",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.5-q4_1",
- "29GB"
+ "29 GB"
],
[
"8x7b-v2.5-q4_K_M",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.5-q4_K_S",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.5-q5_0",
- "32GB"
+ "32 GB"
],
[
"8x7b-v2.5-q5_1",
- "35GB"
+ "35 GB"
],
[
"8x7b-v2.5-q5_K_M",
- "32GB"
+ "32 GB"
],
[
"8x7b-v2.5-q5_K_S",
- "32GB"
+ "32 GB"
],
[
"8x7b-v2.5-q6_K",
- "38GB"
+ "38 GB"
],
[
"8x7b-v2.5-q8_0",
- "50GB"
+ "50 GB"
],
[
"8x7b-v2.6",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.6-fp16",
- "93GB"
+ "93 GB"
],
[
"8x7b-v2.6-q2_K",
- "16GB"
+ "16 GB"
],
[
"8x7b-v2.6-q3_K_L",
- "20GB"
+ "20 GB"
],
[
"8x7b-v2.6-q3_K_M",
- "20GB"
+ "20 GB"
],
[
"8x7b-v2.6-q3_K_S",
- "20GB"
+ "20 GB"
],
[
"8x7b-v2.6-q4_0",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.6-q4_1",
- "29GB"
+ "29 GB"
],
[
"8x7b-v2.6-q4_K_M",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.6-q4_K_S",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.6-q5_0",
- "32GB"
+ "32 GB"
],
[
"8x7b-v2.6-q5_1",
- "35GB"
+ "35 GB"
],
[
"8x7b-v2.6-q5_K_M",
- "32GB"
+ "32 GB"
],
[
"8x7b-v2.6-q5_K_S",
- "32GB"
+ "32 GB"
],
[
"8x7b-v2.6-q6_K",
- "38GB"
+ "38 GB"
],
[
"8x7b-v2.6-q8_0",
- "50GB"
+ "50 GB"
],
[
"8x7b-v2.6.1",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.6.1-fp16",
- "93GB"
+ "93 GB"
],
[
"8x7b-v2.6.1-q2_K",
- "16GB"
+ "16 GB"
],
[
"8x7b-v2.6.1-q3_K_L",
- "20GB"
+ "20 GB"
],
[
"8x7b-v2.6.1-q3_K_M",
- "20GB"
+ "20 GB"
],
[
"8x7b-v2.6.1-q3_K_S",
- "20GB"
+ "20 GB"
],
[
"8x7b-v2.6.1-q4_0",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.6.1-q4_1",
- "29GB"
+ "29 GB"
],
[
"8x7b-v2.6.1-q4_K_M",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.6.1-q4_K_S",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.6.1-q5_0",
- "32GB"
+ "32 GB"
],
[
"8x7b-v2.6.1-q5_1",
- "35GB"
+ "35 GB"
],
[
"8x7b-v2.6.1-q5_K_M",
- "32GB"
+ "32 GB"
],
[
"8x7b-v2.6.1-q5_K_S",
- "32GB"
+ "32 GB"
],
[
"8x7b-v2.6.1-q6_K",
- "38GB"
+ "38 GB"
],
[
"8x7b-v2.6.1-q8_0",
- "50GB"
+ "50 GB"
],
[
"8x7b-v2.7",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.7-fp16",
- "93GB"
+ "93 GB"
],
[
"8x7b-v2.7-q2_K",
- "16GB"
+ "16 GB"
],
[
"8x7b-v2.7-q3_K_L",
- "20GB"
+ "20 GB"
],
[
"8x7b-v2.7-q3_K_M",
- "20GB"
+ "20 GB"
],
[
"8x7b-v2.7-q3_K_S",
- "20GB"
+ "20 GB"
],
[
"8x7b-v2.7-q4_0",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.7-q4_1",
- "29GB"
+ "29 GB"
],
[
"8x7b-v2.7-q4_K_M",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.7-q4_K_S",
- "26GB"
+ "26 GB"
],
[
"8x7b-v2.7-q5_0",
- "32GB"
+ "32 GB"
],
[
"8x7b-v2.7-q5_1",
- "35GB"
+ "35 GB"
],
[
"8x7b-v2.7-q5_K_M",
- "32GB"
+ "32 GB"
],
[
"8x7b-v2.7-q5_K_S",
- "32GB"
+ "32 GB"
],
[
"8x7b-v2.7-q6_K",
- "38GB"
+ "38 GB"
],
[
"8x7b-v2.7-q8_0",
- "50GB"
+ "50 GB"
],
[
"8x22b-v2.9",
- "80GB"
+ "80 GB"
],
[
"8x22b-v2.9-fp16",
- "281GB"
+ "281 GB"
],
[
"8x22b-v2.9-q2_K",
- "52GB"
+ "52 GB"
],
[
"8x22b-v2.9-q3_K_L",
- "73GB"
+ "73 GB"
],
[
"8x22b-v2.9-q3_K_M",
- "68GB"
+ "68 GB"
],
[
"8x22b-v2.9-q3_K_S",
- "61GB"
+ "61 GB"
],
[
"8x22b-v2.9-q4_0",
- "80GB"
+ "80 GB"
],
[
"8x22b-v2.9-q4_1",
- "88GB"
+ "88 GB"
],
[
"8x22b-v2.9-q4_K_M",
- "86GB"
+ "86 GB"
],
[
"8x22b-v2.9-q4_K_S",
- "80GB"
+ "80 GB"
],
[
"8x22b-v2.9-q5_0",
- "97GB"
+ "97 GB"
],
[
"8x22b-v2.9-q5_1",
- "106GB"
+ "106 GB"
],
[
"8x22b-v2.9-q5_K_M",
- "100GB"
+ "100 GB"
],
[
"8x22b-v2.9-q5_K_S",
- "97GB"
+ "97 GB"
],
[
"8x22b-v2.9-q6_K",
- "116GB"
+ "116 GB"
],
[
"8x22b-v2.9-q8_0",
- "149GB"
+ "149 GB"
]
],
"image": false,
@@ -6749,15 +6749,15 @@
"tags": [
[
"latest",
- "274MB"
+ "274 MB"
],
[
"v1.5",
- "274MB"
+ "274 MB"
],
[
"137m-v1.5-fp16",
- "274MB"
+ "274 MB"
]
],
"image": false,
@@ -6769,139 +6769,139 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"70b",
- "39GB"
+ "39 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"70b-chat",
- "39GB"
+ "39 GB"
],
[
"70b-chat-q2_K",
- "29GB"
+ "29 GB"
],
[
"70b-chat-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-chat-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-chat-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-chat-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-chat-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-chat-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-chat-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-chat-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-chat-q5_1",
- "52GB"
+ "52 GB"
],
[
"70b-chat-q5_K_M",
- "49GB"
+ "49 GB"
],
[
"70b-chat-q5_K_S",
- "47GB"
+ "47 GB"
],
[
"70b-chat-q6_K",
- "57GB"
+ "57 GB"
],
[
"70b-chat-q8_0",
- "73GB"
+ "73 GB"
],
[
"7b-chat",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-chat-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-chat-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-chat-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-chat-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-chat-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-chat-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-chat-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-chat-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-chat-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-chat-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-chat-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-chat-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-chat-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-chat-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-chat-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -6913,75 +6913,75 @@
"tags": [
[
"latest",
- "1.6GB"
+ "1.6 GB"
],
[
"2.7b",
- "1.6GB"
+ "1.6 GB"
],
[
"chat",
- "1.6GB"
+ "1.6 GB"
],
[
"2.7b-chat-v2-fp16",
- "5.6GB"
+ "5.6 GB"
],
[
"2.7b-chat-v2-q2_K",
- "1.2GB"
+ "1.2 GB"
],
[
"2.7b-chat-v2-q3_K_L",
- "1.6GB"
+ "1.6 GB"
],
[
"2.7b-chat-v2-q3_K_M",
- "1.5GB"
+ "1.5 GB"
],
[
"2.7b-chat-v2-q3_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"2.7b-chat-v2-q4_0",
- "1.6GB"
+ "1.6 GB"
],
[
"2.7b-chat-v2-q4_1",
- "1.8GB"
+ "1.8 GB"
],
[
"2.7b-chat-v2-q4_K_M",
- "1.8GB"
+ "1.8 GB"
],
[
"2.7b-chat-v2-q4_K_S",
- "1.6GB"
+ "1.6 GB"
],
[
"2.7b-chat-v2-q5_0",
- "1.9GB"
+ "1.9 GB"
],
[
"2.7b-chat-v2-q5_1",
- "2.1GB"
+ "2.1 GB"
],
[
"2.7b-chat-v2-q5_K_M",
- "2.1GB"
+ "2.1 GB"
],
[
"2.7b-chat-v2-q5_K_S",
- "1.9GB"
+ "1.9 GB"
],
[
"2.7b-chat-v2-q6_K",
- "2.3GB"
+ "2.3 GB"
],
[
"2.7b-chat-v2-q8_0",
- "3.0GB"
+ "3.0 GB"
]
],
"image": false,
@@ -6993,411 +6993,411 @@
"tags": [
[
"latest",
- "776MB"
+ "776 MB"
],
[
"33b",
- "19GB"
+ "19 GB"
],
[
"6.7b",
- "3.8GB"
+ "3.8 GB"
],
[
"1.3b",
- "776MB"
+ "776 MB"
],
[
"base",
- "776MB"
+ "776 MB"
],
[
"instruct",
- "776MB"
+ "776 MB"
],
[
"33b-base",
- "19GB"
+ "19 GB"
],
[
"33b-base-fp16",
- "67GB"
+ "67 GB"
],
[
"33b-base-q2_K",
- "14GB"
+ "14 GB"
],
[
"33b-base-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"33b-base-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"33b-base-q3_K_S",
- "14GB"
+ "14 GB"
],
[
"33b-base-q4_0",
- "19GB"
+ "19 GB"
],
[
"33b-base-q4_1",
- "21GB"
+ "21 GB"
],
[
"33b-base-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"33b-base-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"33b-base-q5_0",
- "23GB"
+ "23 GB"
],
[
"33b-base-q5_1",
- "25GB"
+ "25 GB"
],
[
"33b-base-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"33b-base-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"33b-base-q6_K",
- "27GB"
+ "27 GB"
],
[
"33b-base-q8_0",
- "35GB"
+ "35 GB"
],
[
"33b-instruct",
- "19GB"
+ "19 GB"
],
[
"33b-instruct-fp16",
- "67GB"
+ "67 GB"
],
[
"33b-instruct-q2_K",
- "14GB"
+ "14 GB"
],
[
"33b-instruct-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"33b-instruct-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"33b-instruct-q3_K_S",
- "14GB"
+ "14 GB"
],
[
"33b-instruct-q4_0",
- "19GB"
+ "19 GB"
],
[
"33b-instruct-q4_1",
- "21GB"
+ "21 GB"
],
[
"33b-instruct-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"33b-instruct-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"33b-instruct-q5_0",
- "23GB"
+ "23 GB"
],
[
"33b-instruct-q5_1",
- "25GB"
+ "25 GB"
],
[
"33b-instruct-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"33b-instruct-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"33b-instruct-q6_K",
- "27GB"
+ "27 GB"
],
[
"33b-instruct-q8_0",
- "35GB"
+ "35 GB"
],
[
"6.7b-base",
- "3.8GB"
+ "3.8 GB"
],
[
"6.7b-base-fp16",
- "13GB"
+ "13 GB"
],
[
"6.7b-base-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"6.7b-base-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"6.7b-base-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"6.7b-base-q3_K_S",
- "3.0GB"
+ "3.0 GB"
],
[
"6.7b-base-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"6.7b-base-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"6.7b-base-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"6.7b-base-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"6.7b-base-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"6.7b-base-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"6.7b-base-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"6.7b-base-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"6.7b-base-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"6.7b-base-q8_0",
- "7.2GB"
+ "7.2 GB"
],
[
"6.7b-instruct",
- "3.8GB"
+ "3.8 GB"
],
[
"6.7b-instruct-fp16",
- "13GB"
+ "13 GB"
],
[
"6.7b-instruct-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"6.7b-instruct-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"6.7b-instruct-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"6.7b-instruct-q3_K_S",
- "3.0GB"
+ "3.0 GB"
],
[
"6.7b-instruct-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"6.7b-instruct-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"6.7b-instruct-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"6.7b-instruct-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"6.7b-instruct-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"6.7b-instruct-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"6.7b-instruct-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"6.7b-instruct-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"6.7b-instruct-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"6.7b-instruct-q8_0",
- "7.2GB"
+ "7.2 GB"
],
[
"1.3b-base",
- "776MB"
+ "776 MB"
],
[
"1.3b-base-fp16",
- "2.7GB"
+ "2.7 GB"
],
[
"1.3b-base-q2_K",
- "632MB"
+ "632 MB"
],
[
"1.3b-base-q3_K_L",
- "745MB"
+ "745 MB"
],
[
"1.3b-base-q3_K_M",
- "705MB"
+ "705 MB"
],
[
"1.3b-base-q3_K_S",
- "659MB"
+ "659 MB"
],
[
"1.3b-base-q4_0",
- "776MB"
+ "776 MB"
],
[
"1.3b-base-q4_1",
- "856MB"
+ "856 MB"
],
[
"1.3b-base-q4_K_M",
- "874MB"
+ "874 MB"
],
[
"1.3b-base-q4_K_S",
- "815MB"
+ "815 MB"
],
[
"1.3b-base-q5_0",
- "936MB"
+ "936 MB"
],
[
"1.3b-base-q5_1",
- "1.0GB"
+ "1.0 GB"
],
[
"1.3b-base-q5_K_M",
- "1.0GB"
+ "1.0 GB"
],
[
"1.3b-base-q5_K_S",
- "953MB"
+ "953 MB"
],
[
"1.3b-base-q6_K",
- "1.2GB"
+ "1.2 GB"
],
[
"1.3b-base-q8_0",
- "1.4GB"
+ "1.4 GB"
],
[
"1.3b-instruct",
- "776MB"
+ "776 MB"
],
[
"1.3b-instruct-fp16",
- "2.7GB"
+ "2.7 GB"
],
[
"1.3b-instruct-q2_K",
- "632MB"
+ "632 MB"
],
[
"1.3b-instruct-q3_K_L",
- "745MB"
+ "745 MB"
],
[
"1.3b-instruct-q3_K_M",
- "705MB"
+ "705 MB"
],
[
"1.3b-instruct-q3_K_S",
- "659MB"
+ "659 MB"
],
[
"1.3b-instruct-q4_0",
- "776MB"
+ "776 MB"
],
[
"1.3b-instruct-q4_1",
- "856MB"
+ "856 MB"
],
[
"1.3b-instruct-q4_K_M",
- "874MB"
+ "874 MB"
],
[
"1.3b-instruct-q4_K_S",
- "815MB"
+ "815 MB"
],
[
"1.3b-instruct-q5_0",
- "936MB"
+ "936 MB"
],
[
"1.3b-instruct-q5_1",
- "1.0GB"
+ "1.0 GB"
],
[
"1.3b-instruct-q5_K_M",
- "1.0GB"
+ "1.0 GB"
],
[
"1.3b-instruct-q5_K_S",
- "953MB"
+ "953 MB"
],
[
"1.3b-instruct-q6_K",
- "1.2GB"
+ "1.2 GB"
],
[
"1.3b-instruct-q8_0",
- "1.4GB"
+ "1.4 GB"
]
],
"image": false,
@@ -7409,483 +7409,483 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"v2",
- "4.1GB"
+ "4.1 GB"
],
[
"v2.1",
- "4.1GB"
+ "4.1 GB"
],
[
"v2.2",
- "4.1GB"
+ "4.1 GB"
],
[
"v2.2.1",
- "4.1GB"
+ "4.1 GB"
],
[
"v2.6",
- "4.1GB"
+ "4.1 GB"
],
[
"v2.8",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v2-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v2-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v2-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v2-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v2-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v2-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v2-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v2-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v2-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v2-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-v2.1",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.1-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v2.1-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v2.1-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v2.1-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v2.1-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v2.1-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.1-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v2.1-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v2.1-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.1-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2.1-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v2.1-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v2.1-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2.1-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v2.1-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-v2.2",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.2-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v2.2-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v2.2-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v2.2-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v2.2-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v2.2-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.2-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v2.2-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v2.2-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.2-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2.2-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v2.2-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v2.2-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2.2-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v2.2-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-v2.2.1",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.2.1-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v2.2.1-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v2.2.1-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v2.2.1-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v2.2.1-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v2.2.1-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.2.1-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v2.2.1-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v2.2.1-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.2.1-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2.2.1-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v2.2.1-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v2.2.1-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2.2.1-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v2.2.1-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-v2.6-dpo-laser",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.6",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.6-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v2.6-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v2.6-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v2.6-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v2.6-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v2.6-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.6-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v2.6-dpo-laser-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-v2.6-dpo-laser-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v2.6-dpo-laser-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2.6-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v2.6-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2.6-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v2.6-dpo-laser-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2.6-dpo-laser-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v2.6-dpo-laser-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v2.6-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2.6-dpo-laser-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v2.6-dpo-laser-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v2.6-dpo-laser-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v2.6-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-v2.6-dpo-laser-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v2.6-dpo-laser-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.6-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.6-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v2.6-dpo-laser-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v2.6-dpo-laser-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v2.6-dpo-laser-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v2.6-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v2.6-dpo-laser-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.8",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.8-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v2.8-q2_K",
- "2.7GB"
+ "2.7 GB"
],
[
"7b-v2.8-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v2.8-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v2.8-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v2.8-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.8-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v2.8-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v2.8-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.8-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2.8-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v2.8-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v2.8-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v2.8-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v2.8-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -7897,479 +7897,479 @@
"tags": [
[
"latest",
- "2.0GB"
+ "2.0 GB"
],
[
"70b",
- "39GB"
+ "39 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"3b",
- "2.0GB"
+ "2.0 GB"
],
[
"70b-v3",
- "39GB"
+ "39 GB"
],
[
"70b-v3-fp16",
- "138GB"
+ "138 GB"
],
[
"70b-v3-q2_K",
- "29GB"
+ "29 GB"
],
[
"70b-v3-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-v3-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-v3-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-v3-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-v3-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-v3-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-v3-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-v3-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-v3-q5_1",
- "52GB"
+ "52 GB"
],
[
"70b-v3-q5_K_M",
- "49GB"
+ "49 GB"
],
[
"70b-v3-q5_K_S",
- "47GB"
+ "47 GB"
],
[
"70b-v3-q6_K",
- "57GB"
+ "57 GB"
],
[
"70b-v3-q8_0",
- "73GB"
+ "73 GB"
],
[
"13b-v2-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-v2-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-v2-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-v2-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-v2-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-v2-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v2-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-v2-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-v2-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v2-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v2-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-v2-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-v2-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v2-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-v2-q8_0",
- "14GB"
+ "14 GB"
],
[
"13b-v3",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v3-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-v3-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-v3-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-v3-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-v3-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-v3-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v3-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-v3-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-v3-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v3-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v3-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-v3-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-v3-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v3-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-v3-q8_0",
- "14GB"
+ "14 GB"
],
[
"13b-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-v2-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-v2-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-v2-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-v2-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-v2-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-v2-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v2-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-v2-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-v2-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v2-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v2-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-v2-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v2-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-v2-q8_0",
- "7.2GB"
+ "7.2 GB"
],
[
"7b-v3",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v3-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-v3-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-v3-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-v3-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-v3-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-v3-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v3-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-v3-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-v3-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v3-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v3-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-v3-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v3-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-v3-q8_0",
- "7.2GB"
+ "7.2 GB"
],
[
"7b-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-q8_0",
- "7.2GB"
+ "7.2 GB"
],
[
"3b-fp16",
- "6.9GB"
+ "6.9 GB"
],
[
"3b-q4_0",
- "2.0GB"
+ "2.0 GB"
],
[
"3b-q4_1",
- "2.2GB"
+ "2.2 GB"
],
[
"3b-q5_0",
- "2.4GB"
+ "2.4 GB"
],
[
"3b-q5_1",
- "2.6GB"
+ "2.6 GB"
],
[
"3b-q8_0",
- "3.6GB"
+ "3.6 GB"
]
],
"image": false,
@@ -8381,219 +8381,219 @@
"tags": [
[
"latest",
- "4.7GB"
+ "4.7 GB"
],
[
"70b",
- "40GB"
+ "40 GB"
],
[
"8b",
- "4.7GB"
+ "4.7 GB"
],
[
"256k",
- "4.7GB"
+ "4.7 GB"
],
[
"v2.9",
- "4.7GB"
+ "4.7 GB"
],
[
"70b-v2.9",
- "40GB"
+ "40 GB"
],
[
"70b-v2.9-fp16",
- "141GB"
+ "141 GB"
],
[
"70b-v2.9-q2_K",
- "26GB"
+ "26 GB"
],
[
"70b-v2.9-q3_K_L",
- "37GB"
+ "37 GB"
],
[
"70b-v2.9-q3_K_M",
- "34GB"
+ "34 GB"
],
[
"70b-v2.9-q3_K_S",
- "31GB"
+ "31 GB"
],
[
"70b-v2.9-q4_0",
- "40GB"
+ "40 GB"
],
[
"70b-v2.9-q4_1",
- "44GB"
+ "44 GB"
],
[
"70b-v2.9-q4_K_M",
- "43GB"
+ "43 GB"
],
[
"70b-v2.9-q4_K_S",
- "40GB"
+ "40 GB"
],
[
"70b-v2.9-q5_0",
- "49GB"
+ "49 GB"
],
[
"70b-v2.9-q5_1",
- "53GB"
+ "53 GB"
],
[
"70b-v2.9-q5_K_M",
- "50GB"
+ "50 GB"
],
[
"70b-v2.9-q5_K_S",
- "49GB"
+ "49 GB"
],
[
"70b-v2.9-q6_K",
- "58GB"
+ "58 GB"
],
[
"70b-v2.9-q8_0",
- "75GB"
+ "75 GB"
],
[
"8b-256k-v2.9",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-256k",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-256k-v2.9-fp16",
- "16GB"
+ "16 GB"
],
[
"8b-256k-v2.9-q2_K",
- "3.2GB"
+ "3.2 GB"
],
[
"8b-256k-v2.9-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"8b-256k-v2.9-q3_K_M",
- "4.0GB"
+ "4.0 GB"
],
[
"8b-256k-v2.9-q3_K_S",
- "3.7GB"
+ "3.7 GB"
],
[
"8b-256k-v2.9-q4_0",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-256k-v2.9-q4_1",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-256k-v2.9-q4_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"8b-256k-v2.9-q4_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-256k-v2.9-q5_0",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-256k-v2.9-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"8b-256k-v2.9-q5_K_M",
- "5.7GB"
+ "5.7 GB"
],
[
"8b-256k-v2.9-q5_K_S",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-256k-v2.9-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"8b-256k-v2.9-q8_0",
- "8.5GB"
+ "8.5 GB"
],
[
"8b-v2.9",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-v2.9-fp16",
- "16GB"
+ "16 GB"
],
[
"8b-v2.9-q2_K",
- "3.2GB"
+ "3.2 GB"
],
[
"8b-v2.9-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"8b-v2.9-q3_K_M",
- "4.0GB"
+ "4.0 GB"
],
[
"8b-v2.9-q3_K_S",
- "3.7GB"
+ "3.7 GB"
],
[
"8b-v2.9-q4_0",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-v2.9-q4_1",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-v2.9-q4_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"8b-v2.9-q4_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-v2.9-q5_0",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-v2.9-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"8b-v2.9-q5_K_M",
- "5.7GB"
+ "5.7 GB"
],
[
"8b-v2.9-q5_K_S",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-v2.9-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"8b-v2.9-q8_0",
- "8.5GB"
+ "8.5 GB"
]
],
"image": false,
@@ -8605,19 +8605,19 @@
"tags": [
[
"latest",
- "670MB"
+ "670 MB"
],
[
"335m",
- "670MB"
+ "670 MB"
],
[
"v1",
- "670MB"
+ "670 MB"
],
[
"335m-v1-fp16",
- "670MB"
+ "670 MB"
]
],
"image": false,
@@ -8629,271 +8629,271 @@
"tags": [
[
"latest",
- "1.7GB"
+ "1.7 GB"
],
[
"15b",
- "9.1GB"
+ "9.1 GB"
],
[
"7b",
- "4.0GB"
+ "4.0 GB"
],
[
"3b",
- "1.7GB"
+ "1.7 GB"
],
[
"instruct",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-instruct",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-instruct-v0.1-fp16",
- "32GB"
+ "32 GB"
],
[
"15b-instruct-v0.1-q2_K",
- "6.2GB"
+ "6.2 GB"
],
[
"15b-instruct-v0.1-q3_K_L",
- "9.0GB"
+ "9.0 GB"
],
[
"15b-instruct-v0.1-q3_K_M",
- "8.0GB"
+ "8.0 GB"
],
[
"15b-instruct-v0.1-q3_K_S",
- "7.0GB"
+ "7.0 GB"
],
[
"15b-instruct-v0.1-q4_0",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-instruct-v0.1-q4_1",
- "10GB"
+ "10 GB"
],
[
"15b-instruct-v0.1-q4_K_M",
- "9.9GB"
+ "9.9 GB"
],
[
"15b-instruct-v0.1-q4_K_S",
- "9.2GB"
+ "9.2 GB"
],
[
"15b-instruct-v0.1-q5_0",
- "11GB"
+ "11 GB"
],
[
"15b-instruct-v0.1-q5_1",
- "12GB"
+ "12 GB"
],
[
"15b-instruct-v0.1-q5_K_M",
- "11GB"
+ "11 GB"
],
[
"15b-instruct-v0.1-q5_K_S",
- "11GB"
+ "11 GB"
],
[
"15b-instruct-v0.1-q6_K",
- "13GB"
+ "13 GB"
],
[
"15b-instruct-v0.1-q8_0",
- "17GB"
+ "17 GB"
],
[
"15b-instruct-q4_0",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-fp16",
- "32GB"
+ "32 GB"
],
[
"15b-q2_K",
- "6.2GB"
+ "6.2 GB"
],
[
"15b-q3_K_L",
- "9.0GB"
+ "9.0 GB"
],
[
"15b-q3_K_M",
- "8.1GB"
+ "8.1 GB"
],
[
"15b-q3_K_S",
- "7.0GB"
+ "7.0 GB"
],
[
"15b-q4_0",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-q4_1",
- "10GB"
+ "10 GB"
],
[
"15b-q4_K_M",
- "9.9GB"
+ "9.9 GB"
],
[
"15b-q4_K_S",
- "9.3GB"
+ "9.3 GB"
],
[
"15b-q5_0",
- "11GB"
+ "11 GB"
],
[
"15b-q5_1",
- "12GB"
+ "12 GB"
],
[
"15b-q5_K_M",
- "11GB"
+ "11 GB"
],
[
"15b-q5_K_S",
- "11GB"
+ "11 GB"
],
[
"15b-q6_K",
- "13GB"
+ "13 GB"
],
[
"15b-q8_0",
- "17GB"
+ "17 GB"
],
[
"7b-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-q2_K",
- "2.7GB"
+ "2.7 GB"
],
[
"7b-q3_K_L",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-q3_K_M",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-q3_K_S",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-q4_0",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-q4_1",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q5_0",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_S",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-q8_0",
- "7.6GB"
+ "7.6 GB"
],
[
"3b-fp16",
- "6.1GB"
+ "6.1 GB"
],
[
"3b-q2_K",
- "1.1GB"
+ "1.1 GB"
],
[
"3b-q3_K_L",
- "1.7GB"
+ "1.7 GB"
],
[
"3b-q3_K_M",
- "1.5GB"
+ "1.5 GB"
],
[
"3b-q3_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"3b-q4_0",
- "1.7GB"
+ "1.7 GB"
],
[
"3b-q4_1",
- "1.9GB"
+ "1.9 GB"
],
[
"3b-q4_K_M",
- "1.8GB"
+ "1.8 GB"
],
[
"3b-q4_K_S",
- "1.7GB"
+ "1.7 GB"
],
[
"3b-q5_0",
- "2.1GB"
+ "2.1 GB"
],
[
"3b-q5_1",
- "2.3GB"
+ "2.3 GB"
],
[
"3b-q5_K_M",
- "2.2GB"
+ "2.2 GB"
],
[
"3b-q5_K_S",
- "2.1GB"
+ "2.1 GB"
],
[
"3b-q6_K",
- "2.5GB"
+ "2.5 GB"
],
[
"3b-q8_0",
- "3.2GB"
+ "3.2 GB"
]
],
"image": false,
@@ -8905,71 +8905,71 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -8981,699 +8981,699 @@
"tags": [
[
"latest",
- "3.5GB"
+ "3.5 GB"
],
[
"34b",
- "19GB"
+ "19 GB"
],
[
"9b",
- "5.0GB"
+ "5.0 GB"
],
[
"6b",
- "3.5GB"
+ "3.5 GB"
],
[
"v1.5",
- "3.5GB"
+ "3.5 GB"
],
[
"34b-chat",
- "19GB"
+ "19 GB"
],
[
"34b-chat-v1.5-fp16",
- "69GB"
+ "69 GB"
],
[
"34b-chat-v1.5-q2_K",
- "13GB"
+ "13 GB"
],
[
"34b-chat-v1.5-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-chat-v1.5-q3_K_M",
- "17GB"
+ "17 GB"
],
[
"34b-chat-v1.5-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-chat-v1.5-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-chat-v1.5-q4_1",
- "22GB"
+ "22 GB"
],
[
"34b-chat-v1.5-q4_K_M",
- "21GB"
+ "21 GB"
],
[
"34b-chat-v1.5-q4_K_S",
- "20GB"
+ "20 GB"
],
[
"34b-chat-v1.5-q5_0",
- "24GB"
+ "24 GB"
],
[
"34b-chat-v1.5-q5_1",
- "26GB"
+ "26 GB"
],
[
"34b-chat-v1.5-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"34b-chat-v1.5-q5_K_S",
- "24GB"
+ "24 GB"
],
[
"34b-chat-v1.5-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-chat-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-chat-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"34b-chat-q4_K_S",
- "20GB"
+ "20 GB"
],
[
"34b-chat-q4_K_M",
- "21GB"
+ "21 GB"
],
[
"34b-chat-q3_K_M",
- "17GB"
+ "17 GB"
],
[
"34b-chat-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-chat-v1.5-q8_0",
- "37GB"
+ "37 GB"
],
[
"34b-chat-fp16",
- "69GB"
+ "69 GB"
],
[
"34b-chat-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-chat-q5_K_S",
- "24GB"
+ "24 GB"
],
[
"34b-chat-q4_1",
- "22GB"
+ "22 GB"
],
[
"34b-chat-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-chat-q2_K",
- "15GB"
+ "15 GB"
],
[
"34b-chat-q5_0",
- "24GB"
+ "24 GB"
],
[
"34b-chat-q5_1",
- "26GB"
+ "26 GB"
],
[
"34b-chat-q8_0",
- "37GB"
+ "37 GB"
],
[
"34b-v1.5",
- "19GB"
+ "19 GB"
],
[
"34b-v1.5-fp16",
- "69GB"
+ "69 GB"
],
[
"34b-v1.5-q2_K",
- "13GB"
+ "13 GB"
],
[
"34b-v1.5-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-v1.5-q3_K_M",
- "17GB"
+ "17 GB"
],
[
"34b-v1.5-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-v1.5-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-v1.5-q4_1",
- "22GB"
+ "22 GB"
],
[
"34b-v1.5-q4_K_M",
- "21GB"
+ "21 GB"
],
[
"34b-v1.5-q4_K_S",
- "20GB"
+ "20 GB"
],
[
"34b-v1.5-q5_0",
- "24GB"
+ "24 GB"
],
[
"34b-v1.5-q5_1",
- "26GB"
+ "26 GB"
],
[
"34b-v1.5-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"34b-v1.5-q5_K_S",
- "24GB"
+ "24 GB"
],
[
"34b-v1.5-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-v1.5-q8_0",
- "37GB"
+ "37 GB"
],
[
"9b-chat",
- "5.0GB"
+ "5.0 GB"
],
[
"34b-q2_K",
- "15GB"
+ "15 GB"
],
[
"34b-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-q3_K_M",
- "17GB"
+ "17 GB"
],
[
"34b-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-q4_1",
- "22GB"
+ "22 GB"
],
[
"34b-q4_K_M",
- "21GB"
+ "21 GB"
],
[
"34b-q4_K_S",
- "20GB"
+ "20 GB"
],
[
"34b-q5_0",
- "24GB"
+ "24 GB"
],
[
"34b-q5_1",
- "26GB"
+ "26 GB"
],
[
"34b-q5_K_S",
- "24GB"
+ "24 GB"
],
[
"34b-q6_K",
- "28GB"
+ "28 GB"
],
[
"9b-chat-v1.5-fp16",
- "18GB"
+ "18 GB"
],
[
"9b-chat-v1.5-q2_K",
- "3.4GB"
+ "3.4 GB"
],
[
"9b-chat-v1.5-q3_K_L",
- "4.7GB"
+ "4.7 GB"
],
[
"9b-chat-v1.5-q3_K_M",
- "4.3GB"
+ "4.3 GB"
],
[
"9b-chat-v1.5-q3_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"9b-chat-v1.5-q4_0",
- "5.0GB"
+ "5.0 GB"
],
[
"9b-chat-v1.5-q4_1",
- "5.6GB"
+ "5.6 GB"
],
[
"9b-chat-v1.5-q4_K_M",
- "5.3GB"
+ "5.3 GB"
],
[
"9b-chat-v1.5-q4_K_S",
- "5.1GB"
+ "5.1 GB"
],
[
"9b-chat-v1.5-q5_0",
- "6.1GB"
+ "6.1 GB"
],
[
"9b-chat-v1.5-q5_1",
- "6.6GB"
+ "6.6 GB"
],
[
"9b-chat-v1.5-q5_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"9b-chat-v1.5-q5_K_S",
- "6.1GB"
+ "6.1 GB"
],
[
"9b-chat-v1.5-q6_K",
- "7.2GB"
+ "7.2 GB"
],
[
"9b-chat-v1.5-q8_0",
- "9.4GB"
+ "9.4 GB"
],
[
"9b-v1.5",
- "5.0GB"
+ "5.0 GB"
],
[
"9b-v1.5-fp16",
- "18GB"
+ "18 GB"
],
[
"9b-v1.5-q2_K",
- "3.4GB"
+ "3.4 GB"
],
[
"9b-v1.5-q3_K_L",
- "4.7GB"
+ "4.7 GB"
],
[
"9b-v1.5-q3_K_M",
- "4.3GB"
+ "4.3 GB"
],
[
"9b-v1.5-q3_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"9b-v1.5-q4_0",
- "5.0GB"
+ "5.0 GB"
],
[
"9b-v1.5-q4_1",
- "5.6GB"
+ "5.6 GB"
],
[
"9b-v1.5-q4_K_M",
- "5.3GB"
+ "5.3 GB"
],
[
"9b-v1.5-q4_K_S",
- "5.1GB"
+ "5.1 GB"
],
[
"9b-v1.5-q5_0",
- "6.1GB"
+ "6.1 GB"
],
[
"9b-v1.5-q5_1",
- "6.6GB"
+ "6.6 GB"
],
[
"9b-v1.5-q5_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"9b-v1.5-q5_K_S",
- "6.1GB"
+ "6.1 GB"
],
[
"9b-v1.5-q6_K",
- "7.2GB"
+ "7.2 GB"
],
[
"9b-v1.5-q8_0",
- "9.4GB"
+ "9.4 GB"
],
[
"6b-200k",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-200k-fp16",
- "12GB"
+ "12 GB"
],
[
"6b-200k-q2_K",
- "2.6GB"
+ "2.6 GB"
],
[
"6b-200k-q3_K_L",
- "3.2GB"
+ "3.2 GB"
],
[
"6b-200k-q3_K_M",
- "3.0GB"
+ "3.0 GB"
],
[
"6b-200k-q3_K_S",
- "2.7GB"
+ "2.7 GB"
],
[
"6b-200k-q4_0",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-200k-q4_1",
- "3.8GB"
+ "3.8 GB"
],
[
"6b-200k-q4_K_M",
- "3.7GB"
+ "3.7 GB"
],
[
"6b-200k-q4_K_S",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-200k-q5_0",
- "4.2GB"
+ "4.2 GB"
],
[
"6b-200k-q5_1",
- "4.6GB"
+ "4.6 GB"
],
[
"6b-200k-q5_K_M",
- "4.3GB"
+ "4.3 GB"
],
[
"6b-200k-q5_K_S",
- "4.2GB"
+ "4.2 GB"
],
[
"6b-200k-q6_K",
- "5.0GB"
+ "5.0 GB"
],
[
"6b-200k-q8_0",
- "6.4GB"
+ "6.4 GB"
],
[
"6b-chat",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-chat-fp16",
- "12GB"
+ "12 GB"
],
[
"6b-chat-q2_K",
- "2.6GB"
+ "2.6 GB"
],
[
"6b-chat-q3_K_L",
- "3.2GB"
+ "3.2 GB"
],
[
"6b-chat-q3_K_M",
- "3.0GB"
+ "3.0 GB"
],
[
"6b-chat-q3_K_S",
- "2.7GB"
+ "2.7 GB"
],
[
"6b-chat-q4_0",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-chat-q4_1",
- "3.8GB"
+ "3.8 GB"
],
[
"6b-chat-q4_K_M",
- "3.7GB"
+ "3.7 GB"
],
[
"6b-chat-q4_K_S",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-chat-q5_0",
- "4.2GB"
+ "4.2 GB"
],
[
"6b-chat-q5_1",
- "4.6GB"
+ "4.6 GB"
],
[
"6b-chat-q5_K_M",
- "4.3GB"
+ "4.3 GB"
],
[
"6b-chat-q5_K_S",
- "4.2GB"
+ "4.2 GB"
],
[
"6b-chat-q6_K",
- "5.0GB"
+ "5.0 GB"
],
[
"6b-chat-v1.5-q5_0",
- "4.2GB"
+ "4.2 GB"
],
[
"6b-chat-v1.5-q2_K",
- "2.3GB"
+ "2.3 GB"
],
[
"6b-chat-v1.5-q4_K_M",
- "3.7GB"
+ "3.7 GB"
],
[
"6b-chat-v1.5-q4_1",
- "3.8GB"
+ "3.8 GB"
],
[
"6b-chat-v1.5-q3_K_L",
- "3.2GB"
+ "3.2 GB"
],
[
"6b-chat-v1.5-q4_K_S",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-chat-q8_0",
- "6.4GB"
+ "6.4 GB"
],
[
"6b-chat-v1.5-q3_K_S",
- "2.7GB"
+ "2.7 GB"
],
[
"6b-chat-v1.5-q3_K_M",
- "3.0GB"
+ "3.0 GB"
],
[
"6b-chat-v1.5-fp16",
- "12GB"
+ "12 GB"
],
[
"6b-chat-v1.5-q4_0",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-chat-v1.5-q5_1",
- "4.6GB"
+ "4.6 GB"
],
[
"6b-chat-v1.5-q5_K_M",
- "4.3GB"
+ "4.3 GB"
],
[
"6b-chat-v1.5-q5_K_S",
- "4.2GB"
+ "4.2 GB"
],
[
"6b-chat-v1.5-q6_K",
- "5.0GB"
+ "5.0 GB"
],
[
"6b-chat-v1.5-q8_0",
- "6.4GB"
+ "6.4 GB"
],
[
"6b-v1.5",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-v1.5-fp16",
- "12GB"
+ "12 GB"
],
[
"6b-v1.5-q2_K",
- "2.3GB"
+ "2.3 GB"
],
[
"6b-v1.5-q3_K_L",
- "3.2GB"
+ "3.2 GB"
],
[
"6b-v1.5-q3_K_M",
- "3.0GB"
+ "3.0 GB"
],
[
"6b-v1.5-q3_K_S",
- "2.7GB"
+ "2.7 GB"
],
[
"6b-v1.5-q4_0",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-v1.5-q4_1",
- "3.8GB"
+ "3.8 GB"
],
[
"6b-v1.5-q4_K_M",
- "3.7GB"
+ "3.7 GB"
],
[
"6b-v1.5-q4_K_S",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-v1.5-q5_0",
- "4.2GB"
+ "4.2 GB"
],
[
"6b-v1.5-q5_1",
- "4.6GB"
+ "4.6 GB"
],
[
"6b-v1.5-q5_K_M",
- "4.3GB"
+ "4.3 GB"
],
[
"6b-v1.5-q5_K_S",
- "4.2GB"
+ "4.2 GB"
],
[
"6b-v1.5-q6_K",
- "5.0GB"
+ "5.0 GB"
],
[
"6b-v1.5-q8_0",
- "6.4GB"
+ "6.4 GB"
],
[
"6b-fp16",
- "12GB"
+ "12 GB"
],
[
"6b-q2_K",
- "2.6GB"
+ "2.6 GB"
],
[
"6b-q3_K_L",
- "3.2GB"
+ "3.2 GB"
],
[
"6b-q3_K_M",
- "3.0GB"
+ "3.0 GB"
],
[
"6b-q3_K_S",
- "2.7GB"
+ "2.7 GB"
],
[
"6b-q4_0",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-q4_1",
- "3.8GB"
+ "3.8 GB"
],
[
"6b-q4_K_M",
- "3.7GB"
+ "3.7 GB"
],
[
"6b-q4_K_S",
- "3.5GB"
+ "3.5 GB"
],
[
"6b-q5_0",
- "4.2GB"
+ "4.2 GB"
],
[
"6b-q5_1",
- "4.6GB"
+ "4.6 GB"
],
[
"6b-q5_K_M",
- "4.3GB"
+ "4.3 GB"
],
[
"6b-q5_K_S",
- "4.2GB"
+ "4.2 GB"
],
[
"6b-q6_K",
- "5.0GB"
+ "5.0 GB"
],
[
"6b-q8_0",
- "6.4GB"
+ "6.4 GB"
]
],
"image": false,
@@ -9685,163 +9685,163 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"141b",
- "80GB"
+ "80 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"141b-v0.1",
- "80GB"
+ "80 GB"
],
[
"141b-v0.1-fp16",
- "281GB"
+ "281 GB"
],
[
"141b-v0.1-q2_K",
- "52GB"
+ "52 GB"
],
[
"141b-v0.1-q4_0",
- "80GB"
+ "80 GB"
],
[
"141b-v0.1-q8_0",
- "149GB"
+ "149 GB"
],
[
"7b-alpha",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-alpha-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-alpha-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-alpha-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-alpha-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-alpha-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-alpha-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-alpha-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-alpha-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-alpha-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-alpha-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-alpha-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-alpha-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-alpha-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-alpha-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-alpha-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-beta",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-beta-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-beta-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-beta-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-beta-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-beta-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-beta-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-beta-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-beta-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-beta-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-beta-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-beta-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-beta-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-beta-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-beta-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-beta-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -9853,143 +9853,143 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"13b-chat",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-chat-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-chat-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-chat-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-chat-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-chat-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-chat-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-chat-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-chat-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-chat-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-chat-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-chat-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-chat-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-chat-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-chat-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-chat-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-chat",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-chat-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-chat-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-chat-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-chat-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-chat-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-chat-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-chat-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-chat-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-chat-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-chat-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-chat-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-chat-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-chat-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-chat-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-chat-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -10001,19 +10001,19 @@
"tags": [
[
"latest",
- "5.5GB"
+ "5.5 GB"
],
[
"8b",
- "5.5GB"
+ "5.5 GB"
],
[
"8b-v1.1-fp16",
- "17GB"
+ "17 GB"
],
[
"8b-v1.1-q4_0",
- "5.5GB"
+ "5.5 GB"
]
],
"image": true,
@@ -10025,447 +10025,447 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"33b",
- "18GB"
+ "18 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"13b-16k",
- "7.4GB"
+ "7.4 GB"
],
[
"33b-fp16",
- "65GB"
+ "65 GB"
],
[
"33b-q2_K",
- "14GB"
+ "14 GB"
],
[
"33b-q3_K_L",
- "17GB"
+ "17 GB"
],
[
"33b-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"33b-q3_K_S",
- "14GB"
+ "14 GB"
],
[
"33b-q4_0",
- "18GB"
+ "18 GB"
],
[
"33b-q4_1",
- "20GB"
+ "20 GB"
],
[
"33b-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"33b-q4_K_S",
- "18GB"
+ "18 GB"
],
[
"33b-q5_0",
- "22GB"
+ "22 GB"
],
[
"33b-q5_1",
- "24GB"
+ "24 GB"
],
[
"33b-q5_K_M",
- "23GB"
+ "23 GB"
],
[
"33b-q5_K_S",
- "22GB"
+ "22 GB"
],
[
"33b-q6_K",
- "27GB"
+ "27 GB"
],
[
"33b-q8_0",
- "35GB"
+ "35 GB"
],
[
"13b-v1.5-16k-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-v1.5-16k-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-v1.5-16k-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-v1.5-16k-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-v1.5-16k-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-v1.5-16k-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v1.5-16k-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-v1.5-16k-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-v1.5-16k-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v1.5-16k-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v1.5-16k-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-v1.5-16k-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-v1.5-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-v1.5-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-v1.5-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-v1.5-16k-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v1.5-16k-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-v1.5-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-v1.5-16k-q8_0",
- "14GB"
+ "14 GB"
],
[
"13b-v1.5-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-v1.5-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v1.5-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-v1.5-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-v1.5-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v1.5-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v1.5-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-v1.5-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-v1.5-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v1.5-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-v1.5-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-16k",
- "3.8GB"
+ "3.8 GB"
],
[
"13b-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-v1.5-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-v1.5-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-v1.5-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-v1.5-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-v1.5-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-v1.5-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v1.5-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-v1.5-16k-q8_0",
- "7.2GB"
+ "7.2 GB"
],
[
"7b-v1.5-16k-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-v1.5-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-v1.5-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-v1.5-16k-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-v1.5-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-v1.5-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v1.5-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1.5-q8_0",
- "7.2GB"
+ "7.2 GB"
],
[
"7b-v1.5-16k-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-v1.5-16k-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-v1.5-16k-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1.5-16k-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-v1.5-16k-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v1.5-16k-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-v1.5-16k-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-v1.5-16k-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v1.5-16k-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v1.5-16k-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-v1.5-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v1.5-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v1.5-16k-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-v1.5-16k-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -10477,135 +10477,135 @@
"tags": [
[
"latest",
- "6.1GB"
+ "6.1 GB"
],
[
"34b",
- "19GB"
+ "19 GB"
],
[
"10.7b",
- "6.1GB"
+ "6.1 GB"
],
[
"34b-yi-fp16",
- "69GB"
+ "69 GB"
],
[
"34b-yi-q2_K",
- "15GB"
+ "15 GB"
],
[
"34b-yi-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-yi-q3_K_M",
- "17GB"
+ "17 GB"
],
[
"34b-yi-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-yi-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-yi-q4_1",
- "22GB"
+ "22 GB"
],
[
"34b-yi-q4_K_M",
- "21GB"
+ "21 GB"
],
[
"34b-yi-q4_K_S",
- "20GB"
+ "20 GB"
],
[
"34b-yi-q5_0",
- "24GB"
+ "24 GB"
],
[
"34b-yi-q5_1",
- "26GB"
+ "26 GB"
],
[
"34b-yi-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"34b-yi-q5_K_S",
- "24GB"
+ "24 GB"
],
[
"34b-yi-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-yi-q8_0",
- "37GB"
+ "37 GB"
],
[
"10.7b-solar-fp16",
- "21GB"
+ "21 GB"
],
[
"10.7b-solar-q2_K",
- "4.5GB"
+ "4.5 GB"
],
[
"10.7b-solar-q3_K_L",
- "5.7GB"
+ "5.7 GB"
],
[
"10.7b-solar-q3_K_M",
- "5.2GB"
+ "5.2 GB"
],
[
"10.7b-solar-q3_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"10.7b-solar-q4_0",
- "6.1GB"
+ "6.1 GB"
],
[
"10.7b-solar-q4_1",
- "6.7GB"
+ "6.7 GB"
],
[
"10.7b-solar-q4_K_M",
- "6.5GB"
+ "6.5 GB"
],
[
"10.7b-solar-q4_K_S",
- "6.1GB"
+ "6.1 GB"
],
[
"10.7b-solar-q5_0",
- "7.4GB"
+ "7.4 GB"
],
[
"10.7b-solar-q5_1",
- "8.1GB"
+ "8.1 GB"
],
[
"10.7b-solar-q5_K_M",
- "7.6GB"
+ "7.6 GB"
],
[
"10.7b-solar-q5_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"10.7b-solar-q6_K",
- "8.8GB"
+ "8.8 GB"
],
[
"10.7b-solar-q8_0",
- "11GB"
+ "11 GB"
]
],
"image": false,
@@ -10617,147 +10617,147 @@
"tags": [
[
"latest",
- "638MB"
+ "638 MB"
],
[
"1.1b",
- "638MB"
+ "638 MB"
],
[
"chat",
- "638MB"
+ "638 MB"
],
[
"v0.6",
- "638MB"
+ "638 MB"
],
[
"v1",
- "638MB"
+ "638 MB"
],
[
"1.1b-chat",
- "638MB"
+ "638 MB"
],
[
"1.1b-chat-v0.6-fp16",
- "2.2GB"
+ "2.2 GB"
],
[
"1.1b-chat-v0.6-q2_K",
- "483MB"
+ "483 MB"
],
[
"1.1b-chat-v0.6-q3_K_L",
- "593MB"
+ "593 MB"
],
[
"1.1b-chat-v0.6-q3_K_M",
- "551MB"
+ "551 MB"
],
[
"1.1b-chat-v0.6-q3_K_S",
- "500MB"
+ "500 MB"
],
[
"1.1b-chat-v0.6-q4_0",
- "638MB"
+ "638 MB"
],
[
"1.1b-chat-v0.6-q4_1",
- "702MB"
+ "702 MB"
],
[
"1.1b-chat-v0.6-q4_K_M",
- "669MB"
+ "669 MB"
],
[
"1.1b-chat-v0.6-q4_K_S",
- "644MB"
+ "644 MB"
],
[
"1.1b-chat-v0.6-q5_0",
- "767MB"
+ "767 MB"
],
[
"1.1b-chat-v0.6-q5_1",
- "832MB"
+ "832 MB"
],
[
"1.1b-chat-v0.6-q5_K_M",
- "783MB"
+ "783 MB"
],
[
"1.1b-chat-v0.6-q5_K_S",
- "767MB"
+ "767 MB"
],
[
"1.1b-chat-v0.6-q6_K",
- "904MB"
+ "904 MB"
],
[
"1.1b-chat-v0.6-q8_0",
- "1.2GB"
+ "1.2 GB"
],
[
"1.1b-chat-v1-fp16",
- "2.2GB"
+ "2.2 GB"
],
[
"1.1b-chat-v1-q2_K",
- "483MB"
+ "483 MB"
],
[
"1.1b-chat-v1-q3_K_L",
- "593MB"
+ "593 MB"
],
[
"1.1b-chat-v1-q3_K_M",
- "551MB"
+ "551 MB"
],
[
"1.1b-chat-v1-q3_K_S",
- "500MB"
+ "500 MB"
],
[
"1.1b-chat-v1-q4_0",
- "638MB"
+ "638 MB"
],
[
"1.1b-chat-v1-q4_1",
- "702MB"
+ "702 MB"
],
[
"1.1b-chat-v1-q4_K_M",
- "669MB"
+ "669 MB"
],
[
"1.1b-chat-v1-q4_K_S",
- "644MB"
+ "644 MB"
],
[
"1.1b-chat-v1-q5_0",
- "767MB"
+ "767 MB"
],
[
"1.1b-chat-v1-q5_1",
- "832MB"
+ "832 MB"
],
[
"1.1b-chat-v1-q5_K_M",
- "783MB"
+ "783 MB"
],
[
"1.1b-chat-v1-q5_K_S",
- "767MB"
+ "767 MB"
],
[
"1.1b-chat-v1-q6_K",
- "904MB"
+ "904 MB"
],
[
"1.1b-chat-v1-q8_0",
- "1.2GB"
+ "1.2 GB"
]
],
"image": false,
@@ -10769,199 +10769,199 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"30b",
- "18GB"
+ "18 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"30b-fp16",
- "65GB"
+ "65 GB"
],
[
"30b-q2_K",
- "14GB"
+ "14 GB"
],
[
"30b-q3_K_L",
- "17GB"
+ "17 GB"
],
[
"30b-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"30b-q3_K_S",
- "14GB"
+ "14 GB"
],
[
"30b-q4_0",
- "18GB"
+ "18 GB"
],
[
"30b-q4_1",
- "20GB"
+ "20 GB"
],
[
"30b-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"30b-q4_K_S",
- "18GB"
+ "18 GB"
],
[
"30b-q5_0",
- "22GB"
+ "22 GB"
],
[
"30b-q5_1",
- "24GB"
+ "24 GB"
],
[
"30b-q5_K_M",
- "23GB"
+ "23 GB"
],
[
"30b-q5_K_S",
- "22GB"
+ "22 GB"
],
[
"30b-q6_K",
- "27GB"
+ "27 GB"
],
[
"30b-q8_0",
- "35GB"
+ "35 GB"
],
[
"13b-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -10973,75 +10973,75 @@
"tags": [
[
"latest",
- "13GB"
+ "13 GB"
],
[
"22b",
- "13GB"
+ "13 GB"
],
[
"v0.1",
- "13GB"
+ "13 GB"
],
[
"22b-v0.1-f16",
- "44GB"
+ "44 GB"
],
[
"22b-v0.1-q2_K",
- "8.3GB"
+ "8.3 GB"
],
[
"22b-v0.1-q3_K_L",
- "12GB"
+ "12 GB"
],
[
"22b-v0.1-q3_K_M",
- "11GB"
+ "11 GB"
],
[
"22b-v0.1-q3_K_S",
- "9.6GB"
+ "9.6 GB"
],
[
"22b-v0.1-q4_0",
- "13GB"
+ "13 GB"
],
[
"22b-v0.1-q4_1",
- "14GB"
+ "14 GB"
],
[
"22b-v0.1-q4_K_M",
- "13GB"
+ "13 GB"
],
[
"22b-v0.1-q4_K_S",
- "13GB"
+ "13 GB"
],
[
"22b-v0.1-q5_0",
- "15GB"
+ "15 GB"
],
[
"22b-v0.1-q5_1",
- "17GB"
+ "17 GB"
],
[
"22b-v0.1-q5_K_M",
- "16GB"
+ "16 GB"
],
[
"22b-v0.1-q5_K_S",
- "15GB"
+ "15 GB"
],
[
"22b-v0.1-q6_K",
- "18GB"
+ "18 GB"
],
[
"22b-v0.1-q8_0",
- "24GB"
+ "24 GB"
]
],
"image": false,
@@ -11053,403 +11053,403 @@
"tags": [
[
"latest",
- "1.8GB"
+ "1.8 GB"
],
[
"15b",
- "9.0GB"
+ "9.0 GB"
],
[
"7b",
- "4.3GB"
+ "4.3 GB"
],
[
"3b",
- "1.8GB"
+ "1.8 GB"
],
[
"1b",
- "726MB"
+ "726 MB"
],
[
"15b-base",
- "9.0GB"
+ "9.0 GB"
],
[
"15b-base-fp16",
- "32GB"
+ "32 GB"
],
[
"15b-base-q2_K",
- "6.7GB"
+ "6.7 GB"
],
[
"15b-base-q3_K_L",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-base-q3_K_M",
- "8.2GB"
+ "8.2 GB"
],
[
"15b-base-q3_K_S",
- "6.9GB"
+ "6.9 GB"
],
[
"15b-base-q4_0",
- "9.0GB"
+ "9.0 GB"
],
[
"15b-base-q4_1",
- "10.0GB"
+ "10.0 GB"
],
[
"15b-base-q4_K_M",
- "10.0GB"
+ "10.0 GB"
],
[
"15b-base-q4_K_S",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-base-q5_0",
- "11GB"
+ "11 GB"
],
[
"15b-base-q5_1",
- "12GB"
+ "12 GB"
],
[
"15b-base-q5_K_M",
- "12GB"
+ "12 GB"
],
[
"15b-base-q5_K_S",
- "11GB"
+ "11 GB"
],
[
"15b-base-q6_K",
- "13GB"
+ "13 GB"
],
[
"15b-base-q8_0",
- "17GB"
+ "17 GB"
],
[
"15b-plus",
- "9.0GB"
+ "9.0 GB"
],
[
"15b-plus-fp16",
- "32GB"
+ "32 GB"
],
[
"15b-plus-q2_K",
- "6.7GB"
+ "6.7 GB"
],
[
"15b-plus-q3_K_L",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-plus-q3_K_M",
- "8.2GB"
+ "8.2 GB"
],
[
"15b-plus-q3_K_S",
- "6.9GB"
+ "6.9 GB"
],
[
"15b-plus-q4_0",
- "9.0GB"
+ "9.0 GB"
],
[
"15b-plus-q4_1",
- "10.0GB"
+ "10.0 GB"
],
[
"15b-plus-q4_K_M",
- "10.0GB"
+ "10.0 GB"
],
[
"15b-plus-q4_K_S",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-plus-q5_0",
- "11GB"
+ "11 GB"
],
[
"15b-plus-q5_1",
- "12GB"
+ "12 GB"
],
[
"15b-plus-q5_K_M",
- "12GB"
+ "12 GB"
],
[
"15b-plus-q5_K_S",
- "11GB"
+ "11 GB"
],
[
"15b-plus-q6_K",
- "13GB"
+ "13 GB"
],
[
"15b-plus-q8_0",
- "17GB"
+ "17 GB"
],
[
"7b-base",
- "4.3GB"
+ "4.3 GB"
],
[
"3b-base",
- "1.8GB"
+ "1.8 GB"
],
[
"1b-base",
- "726MB"
+ "726 MB"
],
[
"15b-fp16",
- "32GB"
+ "32 GB"
],
[
"15b-q2_K",
- "6.7GB"
+ "6.7 GB"
],
[
"15b-q3_K_L",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-q3_K_M",
- "8.2GB"
+ "8.2 GB"
],
[
"15b-q3_K_S",
- "6.9GB"
+ "6.9 GB"
],
[
"15b-q4_0",
- "9.0GB"
+ "9.0 GB"
],
[
"15b-q4_1",
- "10.0GB"
+ "10.0 GB"
],
[
"15b-q4_K_M",
- "10.0GB"
+ "10.0 GB"
],
[
"15b-q4_K_S",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-q5_0",
- "11GB"
+ "11 GB"
],
[
"15b-q5_1",
- "12GB"
+ "12 GB"
],
[
"15b-q5_K_M",
- "12GB"
+ "12 GB"
],
[
"15b-q5_K_S",
- "11GB"
+ "11 GB"
],
[
"15b-q6_K",
- "13GB"
+ "13 GB"
],
[
"15b-q8_0",
- "17GB"
+ "17 GB"
],
[
"7b-base-fp16",
- "15GB"
+ "15 GB"
],
[
"7b-base-q2_K",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-base-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"7b-base-q3_K_M",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-base-q3_K_S",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-base-q4_0",
- "4.3GB"
+ "4.3 GB"
],
[
"7b-base-q4_1",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-base-q4_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-base-q4_K_S",
- "4.3GB"
+ "4.3 GB"
],
[
"7b-base-q5_0",
- "5.2GB"
+ "5.2 GB"
],
[
"7b-base-q5_1",
- "5.7GB"
+ "5.7 GB"
],
[
"7b-base-q5_K_M",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-base-q5_K_S",
- "5.2GB"
+ "5.2 GB"
],
[
"7b-base-q6_K",
- "6.2GB"
+ "6.2 GB"
],
[
"7b-base-q8_0",
- "8.0GB"
+ "8.0 GB"
],
[
"3b-base-fp16",
- "6.4GB"
+ "6.4 GB"
],
[
"3b-base-q2_K",
- "1.4GB"
+ "1.4 GB"
],
[
"3b-base-q3_K_L",
- "1.8GB"
+ "1.8 GB"
],
[
"3b-base-q3_K_M",
- "1.7GB"
+ "1.7 GB"
],
[
"3b-base-q3_K_S",
- "1.4GB"
+ "1.4 GB"
],
[
"3b-base-q4_0",
- "1.8GB"
+ "1.8 GB"
],
[
"3b-base-q4_1",
- "2.0GB"
+ "2.0 GB"
],
[
"3b-base-q4_K_M",
- "2.0GB"
+ "2.0 GB"
],
[
"3b-base-q4_K_S",
- "1.8GB"
+ "1.8 GB"
],
[
"3b-base-q5_0",
- "2.2GB"
+ "2.2 GB"
],
[
"3b-base-q5_1",
- "2.4GB"
+ "2.4 GB"
],
[
"3b-base-q5_K_M",
- "2.3GB"
+ "2.3 GB"
],
[
"3b-base-q5_K_S",
- "2.2GB"
+ "2.2 GB"
],
[
"3b-base-q6_K",
- "2.6GB"
+ "2.6 GB"
],
[
"3b-base-q8_0",
- "3.4GB"
+ "3.4 GB"
],
[
"1b-base-fp16",
- "2.5GB"
+ "2.5 GB"
],
[
"1b-base-q2_K",
- "552MB"
+ "552 MB"
],
[
"1b-base-q3_K_L",
- "720MB"
+ "720 MB"
],
[
"1b-base-q3_K_M",
- "661MB"
+ "661 MB"
],
[
"1b-base-q3_K_S",
- "575MB"
+ "575 MB"
],
[
"1b-base-q4_0",
- "726MB"
+ "726 MB"
],
[
"1b-base-q4_1",
- "797MB"
+ "797 MB"
],
[
"1b-base-q4_K_M",
- "792MB"
+ "792 MB"
],
[
"1b-base-q4_K_S",
- "734MB"
+ "734 MB"
],
[
"1b-base-q5_0",
- "868MB"
+ "868 MB"
],
[
"1b-base-q5_1",
- "939MB"
+ "939 MB"
],
[
"1b-base-q5_K_M",
- "910MB"
+ "910 MB"
],
[
"1b-base-q5_K_S",
- "868MB"
+ "868 MB"
],
[
"1b-base-q6_K",
- "1.0GB"
+ "1.0 GB"
],
[
"1b-base-q8_0",
- "1.3GB"
+ "1.3 GB"
]
],
"image": false,
@@ -11461,91 +11461,91 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"8x22b",
- "80GB"
+ "80 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"8x22b-fp16",
- "281GB"
+ "281 GB"
],
[
"8x22b-q2_K",
- "52GB"
+ "52 GB"
],
[
"8x22b-q4_0",
- "80GB"
+ "80 GB"
],
[
"8x22b-q8_0",
- "149GB"
+ "149 GB"
],
[
"7b-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-q2_K",
- "2.7GB"
+ "2.7 GB"
],
[
"7b-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -11557,203 +11557,203 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.5-1210",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.5",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.5-0106",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.5-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v3.5-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v3.5-0106-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v3.5-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v3.5-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v3.5-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v3.5-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v3.5-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v3.5-0106-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v3.5-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.5-0106-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v3.5-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v3.5-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v3.5-0106-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v3.5-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v3.5-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-v3.5-0106-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v3.5-0106-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v3.5-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v3.5-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.5-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v3.5-0106-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.5-0106-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v3.5-0106-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.5-0106-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v3.5-0106-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v3.5-0106-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v3.5-0106-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v3.5-0106-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v3.5-0106-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-v3.5-1210-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v3.5-1210-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v3.5-1210-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v3.5-1210-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v3.5-1210-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v3.5-1210-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.5-1210-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v3.5-1210-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v3.5-1210-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.5-1210-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v3.5-1210-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v3.5-1210-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v3.5-1210-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v3.5-1210-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v3.5-1210-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -11765,143 +11765,143 @@
"tags": [
[
"latest",
- "4.8GB"
+ "4.8 GB"
],
[
"35b",
- "20GB"
+ "20 GB"
],
[
"8b",
- "4.8GB"
+ "4.8 GB"
],
[
"35b-23",
- "20GB"
+ "20 GB"
],
[
"35b-23-f16",
- "70GB"
+ "70 GB"
],
[
"35b-23-q2_K",
- "14GB"
+ "14 GB"
],
[
"35b-23-q3_K_L",
- "19GB"
+ "19 GB"
],
[
"35b-23-q3_K_M",
- "18GB"
+ "18 GB"
],
[
"35b-23-q3_K_S",
- "16GB"
+ "16 GB"
],
[
"35b-23-q4_0",
- "20GB"
+ "20 GB"
],
[
"35b-23-q4_1",
- "22GB"
+ "22 GB"
],
[
"35b-23-q4_K_M",
- "22GB"
+ "22 GB"
],
[
"35b-23-q4_K_S",
- "20GB"
+ "20 GB"
],
[
"35b-23-q5_0",
- "24GB"
+ "24 GB"
],
[
"35b-23-q5_1",
- "26GB"
+ "26 GB"
],
[
"35b-23-q5_K_M",
- "25GB"
+ "25 GB"
],
[
"35b-23-q5_K_S",
- "24GB"
+ "24 GB"
],
[
"35b-23-q6_K",
- "29GB"
+ "29 GB"
],
[
"35b-23-q8_0",
- "37GB"
+ "37 GB"
],
[
"8b-23-f16",
- "16GB"
+ "16 GB"
],
[
"8b-23",
- "4.8GB"
+ "4.8 GB"
],
[
"8b-23-q2_K",
- "3.4GB"
+ "3.4 GB"
],
[
"8b-23-q3_K_L",
- "4.5GB"
+ "4.5 GB"
],
[
"8b-23-q3_K_M",
- "4.2GB"
+ "4.2 GB"
],
[
"8b-23-q3_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"8b-23-q4_0",
- "4.8GB"
+ "4.8 GB"
],
[
"8b-23-q4_1",
- "5.2GB"
+ "5.2 GB"
],
[
"8b-23-q4_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-23-q4_K_S",
- "4.8GB"
+ "4.8 GB"
],
[
"8b-23-q5_0",
- "5.7GB"
+ "5.7 GB"
],
[
"8b-23-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"8b-23-q5_K_M",
- "5.8GB"
+ "5.8 GB"
],
[
"8b-23-q5_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"8b-23-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"8b-23-q8_0",
- "8.5GB"
+ "8.5 GB"
]
],
"image": false,
@@ -11913,75 +11913,75 @@
"tags": [
[
"latest",
- "637MB"
+ "637 MB"
],
[
"1.1b",
- "637MB"
+ "637 MB"
],
[
"v2.8",
- "637MB"
+ "637 MB"
],
[
"1.1b-v2.8-fp16",
- "2.2GB"
+ "2.2 GB"
],
[
"1.1b-v2.8-q2_K",
- "432MB"
+ "432 MB"
],
[
"1.1b-v2.8-q3_K_L",
- "592MB"
+ "592 MB"
],
[
"1.1b-v2.8-q3_K_M",
- "548MB"
+ "548 MB"
],
[
"1.1b-v2.8-q3_K_S",
- "499MB"
+ "499 MB"
],
[
"1.1b-v2.8-q4_0",
- "637MB"
+ "637 MB"
],
[
"1.1b-v2.8-q4_1",
- "701MB"
+ "701 MB"
],
[
"1.1b-v2.8-q4_K_M",
- "668MB"
+ "668 MB"
],
[
"1.1b-v2.8-q4_K_S",
- "640MB"
+ "640 MB"
],
[
"1.1b-v2.8-q5_0",
- "766MB"
+ "766 MB"
],
[
"1.1b-v2.8-q5_1",
- "831MB"
+ "831 MB"
],
[
"1.1b-v2.8-q5_K_M",
- "782MB"
+ "782 MB"
],
[
"1.1b-v2.8-q5_K_S",
- "766MB"
+ "766 MB"
],
[
"1.1b-v2.8-q6_K",
- "903MB"
+ "903 MB"
],
[
"1.1b-v2.8-q8_0",
- "1.2GB"
+ "1.2 GB"
]
],
"image": false,
@@ -11993,143 +11993,143 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"v2.5",
- "4.1GB"
+ "4.1 GB"
],
[
"v2",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-mistral-v2-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-mistral-v2-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-mistral-v2-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-mistral-v2-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-mistral-v2-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-mistral-v2-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-mistral-v2-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-mistral-v2-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-mistral-v2-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-mistral-v2-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-mistral-v2-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-mistral-v2-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-mistral-v2-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-mistral-v2-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-mistral-v2-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-mistral-v2.5-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-mistral-v2.5-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-mistral-v2.5-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-mistral-v2.5-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-mistral-v2.5-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-mistral-v2.5-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-mistral-v2.5-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-mistral-v2.5-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-mistral-v2.5-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-mistral-v2.5-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-mistral-v2.5-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-mistral-v2.5-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-mistral-v2.5-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-mistral-v2.5-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-mistral-v2.5-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-v2",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v2.5",
- "4.1GB"
+ "4.1 GB"
]
],
"image": false,
@@ -12141,271 +12141,271 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"33b",
- "19GB"
+ "19 GB"
],
[
"python",
- "3.8GB"
+ "3.8 GB"
],
[
"34b-python",
- "19GB"
+ "19 GB"
],
[
"34b-python-fp16",
- "67GB"
+ "67 GB"
],
[
"34b-python-q2_K",
- "14GB"
+ "14 GB"
],
[
"34b-python-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-python-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"34b-python-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-python-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-python-q4_1",
- "21GB"
+ "21 GB"
],
[
"34b-python-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"34b-python-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"34b-python-q5_0",
- "23GB"
+ "23 GB"
],
[
"34b-python-q5_1",
- "25GB"
+ "25 GB"
],
[
"34b-python-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"34b-python-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"34b-python-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-python-q8_0",
- "36GB"
+ "36 GB"
],
[
"33b-v1.1",
- "19GB"
+ "19 GB"
],
[
"33b-v1.1-fp16",
- "67GB"
+ "67 GB"
],
[
"33b-v1.1-q2_K",
- "14GB"
+ "14 GB"
],
[
"33b-v1.1-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"33b-v1.1-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"33b-v1.1-q3_K_S",
- "14GB"
+ "14 GB"
],
[
"33b-v1.1-q4_0",
- "19GB"
+ "19 GB"
],
[
"33b-v1.1-q4_1",
- "21GB"
+ "21 GB"
],
[
"33b-v1.1-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"33b-v1.1-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"33b-v1.1-q5_0",
- "23GB"
+ "23 GB"
],
[
"33b-v1.1-q5_1",
- "25GB"
+ "25 GB"
],
[
"33b-v1.1-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"33b-v1.1-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"33b-v1.1-q6_K",
- "27GB"
+ "27 GB"
],
[
"33b-v1.1-q8_0",
- "35GB"
+ "35 GB"
],
[
"13b-python",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-python-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-python-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-python-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-python-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-python-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-python-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-python-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-python-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-python-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-python-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-python-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-python-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-python-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-python-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-python-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-python",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-python-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-python-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-python-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-python-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-python-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-python-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-python-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-python-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-python-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-python-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-python-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-python-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-python-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-python-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-python-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -12417,147 +12417,147 @@
"tags": [
[
"latest",
- "1.6GB"
+ "1.6 GB"
],
[
"3b",
- "1.6GB"
+ "1.6 GB"
],
[
"code",
- "1.6GB"
+ "1.6 GB"
],
[
"instruct",
- "1.6GB"
+ "1.6 GB"
],
[
"3b-code",
- "1.6GB"
+ "1.6 GB"
],
[
"3b-code-fp16",
- "5.6GB"
+ "5.6 GB"
],
[
"3b-code-q2_K",
- "1.1GB"
+ "1.1 GB"
],
[
"3b-code-q3_K_L",
- "1.5GB"
+ "1.5 GB"
],
[
"3b-code-q3_K_M",
- "1.4GB"
+ "1.4 GB"
],
[
"3b-code-q3_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"3b-code-q4_0",
- "1.6GB"
+ "1.6 GB"
],
[
"3b-code-q4_1",
- "1.8GB"
+ "1.8 GB"
],
[
"3b-code-q4_K_M",
- "1.7GB"
+ "1.7 GB"
],
[
"3b-code-q4_K_S",
- "1.6GB"
+ "1.6 GB"
],
[
"3b-code-q5_0",
- "1.9GB"
+ "1.9 GB"
],
[
"3b-code-q5_1",
- "2.1GB"
+ "2.1 GB"
],
[
"3b-code-q5_K_M",
- "2.0GB"
+ "2.0 GB"
],
[
"3b-code-q5_K_S",
- "1.9GB"
+ "1.9 GB"
],
[
"3b-code-q6_K",
- "2.3GB"
+ "2.3 GB"
],
[
"3b-code-q8_0",
- "3.0GB"
+ "3.0 GB"
],
[
"3b-instruct",
- "1.6GB"
+ "1.6 GB"
],
[
"3b-instruct-fp16",
- "5.6GB"
+ "5.6 GB"
],
[
"3b-instruct-q2_K",
- "1.1GB"
+ "1.1 GB"
],
[
"3b-instruct-q3_K_L",
- "1.5GB"
+ "1.5 GB"
],
[
"3b-instruct-q3_K_M",
- "1.4GB"
+ "1.4 GB"
],
[
"3b-instruct-q3_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"3b-instruct-q4_0",
- "1.6GB"
+ "1.6 GB"
],
[
"3b-instruct-q4_1",
- "1.8GB"
+ "1.8 GB"
],
[
"3b-instruct-q4_K_M",
- "1.7GB"
+ "1.7 GB"
],
[
"3b-instruct-q4_K_S",
- "1.6GB"
+ "1.6 GB"
],
[
"3b-instruct-q5_0",
- "1.9GB"
+ "1.9 GB"
],
[
"3b-instruct-q5_1",
- "2.1GB"
+ "2.1 GB"
],
[
"3b-instruct-q5_K_M",
- "2.0GB"
+ "2.0 GB"
],
[
"3b-instruct-q5_K_S",
- "1.9GB"
+ "1.9 GB"
],
[
"3b-instruct-q6_K",
- "2.3GB"
+ "2.3 GB"
],
[
"3b-instruct-q8_0",
- "3.0GB"
+ "3.0 GB"
]
],
"image": false,
@@ -12569,123 +12569,123 @@
"tags": [
[
"latest",
- "4.2GB"
+ "4.2 GB"
],
[
"7b",
- "4.2GB"
+ "4.2 GB"
],
[
"chat",
- "4.2GB"
+ "4.2 GB"
],
[
"code",
- "4.2GB"
+ "4.2 GB"
],
[
"v1.5",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-chat",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-chat-v1.5-fp16",
- "15GB"
+ "15 GB"
],
[
"7b-chat-v1.5-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-chat-v1.5-q3_K_L",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-chat-v1.5-q3_K_M",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-chat-v1.5-q3_K_S",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-chat-v1.5-q4_0",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-chat-v1.5-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-chat-v1.5-q4_K_M",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-chat-v1.5-q4_K_S",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-chat-v1.5-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-chat-v1.5-q5_1",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-chat-v1.5-q5_K_M",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-chat-v1.5-q5_K_S",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-chat-v1.5-q6_K",
- "6.4GB"
+ "6.4 GB"
],
[
"7b-chat-v1.5-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-code",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-code-v1.5-fp16",
- "15GB"
+ "15 GB"
],
[
"7b-code-v1.5-q4_0",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-code-v1.5-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-code-v1.5-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-code-v1.5-q5_1",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-code-v1.5-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"v1.5-chat",
- "4.2GB"
+ "4.2 GB"
],
[
"v1.5-code",
- "4.2GB"
+ "4.2 GB"
]
],
"image": false,
@@ -12697,259 +12697,259 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"70b",
- "39GB"
+ "39 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"70b-fp16",
- "138GB"
+ "138 GB"
],
[
"70b-q2_K",
- "29GB"
+ "29 GB"
],
[
"70b-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-q5_1",
- "52GB"
+ "52 GB"
],
[
"70b-q5_K_M",
- "49GB"
+ "49 GB"
],
[
"70b-q5_K_S",
- "47GB"
+ "47 GB"
],
[
"70b-q6_K",
- "57GB"
+ "57 GB"
],
[
"70b-q8_0",
- "73GB"
+ "73 GB"
],
[
"13b-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-v1.1-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v1.1-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v1.1-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v1.1-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v1.1-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v1.1-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1.1-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v1.1-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v1.1-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1.1-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v1.1-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v1.1-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v1.1-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v1.1-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v1.1-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -12961,203 +12961,203 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.1",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.1-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v3.1-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v3.1-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v3.1-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v3.1-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v3.1-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.1-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v3.1-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v3.1-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.1-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v3.1-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v3.1-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v3.1-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v3.1-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v3.1-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-v3.2",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.2-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v3.2-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v3.2-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v3.2-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v3.2-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v3.2-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.2-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v3.2-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v3.2-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.2-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v3.2-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v3.2-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v3.2-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v3.2-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v3.2-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-v3.3",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.3-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v3.3-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v3.3-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v3.3-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v3.3-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v3.3-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.3-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v3.3-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v3.3-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v3.3-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v3.3-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v3.3-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v3.3-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v3.3-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v3.3-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -13169,339 +13169,339 @@
"tags": [
[
"latest",
- "983MB"
+ "983 MB"
],
[
"12b",
- "7.0GB"
+ "7.0 GB"
],
[
"1.6b",
- "983MB"
+ "983 MB"
],
[
"chat",
- "983MB"
+ "983 MB"
],
[
"zephyr",
- "983MB"
+ "983 MB"
],
[
"12b-chat",
- "7.0GB"
+ "7.0 GB"
],
[
"12b-chat-fp16",
- "24GB"
+ "24 GB"
],
[
"12b-chat-q2_K",
- "4.7GB"
+ "4.7 GB"
],
[
"12b-chat-q3_K_L",
- "6.5GB"
+ "6.5 GB"
],
[
"12b-chat-q3_K_M",
- "6.0GB"
+ "6.0 GB"
],
[
"12b-chat-q3_K_S",
- "5.4GB"
+ "5.4 GB"
],
[
"12b-chat-q4_0",
- "7.0GB"
+ "7.0 GB"
],
[
"12b-chat-q4_1",
- "7.7GB"
+ "7.7 GB"
],
[
"12b-chat-q4_K_M",
- "7.4GB"
+ "7.4 GB"
],
[
"12b-chat-q4_K_S",
- "7.0GB"
+ "7.0 GB"
],
[
"12b-chat-q5_0",
- "8.4GB"
+ "8.4 GB"
],
[
"12b-chat-q5_1",
- "9.1GB"
+ "9.1 GB"
],
[
"12b-chat-q5_K_M",
- "8.6GB"
+ "8.6 GB"
],
[
"12b-chat-q5_K_S",
- "8.4GB"
+ "8.4 GB"
],
[
"12b-chat-q6_K",
- "10.0GB"
+ "10.0 GB"
],
[
"12b-chat-q8_0",
- "13GB"
+ "13 GB"
],
[
"12b-text",
- "7.0GB"
+ "7.0 GB"
],
[
"1.6b-chat",
- "983MB"
+ "983 MB"
],
[
"12b-fp16",
- "24GB"
+ "24 GB"
],
[
"12b-q2_K",
- "4.7GB"
+ "4.7 GB"
],
[
"12b-q3_K_L",
- "6.5GB"
+ "6.5 GB"
],
[
"12b-q3_K_M",
- "6.0GB"
+ "6.0 GB"
],
[
"12b-q3_K_S",
- "5.4GB"
+ "5.4 GB"
],
[
"12b-q4_0",
- "7.0GB"
+ "7.0 GB"
],
[
"12b-q4_1",
- "7.7GB"
+ "7.7 GB"
],
[
"12b-q4_K_M",
- "7.4GB"
+ "7.4 GB"
],
[
"12b-q4_K_S",
- "7.0GB"
+ "7.0 GB"
],
[
"12b-q5_0",
- "8.4GB"
+ "8.4 GB"
],
[
"12b-q5_1",
- "9.1GB"
+ "9.1 GB"
],
[
"12b-q5_K_M",
- "8.6GB"
+ "8.6 GB"
],
[
"12b-q5_K_S",
- "8.4GB"
+ "8.4 GB"
],
[
"12b-q6_K",
- "10.0GB"
+ "10.0 GB"
],
[
"12b-q8_0",
- "13GB"
+ "13 GB"
],
[
"1.6b-chat-fp16",
- "3.3GB"
+ "3.3 GB"
],
[
"1.6b-chat-q2_K",
- "694MB"
+ "694 MB"
],
[
"1.6b-chat-q3_K_L",
- "915MB"
+ "915 MB"
],
[
"1.6b-chat-q3_K_M",
- "858MB"
+ "858 MB"
],
[
"1.6b-chat-q3_K_S",
- "792MB"
+ "792 MB"
],
[
"1.6b-chat-q4_0",
- "983MB"
+ "983 MB"
],
[
"1.6b-chat-q4_1",
- "1.1GB"
+ "1.1 GB"
],
[
"1.6b-chat-q4_K_M",
- "1.0GB"
+ "1.0 GB"
],
[
"1.6b-chat-q4_K_S",
- "989MB"
+ "989 MB"
],
[
"1.6b-chat-q5_0",
- "1.2GB"
+ "1.2 GB"
],
[
"1.6b-chat-q5_1",
- "1.3GB"
+ "1.3 GB"
],
[
"1.6b-chat-q5_K_M",
- "1.2GB"
+ "1.2 GB"
],
[
"1.6b-chat-q5_K_S",
- "1.2GB"
+ "1.2 GB"
],
[
"1.6b-chat-q6_K",
- "1.4GB"
+ "1.4 GB"
],
[
"1.6b-chat-q8_0",
- "1.8GB"
+ "1.8 GB"
],
[
"1.6b-zephyr",
- "983MB"
+ "983 MB"
],
[
"1.6b-zephyr-fp16",
- "3.3GB"
+ "3.3 GB"
],
[
"1.6b-zephyr-q2_K",
- "694MB"
+ "694 MB"
],
[
"1.6b-zephyr-q3_K_L",
- "915MB"
+ "915 MB"
],
[
"1.6b-zephyr-q3_K_M",
- "858MB"
+ "858 MB"
],
[
"1.6b-zephyr-q3_K_S",
- "792MB"
+ "792 MB"
],
[
"1.6b-zephyr-q4_0",
- "983MB"
+ "983 MB"
],
[
"1.6b-zephyr-q4_1",
- "1.1GB"
+ "1.1 GB"
],
[
"1.6b-zephyr-q4_K_M",
- "1.0GB"
+ "1.0 GB"
],
[
"1.6b-zephyr-q4_K_S",
- "989MB"
+ "989 MB"
],
[
"1.6b-zephyr-q5_0",
- "1.2GB"
+ "1.2 GB"
],
[
"1.6b-zephyr-q5_1",
- "1.3GB"
+ "1.3 GB"
],
[
"1.6b-zephyr-q5_K_M",
- "1.2GB"
+ "1.2 GB"
],
[
"1.6b-zephyr-q5_K_S",
- "1.2GB"
+ "1.2 GB"
],
[
"1.6b-zephyr-q6_K",
- "1.4GB"
+ "1.4 GB"
],
[
"1.6b-zephyr-q8_0",
- "1.8GB"
+ "1.8 GB"
],
[
"1.6b-fp16",
- "3.3GB"
+ "3.3 GB"
],
[
"1.6b-q2_K",
- "694MB"
+ "694 MB"
],
[
"1.6b-q3_K_L",
- "915MB"
+ "915 MB"
],
[
"1.6b-q3_K_M",
- "858MB"
+ "858 MB"
],
[
"1.6b-q3_K_S",
- "792MB"
+ "792 MB"
],
[
"1.6b-q4_0",
- "983MB"
+ "983 MB"
],
[
"1.6b-q4_1",
- "1.1GB"
+ "1.1 GB"
],
[
"1.6b-q4_K_M",
- "1.0GB"
+ "1.0 GB"
],
[
"1.6b-q4_K_S",
- "989MB"
+ "989 MB"
],
[
"1.6b-q5_0",
- "1.2GB"
+ "1.2 GB"
],
[
"1.6b-q5_1",
- "1.3GB"
+ "1.3 GB"
],
[
"1.6b-q5_K_M",
- "1.2GB"
+ "1.2 GB"
],
[
"1.6b-q5_K_S",
- "1.2GB"
+ "1.2 GB"
],
[
"1.6b-q6_K",
- "1.4GB"
+ "1.4 GB"
],
[
"1.6b-q8_0",
- "1.8GB"
+ "1.8 GB"
]
],
"image": false,
@@ -13513,555 +13513,555 @@
"tags": [
[
"latest",
- "2.0GB"
+ "2.0 GB"
],
[
"34b",
- "19GB"
+ "19 GB"
],
[
"20b",
- "12GB"
+ "12 GB"
],
[
"8b",
- "4.6GB"
+ "4.6 GB"
],
[
"3b",
- "2.0GB"
+ "2.0 GB"
],
[
"34b-base-f16",
- "68GB"
+ "68 GB"
],
[
"34b-base",
- "19GB"
+ "19 GB"
],
[
"34b-base-q2_K",
- "13GB"
+ "13 GB"
],
[
"34b-base-q3_K_L",
- "20GB"
+ "20 GB"
],
[
"34b-base-q3_K_M",
- "18GB"
+ "18 GB"
],
[
"34b-base-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-base-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-base-q4_1",
- "21GB"
+ "21 GB"
],
[
"34b-base-q4_K_M",
- "21GB"
+ "21 GB"
],
[
"34b-base-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"34b-base-q5_0",
- "23GB"
+ "23 GB"
],
[
"34b-base-q5_1",
- "25GB"
+ "25 GB"
],
[
"34b-base-q5_K_M",
- "25GB"
+ "25 GB"
],
[
"34b-base-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"34b-base-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-base-q8_0",
- "36GB"
+ "36 GB"
],
[
"34b-instruct-f16",
- "68GB"
+ "68 GB"
],
[
"34b-instruct",
- "19GB"
+ "19 GB"
],
[
"34b-instruct-q2_K",
- "13GB"
+ "13 GB"
],
[
"34b-instruct-q3_K_L",
- "20GB"
+ "20 GB"
],
[
"34b-instruct-q3_K_M",
- "18GB"
+ "18 GB"
],
[
"34b-instruct-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-instruct-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-instruct-q4_1",
- "21GB"
+ "21 GB"
],
[
"34b-instruct-q4_K_M",
- "21GB"
+ "21 GB"
],
[
"34b-instruct-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"34b-instruct-q5_0",
- "23GB"
+ "23 GB"
],
[
"34b-instruct-q5_1",
- "25GB"
+ "25 GB"
],
[
"34b-instruct-q5_K_M",
- "25GB"
+ "25 GB"
],
[
"34b-instruct-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"34b-instruct-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-instruct-q8_0",
- "36GB"
+ "36 GB"
],
[
"20b-base-f16",
- "40GB"
+ "40 GB"
],
[
"20b-base",
- "12GB"
+ "12 GB"
],
[
"20b-base-fp16",
- "40GB"
+ "40 GB"
],
[
"20b-base-q2_K",
- "7.9GB"
+ "7.9 GB"
],
[
"20b-base-q3_K_L",
- "12GB"
+ "12 GB"
],
[
"20b-base-q3_K_M",
- "11GB"
+ "11 GB"
],
[
"20b-base-q3_K_S",
- "8.9GB"
+ "8.9 GB"
],
[
"20b-base-q4_0",
- "12GB"
+ "12 GB"
],
[
"20b-base-q4_1",
- "13GB"
+ "13 GB"
],
[
"20b-base-q4_K_M",
- "13GB"
+ "13 GB"
],
[
"20b-base-q4_K_S",
- "12GB"
+ "12 GB"
],
[
"20b-base-q5_0",
- "14GB"
+ "14 GB"
],
[
"20b-base-q5_1",
- "15GB"
+ "15 GB"
],
[
"20b-base-q5_K_M",
- "15GB"
+ "15 GB"
],
[
"20b-base-q5_K_S",
- "14GB"
+ "14 GB"
],
[
"20b-base-q6_K",
- "17GB"
+ "17 GB"
],
[
"20b-base-q8_0",
- "21GB"
+ "21 GB"
],
[
"20b-instruct-f16",
- "40GB"
+ "40 GB"
],
[
"20b-instruct",
- "12GB"
+ "12 GB"
],
[
"20b-instruct-q2_K",
- "7.9GB"
+ "7.9 GB"
],
[
"20b-instruct-q3_K_L",
- "12GB"
+ "12 GB"
],
[
"20b-instruct-q3_K_M",
- "11GB"
+ "11 GB"
],
[
"20b-instruct-q3_K_S",
- "8.9GB"
+ "8.9 GB"
],
[
"20b-instruct-q4_0",
- "12GB"
+ "12 GB"
],
[
"20b-instruct-q4_1",
- "13GB"
+ "13 GB"
],
[
"20b-instruct-q4_K_M",
- "13GB"
+ "13 GB"
],
[
"20b-instruct-q4_K_S",
- "12GB"
+ "12 GB"
],
[
"20b-instruct-q5_0",
- "14GB"
+ "14 GB"
],
[
"20b-instruct-q5_1",
- "15GB"
+ "15 GB"
],
[
"20b-instruct-q5_K_M",
- "15GB"
+ "15 GB"
],
[
"20b-instruct-q5_K_S",
- "14GB"
+ "14 GB"
],
[
"20b-instruct-q6_K",
- "17GB"
+ "17 GB"
],
[
"20b-instruct-q8_0",
- "21GB"
+ "21 GB"
],
[
"8b-base-f16",
- "16GB"
+ "16 GB"
],
[
"8b-base",
- "4.6GB"
+ "4.6 GB"
],
[
"8b-base-fp16",
- "16GB"
+ "16 GB"
],
[
"8b-base-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"8b-base-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"8b-base-q3_K_M",
- "3.9GB"
+ "3.9 GB"
],
[
"8b-base-q3_K_S",
- "3.5GB"
+ "3.5 GB"
],
[
"8b-base-q4_0",
- "4.6GB"
+ "4.6 GB"
],
[
"8b-base-q4_1",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-base-q4_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"8b-base-q4_K_S",
- "4.6GB"
+ "4.6 GB"
],
[
"8b-base-q5_0",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-base-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"8b-base-q5_K_M",
- "5.7GB"
+ "5.7 GB"
],
[
"8b-base-q5_K_S",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-base-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"8b-base-q8_0",
- "8.6GB"
+ "8.6 GB"
],
[
"8b-instruct",
- "4.6GB"
+ "4.6 GB"
],
[
"8b-instruct-f16",
- "16GB"
+ "16 GB"
],
[
"8b-instruct-fp16",
- "16GB"
+ "16 GB"
],
[
"8b-instruct-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"8b-instruct-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"8b-instruct-q3_K_M",
- "3.9GB"
+ "3.9 GB"
],
[
"8b-instruct-q3_K_S",
- "3.5GB"
+ "3.5 GB"
],
[
"8b-instruct-q4_0",
- "4.6GB"
+ "4.6 GB"
],
[
"8b-instruct-q4_1",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-instruct-q4_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"8b-instruct-q4_K_S",
- "4.6GB"
+ "4.6 GB"
],
[
"8b-instruct-q5_0",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-instruct-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"8b-instruct-q5_K_M",
- "5.7GB"
+ "5.7 GB"
],
[
"8b-instruct-q5_K_S",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-instruct-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"8b-instruct-q8_0",
- "8.6GB"
+ "8.6 GB"
],
[
"3b-base-f16",
- "7.0GB"
+ "7.0 GB"
],
[
"3b-base",
- "2.0GB"
+ "2.0 GB"
],
[
"3b-base-fp16",
- "7.0GB"
+ "7.0 GB"
],
[
"3b-base-q2_K",
- "1.3GB"
+ "1.3 GB"
],
[
"3b-base-q3_K_L",
- "1.9GB"
+ "1.9 GB"
],
[
"3b-base-q3_K_M",
- "1.7GB"
+ "1.7 GB"
],
[
"3b-base-q3_K_S",
- "1.6GB"
+ "1.6 GB"
],
[
"3b-base-q4_0",
- "2.0GB"
+ "2.0 GB"
],
[
"3b-base-q4_1",
- "2.2GB"
+ "2.2 GB"
],
[
"3b-base-q4_K_M",
- "2.1GB"
+ "2.1 GB"
],
[
"3b-base-q4_K_S",
- "2.0GB"
+ "2.0 GB"
],
[
"3b-base-q5_0",
- "2.4GB"
+ "2.4 GB"
],
[
"3b-base-q5_1",
- "2.6GB"
+ "2.6 GB"
],
[
"3b-base-q5_K_M",
- "2.5GB"
+ "2.5 GB"
],
[
"3b-base-q5_K_S",
- "2.4GB"
+ "2.4 GB"
],
[
"3b-base-q6_K",
- "2.9GB"
+ "2.9 GB"
],
[
"3b-base-q8_0",
- "3.7GB"
+ "3.7 GB"
],
[
"3b-instruct-f16",
- "7.0GB"
+ "7.0 GB"
],
[
"3b-instruct",
- "2.0GB"
+ "2.0 GB"
],
[
"3b-instruct-fp16",
- "7.0GB"
+ "7.0 GB"
],
[
"3b-instruct-q2_K",
- "1.3GB"
+ "1.3 GB"
],
[
"3b-instruct-q3_K_L",
- "1.9GB"
+ "1.9 GB"
],
[
"3b-instruct-q3_K_M",
- "1.7GB"
+ "1.7 GB"
],
[
"3b-instruct-q3_K_S",
- "1.6GB"
+ "1.6 GB"
],
[
"3b-instruct-q4_0",
- "2.0GB"
+ "2.0 GB"
],
[
"3b-instruct-q4_1",
- "2.2GB"
+ "2.2 GB"
],
[
"3b-instruct-q4_K_M",
- "2.1GB"
+ "2.1 GB"
],
[
"3b-instruct-q4_K_S",
- "2.0GB"
+ "2.0 GB"
],
[
"3b-instruct-q5_0",
- "2.4GB"
+ "2.4 GB"
],
[
"3b-instruct-q5_1",
- "2.6GB"
+ "2.6 GB"
],
[
"3b-instruct-q5_K_M",
- "2.5GB"
+ "2.5 GB"
],
[
"3b-instruct-q5_K_S",
- "2.4GB"
+ "2.4 GB"
],
[
"3b-instruct-q6_K",
- "2.9GB"
+ "2.9 GB"
],
[
"3b-instruct-q8_0",
- "3.7GB"
+ "3.7 GB"
]
],
"image": false,
@@ -14073,43 +14073,43 @@
"tags": [
[
"latest",
- "46MB"
+ "46 MB"
],
[
"33m",
- "67MB"
+ "67 MB"
],
[
"22m",
- "46MB"
+ "46 MB"
],
[
"l12",
- "67MB"
+ "67 MB"
],
[
"l6",
- "46MB"
+ "46 MB"
],
[
"v2",
- "46MB"
+ "46 MB"
],
[
"33m-l12-v2-fp16",
- "67MB"
+ "67 MB"
],
[
"22m-l6-v2-fp16",
- "46MB"
+ "46 MB"
],
[
"l12-v2",
- "67MB"
+ "67 MB"
],
[
"l6-v2",
- "46MB"
+ "46 MB"
]
],
"image": false,
@@ -14121,199 +14121,199 @@
"tags": [
[
"latest",
- "19GB"
+ "19 GB"
],
[
"34b",
- "19GB"
+ "19 GB"
],
[
"34b-python",
- "19GB"
+ "19 GB"
],
[
"34b-python-fp16",
- "67GB"
+ "67 GB"
],
[
"34b-python-q2_K",
- "14GB"
+ "14 GB"
],
[
"34b-python-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-python-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"34b-python-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-python-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-python-q4_1",
- "21GB"
+ "21 GB"
],
[
"34b-python-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"34b-python-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"34b-python-q5_0",
- "23GB"
+ "23 GB"
],
[
"34b-python-q5_1",
- "25GB"
+ "25 GB"
],
[
"34b-python-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"34b-python-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"34b-python-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-python-q8_0",
- "36GB"
+ "36 GB"
],
[
"34b-v2",
- "19GB"
+ "19 GB"
],
[
"34b-v2-fp16",
- "67GB"
+ "67 GB"
],
[
"34b-v2-q2_K",
- "14GB"
+ "14 GB"
],
[
"34b-v2-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-v2-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"34b-v2-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-v2-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-v2-q4_1",
- "21GB"
+ "21 GB"
],
[
"34b-v2-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"34b-v2-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"34b-v2-q5_0",
- "23GB"
+ "23 GB"
],
[
"34b-v2-q5_1",
- "25GB"
+ "25 GB"
],
[
"34b-v2-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"34b-v2-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"34b-v2-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-v2-q8_0",
- "36GB"
+ "36 GB"
],
[
"34b-fp16",
- "67GB"
+ "67 GB"
],
[
"34b-q2_K",
- "14GB"
+ "14 GB"
],
[
"34b-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"34b-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-q4_1",
- "21GB"
+ "21 GB"
],
[
"34b-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"34b-q4_K_S",
- "19GB"
+ "19 GB"
],
[
"34b-q5_0",
- "23GB"
+ "23 GB"
],
[
"34b-q5_1",
- "25GB"
+ "25 GB"
],
[
"34b-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"34b-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"34b-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-q8_0",
- "36GB"
+ "36 GB"
]
],
"image": false,
@@ -14325,143 +14325,143 @@
"tags": [
[
"latest",
- "4.2GB"
+ "4.2 GB"
],
[
"15b",
- "9.1GB"
+ "9.1 GB"
],
[
"7b",
- "4.2GB"
+ "4.2 GB"
],
[
"15b-starcoder2",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-starcoder2-fp16",
- "32GB"
+ "32 GB"
],
[
"15b-starcoder2-q2_K",
- "6.2GB"
+ "6.2 GB"
],
[
"15b-starcoder2-q3_K_L",
- "9.0GB"
+ "9.0 GB"
],
[
"15b-starcoder2-q3_K_M",
- "8.1GB"
+ "8.1 GB"
],
[
"15b-starcoder2-q3_K_S",
- "7.0GB"
+ "7.0 GB"
],
[
"15b-starcoder2-q4_0",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-starcoder2-q4_1",
- "10GB"
+ "10 GB"
],
[
"15b-starcoder2-q4_K_M",
- "9.9GB"
+ "9.9 GB"
],
[
"15b-starcoder2-q4_K_S",
- "9.3GB"
+ "9.3 GB"
],
[
"15b-starcoder2-q5_0",
- "11GB"
+ "11 GB"
],
[
"15b-starcoder2-q5_1",
- "12GB"
+ "12 GB"
],
[
"15b-starcoder2-q5_K_M",
- "11GB"
+ "11 GB"
],
[
"15b-starcoder2-q5_K_S",
- "11GB"
+ "11 GB"
],
[
"15b-starcoder2-q6_K",
- "13GB"
+ "13 GB"
],
[
"15b-starcoder2-q8_0",
- "17GB"
+ "17 GB"
],
[
"7b-starcoder2",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-starcoder2-fp16",
- "15GB"
+ "15 GB"
],
[
"7b-starcoder2-q2_K",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-starcoder2-q3_K_L",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-starcoder2-q3_K_M",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-starcoder2-q3_K_S",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-starcoder2-q4_0",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-starcoder2-q4_1",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-starcoder2-q4_K_M",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-starcoder2-q4_K_S",
- "4.3GB"
+ "4.3 GB"
],
[
"7b-starcoder2-q5_0",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-starcoder2-q5_1",
- "5.6GB"
+ "5.6 GB"
],
[
"7b-starcoder2-q5_K_M",
- "5.3GB"
+ "5.3 GB"
],
[
"7b-starcoder2-q5_K_S",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-starcoder2-q6_K",
- "6.1GB"
+ "6.1 GB"
],
[
"7b-starcoder2-q8_0",
- "7.9GB"
+ "7.9 GB"
]
],
"image": false,
@@ -14473,255 +14473,255 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"70b-llama2-fp16",
- "138GB"
+ "138 GB"
],
[
"70b-llama2-q2_K",
- "29GB"
+ "29 GB"
],
[
"70b-llama2-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-llama2-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-llama2-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-llama2-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-llama2-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-llama2-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-llama2-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-llama2-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-llama2-q5_1",
- "52GB"
+ "52 GB"
],
[
"70b-llama2-q5_K_M",
- "49GB"
+ "49 GB"
],
[
"70b-llama2-q6_K",
- "57GB"
+ "57 GB"
],
[
"13b-llama2",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-llama2-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-llama2-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-llama2-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-llama2-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-llama2-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-llama2-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-llama2-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-llama2-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-llama2-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-llama2-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-llama2-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-llama2-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-llama2",
- "3.8GB"
+ "3.8 GB"
],
[
"13b-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-llama2-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-llama2-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-llama2-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-llama2-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-llama2-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-llama2-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-llama2-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-llama2-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-llama2-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-llama2-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-llama2-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-llama2-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-llama2-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-llama2-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-llama2-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -14733,195 +14733,195 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"15b",
- "9.0GB"
+ "9.0 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"70b-alpha-fp16",
- "138GB"
+ "138 GB"
],
[
"70b-alpha-q2_K",
- "25GB"
+ "25 GB"
],
[
"70b-alpha-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-alpha-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-alpha-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-alpha-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-alpha-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-alpha-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-alpha-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-alpha-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-alpha-q5_1",
- "52GB"
+ "52 GB"
],
[
"70b-alpha-q5_K_M",
- "49GB"
+ "49 GB"
],
[
"70b-alpha-q5_K_S",
- "47GB"
+ "47 GB"
],
[
"70b-alpha-q6_K",
- "57GB"
+ "57 GB"
],
[
"70b-alpha-q8_0",
- "73GB"
+ "73 GB"
],
[
"15b-fp16",
- "32GB"
+ "32 GB"
],
[
"15b-q2_K",
- "6.7GB"
+ "6.7 GB"
],
[
"15b-q3_K_L",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-q3_K_M",
- "8.2GB"
+ "8.2 GB"
],
[
"15b-q3_K_S",
- "6.9GB"
+ "6.9 GB"
],
[
"15b-q4_0",
- "9.0GB"
+ "9.0 GB"
],
[
"15b-q4_1",
- "10.0GB"
+ "10.0 GB"
],
[
"15b-q4_K_M",
- "10.0GB"
+ "10.0 GB"
],
[
"15b-q4_K_S",
- "9.1GB"
+ "9.1 GB"
],
[
"15b-q5_0",
- "11GB"
+ "11 GB"
],
[
"15b-q5_1",
- "12GB"
+ "12 GB"
],
[
"15b-q5_K_M",
- "12GB"
+ "12 GB"
],
[
"15b-q5_K_S",
- "11GB"
+ "11 GB"
],
[
"15b-q6_K",
- "13GB"
+ "13 GB"
],
[
"15b-q8_0",
- "17GB"
+ "17 GB"
],
[
"7b-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -14933,143 +14933,143 @@
"tags": [
[
"latest",
- "4.7GB"
+ "4.7 GB"
],
[
"70b",
- "40GB"
+ "40 GB"
],
[
"8b",
- "4.7GB"
+ "4.7 GB"
],
[
"1048k",
- "4.7GB"
+ "4.7 GB"
],
[
"instruct",
- "4.7GB"
+ "4.7 GB"
],
[
"70b-instruct-1048k-fp16",
- "141GB"
+ "141 GB"
],
[
"70b-instruct-1048k-q2_K",
- "26GB"
+ "26 GB"
],
[
"70b-instruct-1048k-q3_K_L",
- "37GB"
+ "37 GB"
],
[
"70b-instruct-1048k-q3_K_M",
- "34GB"
+ "34 GB"
],
[
"70b-instruct-1048k-q3_K_S",
- "31GB"
+ "31 GB"
],
[
"70b-instruct-1048k-q4_0",
- "40GB"
+ "40 GB"
],
[
"70b-instruct-1048k-q4_1",
- "44GB"
+ "44 GB"
],
[
"70b-instruct-1048k-q4_K_M",
- "43GB"
+ "43 GB"
],
[
"70b-instruct-1048k-q4_K_S",
- "40GB"
+ "40 GB"
],
[
"70b-instruct-1048k-q5_0",
- "49GB"
+ "49 GB"
],
[
"70b-instruct-1048k-q5_1",
- "53GB"
+ "53 GB"
],
[
"70b-instruct-1048k-q5_K_M",
- "50GB"
+ "50 GB"
],
[
"70b-instruct-1048k-q5_K_S",
- "49GB"
+ "49 GB"
],
[
"70b-instruct-1048k-q6_K",
- "58GB"
+ "58 GB"
],
[
"70b-instruct-1048k-q8_0",
- "75GB"
+ "75 GB"
],
[
"8b-instruct-1048k-fp16",
- "16GB"
+ "16 GB"
],
[
"8b-instruct-1048k-q2_K",
- "3.2GB"
+ "3.2 GB"
],
[
"8b-instruct-1048k-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"8b-instruct-1048k-q3_K_M",
- "4.0GB"
+ "4.0 GB"
],
[
"8b-instruct-1048k-q3_K_S",
- "3.7GB"
+ "3.7 GB"
],
[
"8b-instruct-1048k-q4_0",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-instruct-1048k-q4_1",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-instruct-1048k-q4_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"8b-instruct-1048k-q4_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-instruct-1048k-q5_0",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-instruct-1048k-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"8b-instruct-1048k-q5_K_M",
- "5.7GB"
+ "5.7 GB"
],
[
"8b-instruct-1048k-q5_K_S",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-instruct-1048k-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"8b-instruct-1048k-q8_0",
- "8.5GB"
+ "8.5 GB"
]
],
"image": false,
@@ -15081,147 +15081,147 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"alpha",
- "4.1GB"
+ "4.1 GB"
],
[
"beta",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-alpha",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-alpha-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-alpha-q2_K",
- "2.7GB"
+ "2.7 GB"
],
[
"7b-alpha-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-alpha-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-alpha-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-alpha-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-alpha-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-alpha-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-alpha-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-alpha-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-alpha-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-alpha-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-alpha-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-alpha-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-alpha-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-beta",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-beta-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-beta-q2_K",
- "2.7GB"
+ "2.7 GB"
],
[
"7b-beta-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-beta-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-beta-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-beta-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-beta-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-beta-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-beta-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-beta-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-beta-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-beta-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-beta-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-beta-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-beta-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -15233,271 +15233,271 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"13b-128k",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-128k-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-128k-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-128k-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-128k-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-128k-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-128k-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-128k-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-128k-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-128k-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-128k-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-128k-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-128k-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-128k-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-128k-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-128k-q8_0",
- "14GB"
+ "14 GB"
],
[
"13b-64k",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-64k-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-64k-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-64k-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-64k-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-64k-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-64k-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-64k-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-64k-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-64k-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-64k-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-64k-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-64k-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-64k-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-64k-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-64k-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-128k",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-128k-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-128k-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-128k-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-128k-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-128k-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-128k-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-128k-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-128k-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-128k-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-128k-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-128k-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-128k-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-128k-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-128k-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-128k-q8_0",
- "7.2GB"
+ "7.2 GB"
],
[
"7b-64k",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-64k-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-64k-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-64k-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-64k-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-64k-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-64k-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-64k-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-64k-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-64k-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-64k-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-64k-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-64k-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-64k-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-64k-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-64k-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -15509,323 +15509,323 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"70b-v0.1",
- "39GB"
+ "39 GB"
],
[
"70b-v0.1-fp16",
- "138GB"
+ "138 GB"
],
[
"70b-v0.1-q2_K",
- "29GB"
+ "29 GB"
],
[
"70b-v0.1-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-v0.1-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-v0.1-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-v0.1-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-v0.1-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-v0.1-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-v0.1-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-v0.1-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-v0.1-q5_1",
- "52GB"
+ "52 GB"
],
[
"70b-v0.1-q5_K_S",
- "47GB"
+ "47 GB"
],
[
"70b-v0.1-q6_K",
- "57GB"
+ "57 GB"
],
[
"70b-v0.1-q8_0",
- "73GB"
+ "73 GB"
],
[
"13b-v0.1",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v0.1-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-v0.1-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-v0.1-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-v0.1-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-v0.1-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-v0.1-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v0.1-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-v0.1-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-v0.1-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v0.1-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v0.1-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-v0.1-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-v0.1-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v0.1-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-v0.1-q8_0",
- "14GB"
+ "14 GB"
],
[
"13b-v0.2",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v0.2-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-v0.2-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-v0.2-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-v0.2-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-v0.2-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-v0.2-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v0.2-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-v0.2-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-v0.2-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v0.2-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v0.2-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-v0.2-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-v0.2-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v0.2-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-v0.2-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-v0.1",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v0.1-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-v0.1-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-v0.1-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-v0.1-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-v0.1-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-v0.1-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v0.1-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-v0.1-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v0.1-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-v0.1-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v0.1-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v0.1-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-v0.1-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v0.1-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-v0.1-q8_0",
- "7.2GB"
+ "7.2 GB"
],
[
"7b-v0.2",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v0.2-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-v0.2-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-v0.2-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-v0.2-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-v0.2-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v0.2-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-v0.2-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v0.2-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-v0.2-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v0.2-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-v0.2-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v0.2-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-v0.2-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -15837,259 +15837,259 @@
"tags": [
[
"latest",
- "4.0GB"
+ "4.0 GB"
],
[
"67b",
- "38GB"
+ "38 GB"
],
[
"7b",
- "4.0GB"
+ "4.0 GB"
],
[
"67b-base",
- "38GB"
+ "38 GB"
],
[
"67b-base-fp16",
- "135GB"
+ "135 GB"
],
[
"67b-base-q2_K",
- "28GB"
+ "28 GB"
],
[
"67b-base-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"67b-base-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"67b-base-q3_K_S",
- "29GB"
+ "29 GB"
],
[
"67b-base-q4_0",
- "38GB"
+ "38 GB"
],
[
"67b-base-q4_1",
- "42GB"
+ "42 GB"
],
[
"67b-base-q4_K_M",
- "40GB"
+ "40 GB"
],
[
"67b-base-q4_K_S",
- "38GB"
+ "38 GB"
],
[
"67b-base-q5_0",
- "46GB"
+ "46 GB"
],
[
"67b-base-q5_1",
- "51GB"
+ "51 GB"
],
[
"67b-base-q5_K_M",
- "48GB"
+ "48 GB"
],
[
"67b-base-q5_K_S",
- "46GB"
+ "46 GB"
],
[
"67b-base-q6_K",
- "55GB"
+ "55 GB"
],
[
"67b-base-q8_0",
- "72GB"
+ "72 GB"
],
[
"67b-chat",
- "38GB"
+ "38 GB"
],
[
"67b-chat-fp16",
- "135GB"
+ "135 GB"
],
[
"67b-chat-q2_K",
- "28GB"
+ "28 GB"
],
[
"67b-chat-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"67b-chat-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"67b-chat-q3_K_S",
- "29GB"
+ "29 GB"
],
[
"67b-chat-q4_0",
- "38GB"
+ "38 GB"
],
[
"67b-chat-q4_1",
- "42GB"
+ "42 GB"
],
[
"67b-chat-q4_K_M",
- "40GB"
+ "40 GB"
],
[
"67b-chat-q4_K_S",
- "38GB"
+ "38 GB"
],
[
"67b-chat-q5_0",
- "46GB"
+ "46 GB"
],
[
"67b-chat-q5_1",
- "51GB"
+ "51 GB"
],
[
"67b-chat-q5_K_S",
- "46GB"
+ "46 GB"
],
[
"7b-base",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-base-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-base-q2_K",
- "3.0GB"
+ "3.0 GB"
],
[
"7b-base-q3_K_L",
- "3.7GB"
+ "3.7 GB"
],
[
"7b-base-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-base-q3_K_S",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-base-q4_0",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-base-q4_1",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-base-q4_K_M",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-base-q4_K_S",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-base-q5_0",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-base-q5_1",
- "5.2GB"
+ "5.2 GB"
],
[
"7b-base-q5_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-base-q5_K_S",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-base-q6_K",
- "5.7GB"
+ "5.7 GB"
],
[
"7b-base-q8_0",
- "7.3GB"
+ "7.3 GB"
],
[
"7b-chat",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-chat-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-chat-q2_K",
- "3.0GB"
+ "3.0 GB"
],
[
"7b-chat-q3_K_L",
- "3.7GB"
+ "3.7 GB"
],
[
"7b-chat-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-chat-q3_K_S",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-chat-q4_0",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-chat-q4_1",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-chat-q4_K_M",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-chat-q4_K_S",
- "4.0GB"
+ "4.0 GB"
],
[
"7b-chat-q5_0",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-chat-q5_1",
- "5.2GB"
+ "5.2 GB"
],
[
"7b-chat-q5_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-chat-q5_K_S",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-chat-q6_K",
- "5.7GB"
+ "5.7 GB"
],
[
"7b-chat-q8_0",
- "7.3GB"
+ "7.3 GB"
]
],
"image": false,
@@ -16101,143 +16101,143 @@
"tags": [
[
"latest",
- "4.7GB"
+ "4.7 GB"
],
[
"70b",
- "40GB"
+ "40 GB"
],
[
"8b",
- "4.7GB"
+ "4.7 GB"
],
[
"70b-v1.5",
- "40GB"
+ "40 GB"
],
[
"70b-v1.5-fp16",
- "141GB"
+ "141 GB"
],
[
"70b-v1.5-q2_K",
- "26GB"
+ "26 GB"
],
[
"70b-v1.5-q3_K_L",
- "37GB"
+ "37 GB"
],
[
"70b-v1.5-q3_K_M",
- "34GB"
+ "34 GB"
],
[
"70b-v1.5-q3_K_S",
- "31GB"
+ "31 GB"
],
[
"70b-v1.5-q4_0",
- "40GB"
+ "40 GB"
],
[
"70b-v1.5-q4_1",
- "44GB"
+ "44 GB"
],
[
"70b-v1.5-q4_K_M",
- "43GB"
+ "43 GB"
],
[
"70b-v1.5-q4_K_S",
- "40GB"
+ "40 GB"
],
[
"70b-v1.5-q5_0",
- "49GB"
+ "49 GB"
],
[
"70b-v1.5-q5_1",
- "53GB"
+ "53 GB"
],
[
"70b-v1.5-q5_K_M",
- "50GB"
+ "50 GB"
],
[
"70b-v1.5-q5_K_S",
- "49GB"
+ "49 GB"
],
[
"70b-v1.5-q6_K",
- "58GB"
+ "58 GB"
],
[
"70b-v1.5-q8_0",
- "75GB"
+ "75 GB"
],
[
"8b-v1.5",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-v1.5-fp16",
- "16GB"
+ "16 GB"
],
[
"8b-v1.5-q2_K",
- "3.2GB"
+ "3.2 GB"
],
[
"8b-v1.5-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"8b-v1.5-q3_K_M",
- "4.0GB"
+ "4.0 GB"
],
[
"8b-v1.5-q3_K_S",
- "3.7GB"
+ "3.7 GB"
],
[
"8b-v1.5-q4_0",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-v1.5-q4_1",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-v1.5-q4_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"8b-v1.5-q4_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-v1.5-q5_0",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-v1.5-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"8b-v1.5-q5_K_M",
- "5.7GB"
+ "5.7 GB"
],
[
"8b-v1.5-q5_K_S",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-v1.5-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"8b-v1.5-q8_0",
- "8.5GB"
+ "8.5 GB"
]
],
"image": false,
@@ -16249,135 +16249,135 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"13b-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -16389,295 +16389,295 @@
"tags": [
[
"70b-llama2-q2_K",
- "29GB"
+ "29 GB"
],
[
"70b-llama2-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-llama2-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-llama2-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-llama2-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-llama2-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-llama2-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-llama2-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-llama2-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-llama2-q5_K_M",
- "49GB"
+ "49 GB"
],
[
"70b-llama2-q5_K_S",
- "47GB"
+ "47 GB"
],
[
"70b-llama2-q6_K",
- "57GB"
+ "57 GB"
],
[
"70b-llama2-q8_0",
- "73GB"
+ "73 GB"
],
[
"30b-fp16",
- "65GB"
+ "65 GB"
],
[
"30b-q2_K",
- "14GB"
+ "14 GB"
],
[
"30b-q3_K_L",
- "17GB"
+ "17 GB"
],
[
"30b-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"30b-q3_K_S",
- "14GB"
+ "14 GB"
],
[
"30b-q4_0",
- "18GB"
+ "18 GB"
],
[
"30b-q4_1",
- "20GB"
+ "20 GB"
],
[
"30b-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"30b-q4_K_S",
- "18GB"
+ "18 GB"
],
[
"30b-q5_0",
- "22GB"
+ "22 GB"
],
[
"30b-q5_1",
- "24GB"
+ "24 GB"
],
[
"30b-q5_K_M",
- "23GB"
+ "23 GB"
],
[
"30b-q5_K_S",
- "22GB"
+ "22 GB"
],
[
"30b-q6_K",
- "27GB"
+ "27 GB"
],
[
"30b-q8_0",
- "35GB"
+ "35 GB"
],
[
"13b-llama2-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-llama2-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-llama2-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-llama2-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-llama2-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-llama2-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-llama2-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-llama2-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-llama2-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-llama2-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-llama2-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-llama2-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-llama2-q8_0",
- "14GB"
+ "14 GB"
],
[
"13b-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -16689,131 +16689,131 @@
"tags": [
[
"latest",
- "6.1GB"
+ "6.1 GB"
],
[
"10.7b",
- "6.1GB"
+ "6.1 GB"
],
[
"10.7b-instruct-v1-fp16",
- "21GB"
+ "21 GB"
],
[
"10.7b-instruct-v1-q2_K",
- "4.5GB"
+ "4.5 GB"
],
[
"10.7b-instruct-v1-q3_K_L",
- "5.7GB"
+ "5.7 GB"
],
[
"10.7b-instruct-v1-q3_K_M",
- "5.2GB"
+ "5.2 GB"
],
[
"10.7b-instruct-v1-q3_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"10.7b-instruct-v1-q4_0",
- "6.1GB"
+ "6.1 GB"
],
[
"10.7b-instruct-v1-q4_1",
- "6.7GB"
+ "6.7 GB"
],
[
"10.7b-instruct-v1-q4_K_M",
- "6.5GB"
+ "6.5 GB"
],
[
"10.7b-instruct-v1-q4_K_S",
- "6.1GB"
+ "6.1 GB"
],
[
"10.7b-instruct-v1-q5_0",
- "7.4GB"
+ "7.4 GB"
],
[
"10.7b-instruct-v1-q5_1",
- "8.1GB"
+ "8.1 GB"
],
[
"10.7b-instruct-v1-q5_K_M",
- "7.6GB"
+ "7.6 GB"
],
[
"10.7b-instruct-v1-q5_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"10.7b-instruct-v1-q6_K",
- "8.8GB"
+ "8.8 GB"
],
[
"10.7b-instruct-v1-q8_0",
- "11GB"
+ "11 GB"
],
[
"10.7b-text-v1-fp16",
- "21GB"
+ "21 GB"
],
[
"10.7b-text-v1-q2_K",
- "4.5GB"
+ "4.5 GB"
],
[
"10.7b-text-v1-q3_K_L",
- "5.7GB"
+ "5.7 GB"
],
[
"10.7b-text-v1-q3_K_M",
- "5.2GB"
+ "5.2 GB"
],
[
"10.7b-text-v1-q3_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"10.7b-text-v1-q4_0",
- "6.1GB"
+ "6.1 GB"
],
[
"10.7b-text-v1-q4_1",
- "6.7GB"
+ "6.7 GB"
],
[
"10.7b-text-v1-q4_K_M",
- "6.5GB"
+ "6.5 GB"
],
[
"10.7b-text-v1-q4_K_S",
- "6.1GB"
+ "6.1 GB"
],
[
"10.7b-text-v1-q5_0",
- "7.4GB"
+ "7.4 GB"
],
[
"10.7b-text-v1-q5_1",
- "8.1GB"
+ "8.1 GB"
],
[
"10.7b-text-v1-q5_K_M",
- "7.6GB"
+ "7.6 GB"
],
[
"10.7b-text-v1-q5_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"10.7b-text-v1-q6_K",
- "8.8GB"
+ "8.8 GB"
],
[
"10.7b-text-v1-q8_0",
- "11GB"
+ "11 GB"
]
],
"image": false,
@@ -16825,199 +16825,199 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-instruct-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-instruct-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-instruct-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-instruct-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-instruct-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-instruct-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-instruct-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-instruct-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-instruct-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-instruct-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-instruct-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-instruct-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-text",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-text-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-text-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-text-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-text-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-text-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-text-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-text-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-text-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-text-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-text-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-text-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-text-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-text-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-text-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-text-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-v1.2-text",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1.2-text-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v1.2-text-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v1.2-text-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v1.2-text-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v1.2-text-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v1.2-text-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1.2-text-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v1.2-text-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v1.2-text-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1.2-text-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v1.2-text-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v1.2-text-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v1.2-text-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v1.2-text-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v1.2-text-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -17029,63 +17029,63 @@
"tags": [
[
"latest",
- "1.6GB"
+ "1.6 GB"
],
[
"2.7b",
- "1.6GB"
+ "1.6 GB"
],
[
"2.7b-v2.6",
- "1.6GB"
+ "1.6 GB"
],
[
"2.7b-v2.6-q2_K",
- "1.2GB"
+ "1.2 GB"
],
[
"2.7b-v2.6-q3_K_L",
- "1.6GB"
+ "1.6 GB"
],
[
"2.7b-v2.6-q3_K_M",
- "1.5GB"
+ "1.5 GB"
],
[
"2.7b-v2.6-q3_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"2.7b-v2.6-q4_0",
- "1.6GB"
+ "1.6 GB"
],
[
"2.7b-v2.6-q4_K_M",
- "1.8GB"
+ "1.8 GB"
],
[
"2.7b-v2.6-q4_K_S",
- "1.6GB"
+ "1.6 GB"
],
[
"2.7b-v2.6-q5_0",
- "1.9GB"
+ "1.9 GB"
],
[
"2.7b-v2.6-q5_K_M",
- "2.1GB"
+ "2.1 GB"
],
[
"2.7b-v2.6-q5_K_S",
- "1.9GB"
+ "1.9 GB"
],
[
"2.7b-v2.6-q6_K",
- "2.3GB"
+ "2.3 GB"
],
[
"2.7b-v2.6-q8_0",
- "3.0GB"
+ "3.0 GB"
]
],
"image": false,
@@ -17097,199 +17097,199 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"70b",
- "39GB"
+ "39 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"70b-fp16",
- "138GB"
+ "138 GB"
],
[
"70b-q2_K",
- "29GB"
+ "29 GB"
],
[
"70b-q3_K_L",
- "36GB"
+ "36 GB"
],
[
"70b-q3_K_M",
- "33GB"
+ "33 GB"
],
[
"70b-q3_K_S",
- "30GB"
+ "30 GB"
],
[
"70b-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-q4_K_M",
- "41GB"
+ "41 GB"
],
[
"70b-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-q5_0",
- "47GB"
+ "47 GB"
],
[
"70b-q5_1",
- "52GB"
+ "52 GB"
],
[
"70b-q5_K_M",
- "49GB"
+ "49 GB"
],
[
"70b-q5_K_S",
- "47GB"
+ "47 GB"
],
[
"70b-q6_K",
- "57GB"
+ "57 GB"
],
[
"70b-q8_0",
- "73GB"
+ "73 GB"
],
[
"13b-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-q8_0",
- "14GB"
+ "14 GB"
],
[
"7b-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -17301,75 +17301,75 @@
"tags": [
[
"latest",
- "1.7GB"
+ "1.7 GB"
],
[
"1.8b",
- "1.7GB"
+ "1.7 GB"
],
[
"v2",
- "1.7GB"
+ "1.7 GB"
],
[
"1.8b-v2-fp16",
- "3.7GB"
+ "3.7 GB"
],
[
"1.8b-v2-q2_K",
- "1.5GB"
+ "1.5 GB"
],
[
"1.8b-v2-q3_K_L",
- "1.7GB"
+ "1.7 GB"
],
[
"1.8b-v2-q3_K_M",
- "1.7GB"
+ "1.7 GB"
],
[
"1.8b-v2-q3_K_S",
- "1.6GB"
+ "1.6 GB"
],
[
"1.8b-v2-q4_0",
- "1.7GB"
+ "1.7 GB"
],
[
"1.8b-v2-q4_1",
- "1.8GB"
+ "1.8 GB"
],
[
"1.8b-v2-q4_K_M",
- "1.8GB"
+ "1.8 GB"
],
[
"1.8b-v2-q4_K_S",
- "1.7GB"
+ "1.7 GB"
],
[
"1.8b-v2-q5_0",
- "1.9GB"
+ "1.9 GB"
],
[
"1.8b-v2-q5_1",
- "2.0GB"
+ "2.0 GB"
],
[
"1.8b-v2-q5_K_M",
- "2.0GB"
+ "2.0 GB"
],
[
"1.8b-v2-q5_K_S",
- "1.9GB"
+ "1.9 GB"
],
[
"1.8b-v2-q6_K",
- "2.1GB"
+ "2.1 GB"
],
[
"1.8b-v2-q8_0",
- "2.4GB"
+ "2.4 GB"
]
],
"image": true,
@@ -17381,71 +17381,71 @@
"tags": [
[
"latest",
- "4.7GB"
+ "4.7 GB"
],
[
"7b",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v1-fp16",
- "15GB"
+ "15 GB"
],
[
"7b-v1-q2_K",
- "3.7GB"
+ "3.7 GB"
],
[
"7b-v1-q3_K_L",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v1-q3_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1-q3_K_S",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v1-q4_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-v1-q4_1",
- "5.2GB"
+ "5.2 GB"
],
[
"7b-v1-q4_K_M",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v1-q4_K_S",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-v1-q5_0",
- "5.6GB"
+ "5.6 GB"
],
[
"7b-v1-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"7b-v1-q5_K_M",
- "5.8GB"
+ "5.8 GB"
],
[
"7b-v1-q5_K_S",
- "5.6GB"
+ "5.6 GB"
],
[
"7b-v1-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"7b-v1-q8_0",
- "8.3GB"
+ "8.3 GB"
]
],
"image": true,
@@ -17457,75 +17457,75 @@
"tags": [
[
"latest",
- "7.4GB"
+ "7.4 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-llama2-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-llama2-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-llama2-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-llama2-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-llama2-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-llama2-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-llama2-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-llama2-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-llama2-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-llama2-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-llama2-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-llama2-q8_0",
- "14GB"
+ "14 GB"
]
],
"image": false,
@@ -17537,67 +17537,67 @@
"tags": [
[
"latest",
- "669MB"
+ "669 MB"
],
[
"335m",
- "669MB"
+ "669 MB"
],
[
"137m",
- "274MB"
+ "274 MB"
],
[
"110m",
- "219MB"
+ "219 MB"
],
[
"33m",
- "67MB"
+ "67 MB"
],
[
"22m",
- "46MB"
+ "46 MB"
],
[
"l",
- "669MB"
+ "669 MB"
],
[
"m",
- "219MB"
+ "219 MB"
],
[
"s",
- "67MB"
+ "67 MB"
],
[
"xs",
- "46MB"
+ "46 MB"
],
[
"335m-l-fp16",
- "669MB"
+ "669 MB"
],
[
"137m-m-long-fp16",
- "274MB"
+ "274 MB"
],
[
"110m-m-fp16",
- "219MB"
+ "219 MB"
],
[
"33m-s-fp16",
- "67MB"
+ "67 MB"
],
[
"22m-xs-fp16",
- "46MB"
+ "46 MB"
],
[
"m-long",
- "274MB"
+ "274 MB"
]
],
"image": false,
@@ -17609,147 +17609,147 @@
"tags": [
[
"latest",
- "8.9GB"
+ "8.9 GB"
],
[
"236b",
- "133GB"
+ "133 GB"
],
[
"16b",
- "8.9GB"
+ "8.9 GB"
],
[
"lite",
- "8.9GB"
+ "8.9 GB"
],
[
"236b-chat-f16",
- "472GB"
+ "472 GB"
],
[
"236b-chat-fp16",
- "472GB"
+ "472 GB"
],
[
"236b-chat-q2_K",
- "86GB"
+ "86 GB"
],
[
"236b-chat-q3_K_L",
- "122GB"
+ "122 GB"
],
[
"236b-chat-q3_K_M",
- "113GB"
+ "113 GB"
],
[
"236b-chat-q3_K_S",
- "102GB"
+ "102 GB"
],
[
"236b-chat-q4_0",
- "133GB"
+ "133 GB"
],
[
"236b-chat-q4_1",
- "148GB"
+ "148 GB"
],
[
"236b-chat-q4_K_M",
- "142GB"
+ "142 GB"
],
[
"236b-chat-q4_K_S",
- "134GB"
+ "134 GB"
],
[
"236b-chat-q5_0",
- "162GB"
+ "162 GB"
],
[
"236b-chat-q5_1",
- "177GB"
+ "177 GB"
],
[
"236b-chat-q5_K_M",
- "167GB"
+ "167 GB"
],
[
"236b-chat-q5_K_S",
- "162GB"
+ "162 GB"
],
[
"236b-chat-q6_K",
- "194GB"
+ "194 GB"
],
[
"236b-chat-q8_0",
- "251GB"
+ "251 GB"
],
[
"16b-lite-chat-f16",
- "31GB"
+ "31 GB"
],
[
"16b-lite-chat-fp16",
- "31GB"
+ "31 GB"
],
[
"16b-lite-chat-q2_K",
- "6.4GB"
+ "6.4 GB"
],
[
"16b-lite-chat-q3_K_L",
- "8.5GB"
+ "8.5 GB"
],
[
"16b-lite-chat-q3_K_M",
- "8.1GB"
+ "8.1 GB"
],
[
"16b-lite-chat-q3_K_S",
- "7.5GB"
+ "7.5 GB"
],
[
"16b-lite-chat-q4_0",
- "8.9GB"
+ "8.9 GB"
],
[
"16b-lite-chat-q4_1",
- "9.9GB"
+ "9.9 GB"
],
[
"16b-lite-chat-q4_K_M",
- "10GB"
+ "10 GB"
],
[
"16b-lite-chat-q4_K_S",
- "9.5GB"
+ "9.5 GB"
],
[
"16b-lite-chat-q5_0",
- "11GB"
+ "11 GB"
],
[
"16b-lite-chat-q5_1",
- "12GB"
+ "12 GB"
],
[
"16b-lite-chat-q5_K_M",
- "12GB"
+ "12 GB"
],
[
"16b-lite-chat-q5_K_S",
- "11GB"
+ "11 GB"
],
[
"16b-lite-chat-q6_K",
- "14GB"
+ "14 GB"
],
[
"16b-lite-chat-q8_0",
- "17GB"
+ "17 GB"
]
],
"image": false,
@@ -17761,71 +17761,71 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -17837,135 +17837,135 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-128k",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-128k-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-128k-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-128k-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-128k-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-128k-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-128k-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-128k-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-128k-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-128k-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-128k-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-128k-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-128k-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-128k-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-128k-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-128k-q8_0",
- "7.7GB"
+ "7.7 GB"
],
[
"7b-64k",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-64k-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-64k-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-64k-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-64k-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-64k-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-64k-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-64k-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-64k-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-64k-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-64k-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-64k-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-64k-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-64k-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-64k-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -17977,135 +17977,135 @@
"tags": [
[
"latest",
- "4.7GB"
+ "4.7 GB"
],
[
"instruct",
- "4.7GB"
+ "4.7 GB"
],
[
"text",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-instruct-fp16",
- "17GB"
+ "17 GB"
],
[
"8b-instruct-q2_K",
- "3.5GB"
+ "3.5 GB"
],
[
"8b-instruct-q3_K_L",
- "4.5GB"
+ "4.5 GB"
],
[
"8b-instruct-q3_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"8b-instruct-q3_K_S",
- "3.6GB"
+ "3.6 GB"
],
[
"8b-instruct-q4_0",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-instruct-q4_1",
- "5.3GB"
+ "5.3 GB"
],
[
"8b-instruct-q4_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-instruct-q4_K_S",
- "4.8GB"
+ "4.8 GB"
],
[
"8b-instruct-q5_0",
- "5.8GB"
+ "5.8 GB"
],
[
"8b-instruct-q5_1",
- "6.3GB"
+ "6.3 GB"
],
[
"8b-instruct-q5_K_M",
- "5.9GB"
+ "5.9 GB"
],
[
"8b-instruct-q5_K_S",
- "5.8GB"
+ "5.8 GB"
],
[
"8b-instruct-q6_K",
- "6.9GB"
+ "6.9 GB"
],
[
"8b-instruct-q8_0",
- "8.9GB"
+ "8.9 GB"
],
[
"8b-text-fp16",
- "17GB"
+ "17 GB"
],
[
"8b-text-q2_K",
- "3.5GB"
+ "3.5 GB"
],
[
"8b-text-q3_K_L",
- "4.5GB"
+ "4.5 GB"
],
[
"8b-text-q3_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"8b-text-q3_K_S",
- "3.6GB"
+ "3.6 GB"
],
[
"8b-text-q4_0",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-text-q4_1",
- "5.3GB"
+ "5.3 GB"
],
[
"8b-text-q4_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-text-q4_K_S",
- "4.8GB"
+ "4.8 GB"
],
[
"8b-text-q5_0",
- "5.8GB"
+ "5.8 GB"
],
[
"8b-text-q5_1",
- "6.3GB"
+ "6.3 GB"
],
[
"8b-text-q5_K_M",
- "5.9GB"
+ "5.9 GB"
],
[
"8b-text-q5_K_S",
- "5.8GB"
+ "5.8 GB"
],
[
"8b-text-q6_K",
- "6.9GB"
+ "6.9 GB"
],
[
"8b-text-q8_0",
- "8.9GB"
+ "8.9 GB"
]
],
"image": false,
@@ -18117,75 +18117,75 @@
"tags": [
[
"latest",
- "26GB"
+ "26 GB"
],
[
"8x7b",
- "26GB"
+ "26 GB"
],
[
"dpo",
- "26GB"
+ "26 GB"
],
[
"8x7b-dpo-fp16",
- "93GB"
+ "93 GB"
],
[
"8x7b-dpo-q2_K",
- "16GB"
+ "16 GB"
],
[
"8x7b-dpo-q3_K_L",
- "20GB"
+ "20 GB"
],
[
"8x7b-dpo-q3_K_M",
- "20GB"
+ "20 GB"
],
[
"8x7b-dpo-q3_K_S",
- "20GB"
+ "20 GB"
],
[
"8x7b-dpo-q4_0",
- "26GB"
+ "26 GB"
],
[
"8x7b-dpo-q4_1",
- "29GB"
+ "29 GB"
],
[
"8x7b-dpo-q4_K_M",
- "26GB"
+ "26 GB"
],
[
"8x7b-dpo-q4_K_S",
- "26GB"
+ "26 GB"
],
[
"8x7b-dpo-q5_0",
- "32GB"
+ "32 GB"
],
[
"8x7b-dpo-q5_1",
- "35GB"
+ "35 GB"
],
[
"8x7b-dpo-q5_K_M",
- "32GB"
+ "32 GB"
],
[
"8x7b-dpo-q5_K_S",
- "32GB"
+ "32 GB"
],
[
"8x7b-dpo-q6_K",
- "38GB"
+ "38 GB"
],
[
"8x7b-dpo-q8_0",
- "50GB"
+ "50 GB"
]
],
"image": false,
@@ -18197,91 +18197,91 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"70b",
- "39GB"
+ "39 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"70b-q4_0",
- "39GB"
+ "39 GB"
],
[
"70b-q4_1",
- "43GB"
+ "43 GB"
],
[
"70b-q4_K_S",
- "39GB"
+ "39 GB"
],
[
"70b-q5_1",
- "52GB"
+ "52 GB"
],
[
"7b-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -18293,79 +18293,79 @@
"tags": [
[
"latest",
- "7.4GB"
+ "7.4 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2-chat",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2-chat-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-llama2-chat-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-llama2-chat-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-llama2-chat-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-llama2-chat-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-llama2-chat-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2-chat-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-llama2-chat-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-llama2-chat-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-llama2-chat-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-llama2-chat-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-llama2-chat-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-llama2-chat-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-llama2-chat-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-llama2-chat-q8_0",
- "14GB"
+ "14 GB"
]
],
"image": false,
@@ -18377,131 +18377,131 @@
"tags": [
[
"latest",
- "7.4GB"
+ "7.4 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v2-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-v2-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-v2-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-v2-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-v2-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-v2-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v2-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-v2-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-v2-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-v2-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v2-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-v2-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-v2-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-v2-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-v2-q8_0",
- "14GB"
+ "14 GB"
],
[
"13b-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-q8_0",
- "14GB"
+ "14 GB"
]
],
"image": false,
@@ -18513,75 +18513,75 @@
"tags": [
[
"latest",
- "7.4GB"
+ "7.4 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-16k",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-16k-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-16k-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-16k-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-16k-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-16k-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-16k-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-16k-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-16k-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-16k-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-16k-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-16k-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-16k-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-16k-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-16k-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-16k-q8_0",
- "14GB"
+ "14 GB"
]
],
"image": false,
@@ -18593,19 +18593,19 @@
"tags": [
[
"latest",
- "2.9GB"
+ "2.9 GB"
],
[
"3.8b",
- "2.9GB"
+ "2.9 GB"
],
[
"3.8b-mini-fp16",
- "8.3GB"
+ "8.3 GB"
],
[
"3.8b-mini-q4_0",
- "2.9GB"
+ "2.9 GB"
]
],
"image": false,
@@ -18617,71 +18617,71 @@
"tags": [
[
"latest",
- "5.5GB"
+ "5.5 GB"
],
[
"9b",
- "5.5GB"
+ "5.5 GB"
],
[
"9b-all-fp16",
- "19GB"
+ "19 GB"
],
[
"9b-all-q2_K",
- "4.0GB"
+ "4.0 GB"
],
[
"9b-all-q3_K_L",
- "5.3GB"
+ "5.3 GB"
],
[
"9b-all-q3_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"9b-all-q3_K_S",
- "4.6GB"
+ "4.6 GB"
],
[
"9b-all-q4_0",
- "5.5GB"
+ "5.5 GB"
],
[
"9b-all-q4_1",
- "6.0GB"
+ "6.0 GB"
],
[
"9b-all-q4_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"9b-all-q4_K_S",
- "5.8GB"
+ "5.8 GB"
],
[
"9b-all-q5_0",
- "6.6GB"
+ "6.6 GB"
],
[
"9b-all-q5_1",
- "7.1GB"
+ "7.1 GB"
],
[
"9b-all-q5_K_M",
- "7.1GB"
+ "7.1 GB"
],
[
"9b-all-q5_K_S",
- "6.7GB"
+ "6.7 GB"
],
[
"9b-all-q6_K",
- "8.3GB"
+ "8.3 GB"
],
[
"9b-all-q8_0",
- "10.0GB"
+ "10.0 GB"
]
],
"image": false,
@@ -18693,131 +18693,131 @@
"tags": [
[
"latest",
- "5.5GB"
+ "5.5 GB"
],
[
"9b",
- "5.5GB"
+ "5.5 GB"
],
[
"9b-chat-fp16",
- "19GB"
+ "19 GB"
],
[
"9b-chat-q2_K",
- "4.0GB"
+ "4.0 GB"
],
[
"9b-chat-q3_K_L",
- "5.3GB"
+ "5.3 GB"
],
[
"9b-chat-q3_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"9b-chat-q3_K_S",
- "4.6GB"
+ "4.6 GB"
],
[
"9b-chat-q4_0",
- "5.5GB"
+ "5.5 GB"
],
[
"9b-chat-q4_1",
- "6.0GB"
+ "6.0 GB"
],
[
"9b-chat-q4_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"9b-chat-q4_K_S",
- "5.8GB"
+ "5.8 GB"
],
[
"9b-chat-q5_0",
- "6.6GB"
+ "6.6 GB"
],
[
"9b-chat-q5_1",
- "7.1GB"
+ "7.1 GB"
],
[
"9b-chat-q5_K_M",
- "7.1GB"
+ "7.1 GB"
],
[
"9b-chat-q5_K_S",
- "6.7GB"
+ "6.7 GB"
],
[
"9b-chat-q6_K",
- "8.3GB"
+ "8.3 GB"
],
[
"9b-chat-q8_0",
- "10.0GB"
+ "10.0 GB"
],
[
"9b-text-fp16",
- "19GB"
+ "19 GB"
],
[
"9b-text-q2_K",
- "4.0GB"
+ "4.0 GB"
],
[
"9b-text-q3_K_L",
- "5.3GB"
+ "5.3 GB"
],
[
"9b-text-q3_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"9b-text-q3_K_S",
- "4.6GB"
+ "4.6 GB"
],
[
"9b-text-q4_0",
- "5.5GB"
+ "5.5 GB"
],
[
"9b-text-q4_1",
- "6.0GB"
+ "6.0 GB"
],
[
"9b-text-q4_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"9b-text-q4_K_S",
- "5.8GB"
+ "5.8 GB"
],
[
"9b-text-q5_0",
- "6.6GB"
+ "6.6 GB"
],
[
"9b-text-q5_1",
- "7.1GB"
+ "7.1 GB"
],
[
"9b-text-q5_K_M",
- "7.1GB"
+ "7.1 GB"
],
[
"9b-text-q5_K_S",
- "6.7GB"
+ "6.7 GB"
],
[
"9b-text-q6_K",
- "8.3GB"
+ "8.3 GB"
],
[
"9b-text-q8_0",
- "10.0GB"
+ "10.0 GB"
]
],
"image": false,
@@ -18829,75 +18829,75 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-s-cl",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-s-cl-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-s-cl-q2_K",
- "2.8GB"
+ "2.8 GB"
],
[
"7b-s-cl-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-s-cl-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-s-cl-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-s-cl-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-s-cl-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-s-cl-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-s-cl-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-s-cl-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-s-cl-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-s-cl-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-s-cl-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-s-cl-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-s-cl-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -18909,71 +18909,71 @@
"tags": [
[
"latest",
- "1.6GB"
+ "1.6 GB"
],
[
"3b",
- "1.6GB"
+ "1.6 GB"
],
[
"3b-fp16",
- "5.6GB"
+ "5.6 GB"
],
[
"3b-q2_K",
- "1.2GB"
+ "1.2 GB"
],
[
"3b-q3_K_L",
- "1.5GB"
+ "1.5 GB"
],
[
"3b-q3_K_M",
- "1.4GB"
+ "1.4 GB"
],
[
"3b-q3_K_S",
- "1.3GB"
+ "1.3 GB"
],
[
"3b-q4_0",
- "1.6GB"
+ "1.6 GB"
],
[
"3b-q4_1",
- "1.8GB"
+ "1.8 GB"
],
[
"3b-q4_K_M",
- "1.7GB"
+ "1.7 GB"
],
[
"3b-q4_K_S",
- "1.6GB"
+ "1.6 GB"
],
[
"3b-q5_0",
- "1.9GB"
+ "1.9 GB"
],
[
"3b-q5_1",
- "2.1GB"
+ "2.1 GB"
],
[
"3b-q5_K_M",
- "2.0GB"
+ "2.0 GB"
],
[
"3b-q5_K_S",
- "1.9GB"
+ "1.9 GB"
],
[
"3b-q6_K",
- "2.3GB"
+ "2.3 GB"
],
[
"3b-q8_0",
- "3.0GB"
+ "3.0 GB"
]
],
"image": false,
@@ -18985,67 +18985,67 @@
"tags": [
[
"latest",
- "19GB"
+ "19 GB"
],
[
"34b",
- "19GB"
+ "19 GB"
],
[
"34b-v0.1-fp16",
- "67GB"
+ "67 GB"
],
[
"34b-v0.1-q2_K",
- "14GB"
+ "14 GB"
],
[
"34b-v0.1-q3_K_L",
- "18GB"
+ "18 GB"
],
[
"34b-v0.1-q3_K_M",
- "16GB"
+ "16 GB"
],
[
"34b-v0.1-q3_K_S",
- "15GB"
+ "15 GB"
],
[
"34b-v0.1-q4_0",
- "19GB"
+ "19 GB"
],
[
"34b-v0.1-q4_1",
- "21GB"
+ "21 GB"
],
[
"34b-v0.1-q4_K_M",
- "20GB"
+ "20 GB"
],
[
"34b-v0.1-q5_0",
- "23GB"
+ "23 GB"
],
[
"34b-v0.1-q5_1",
- "25GB"
+ "25 GB"
],
[
"34b-v0.1-q5_K_M",
- "24GB"
+ "24 GB"
],
[
"34b-v0.1-q5_K_S",
- "23GB"
+ "23 GB"
],
[
"34b-v0.1-q6_K",
- "28GB"
+ "28 GB"
],
[
"34b-v0.1-q8_0",
- "36GB"
+ "36 GB"
]
],
"image": false,
@@ -19057,71 +19057,71 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v0.1-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v0.1-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v0.1-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v0.1-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v0.1-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v0.1-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v0.1-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v0.1-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v0.1-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v0.1-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v0.1-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v0.1-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v0.1-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v0.1-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v0.1-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -19133,71 +19133,71 @@
"tags": [
[
"latest",
- "7.4GB"
+ "7.4 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-q8_0",
- "14GB"
+ "14 GB"
]
],
"image": false,
@@ -19209,71 +19209,71 @@
"tags": [
[
"latest",
- "3.8GB"
+ "3.8 GB"
],
[
"7b",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-fp16",
- "13GB"
+ "13 GB"
],
[
"7b-q2_K",
- "2.5GB"
+ "2.5 GB"
],
[
"7b-q3_K_L",
- "3.6GB"
+ "3.6 GB"
],
[
"7b-q3_K_M",
- "3.3GB"
+ "3.3 GB"
],
[
"7b-q3_K_S",
- "2.9GB"
+ "2.9 GB"
],
[
"7b-q4_0",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-q4_1",
- "4.2GB"
+ "4.2 GB"
],
[
"7b-q4_K_M",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-q4_K_S",
- "3.9GB"
+ "3.9 GB"
],
[
"7b-q5_0",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q5_1",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-q5_K_M",
- "4.8GB"
+ "4.8 GB"
],
[
"7b-q5_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-q6_K",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-q8_0",
- "7.2GB"
+ "7.2 GB"
]
],
"image": false,
@@ -19285,79 +19285,79 @@
"tags": [
[
"latest",
- "68GB"
+ "68 GB"
],
[
"120b",
- "68GB"
+ "68 GB"
],
[
"v2.2",
- "68GB"
+ "68 GB"
],
[
"120b-v2.2",
- "68GB"
+ "68 GB"
],
[
"120b-v2.2-fp16",
- "241GB"
+ "241 GB"
],
[
"120b-v2.2-q2_K",
- "51GB"
+ "51 GB"
],
[
"120b-v2.2-q3_K_L",
- "63GB"
+ "63 GB"
],
[
"120b-v2.2-q3_K_M",
- "58GB"
+ "58 GB"
],
[
"120b-v2.2-q3_K_S",
- "52GB"
+ "52 GB"
],
[
"120b-v2.2-q4_0",
- "68GB"
+ "68 GB"
],
[
"120b-v2.2-q4_1",
- "75GB"
+ "75 GB"
],
[
"120b-v2.2-q4_K_M",
- "72GB"
+ "72 GB"
],
[
"120b-v2.2-q4_K_S",
- "68GB"
+ "68 GB"
],
[
"120b-v2.2-q5_0",
- "83GB"
+ "83 GB"
],
[
"120b-v2.2-q5_1",
- "90GB"
+ "90 GB"
],
[
"120b-v2.2-q5_K_M",
- "85GB"
+ "85 GB"
],
[
"120b-v2.2-q5_K_S",
- "83GB"
+ "83 GB"
],
[
"120b-v2.2-q6_K",
- "99GB"
+ "99 GB"
],
[
"120b-v2.2-q8_0",
- "128GB"
+ "128 GB"
]
],
"image": false,
@@ -19369,67 +19369,67 @@
"tags": [
[
"latest",
- "66GB"
+ "66 GB"
],
[
"120b-q4_0",
- "66GB"
+ "66 GB"
],
[
"120b-fp16",
- "236GB"
+ "236 GB"
],
[
"120b-q2_K",
- "50GB"
+ "50 GB"
],
[
"120b-q3_K_L",
- "62GB"
+ "62 GB"
],
[
"120b-q3_K_M",
- "56GB"
+ "56 GB"
],
[
"120b-q3_K_S",
- "51GB"
+ "51 GB"
],
[
"120b-q4_1",
- "74GB"
+ "74 GB"
],
[
"120b-q4_K_M",
- "71GB"
+ "71 GB"
],
[
"120b-q4_K_S",
- "66GB"
+ "66 GB"
],
[
"120b-q5_0",
- "81GB"
+ "81 GB"
],
[
"120b-q5_1",
- "88GB"
+ "88 GB"
],
[
"120b-q5_K_M",
- "83GB"
+ "83 GB"
],
[
"120b-q5_K_S",
- "81GB"
+ "81 GB"
],
[
"120b-q6_K",
- "97GB"
+ "97 GB"
],
[
"120b-q8_0",
- "125GB"
+ "125 GB"
]
],
"image": false,
@@ -19441,75 +19441,75 @@
"tags": [
[
"latest",
- "26GB"
+ "26 GB"
],
[
"8x7b",
- "26GB"
+ "26 GB"
],
[
"8x7b-v1",
- "26GB"
+ "26 GB"
],
[
"8x7b-v1-fp16",
- "93GB"
+ "93 GB"
],
[
"8x7b-v1-q2_K",
- "16GB"
+ "16 GB"
],
[
"8x7b-v1-q3_K_L",
- "20GB"
+ "20 GB"
],
[
"8x7b-v1-q3_K_M",
- "20GB"
+ "20 GB"
],
[
"8x7b-v1-q3_K_S",
- "20GB"
+ "20 GB"
],
[
"8x7b-v1-q4_0",
- "26GB"
+ "26 GB"
],
[
"8x7b-v1-q4_1",
- "29GB"
+ "29 GB"
],
[
"8x7b-v1-q4_K_M",
- "26GB"
+ "26 GB"
],
[
"8x7b-v1-q4_K_S",
- "26GB"
+ "26 GB"
],
[
"8x7b-v1-q5_0",
- "32GB"
+ "32 GB"
],
[
"8x7b-v1-q5_1",
- "35GB"
+ "35 GB"
],
[
"8x7b-v1-q5_K_M",
- "32GB"
+ "32 GB"
],
[
"8x7b-v1-q5_K_S",
- "32GB"
+ "32 GB"
],
[
"8x7b-v1-q6_K",
- "38GB"
+ "38 GB"
],
[
"8x7b-v1-q8_0",
- "50GB"
+ "50 GB"
]
],
"image": false,
@@ -19521,71 +19521,71 @@
"tags": [
[
"latest",
- "7.4GB"
+ "7.4 GB"
],
[
"13b",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-fp16",
- "26GB"
+ "26 GB"
],
[
"13b-q2_K",
- "5.4GB"
+ "5.4 GB"
],
[
"13b-q3_K_L",
- "6.9GB"
+ "6.9 GB"
],
[
"13b-q3_K_M",
- "6.3GB"
+ "6.3 GB"
],
[
"13b-q3_K_S",
- "5.7GB"
+ "5.7 GB"
],
[
"13b-q4_0",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q4_1",
- "8.2GB"
+ "8.2 GB"
],
[
"13b-q4_K_M",
- "7.9GB"
+ "7.9 GB"
],
[
"13b-q4_K_S",
- "7.4GB"
+ "7.4 GB"
],
[
"13b-q5_0",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q5_1",
- "9.8GB"
+ "9.8 GB"
],
[
"13b-q5_K_M",
- "9.2GB"
+ "9.2 GB"
],
[
"13b-q5_K_S",
- "9.0GB"
+ "9.0 GB"
],
[
"13b-q6_K",
- "11GB"
+ "11 GB"
],
[
"13b-q8_0",
- "14GB"
+ "14 GB"
]
],
"image": false,
@@ -19597,71 +19597,71 @@
"tags": [
[
"latest",
- "6.4GB"
+ "6.4 GB"
],
[
"11b",
- "6.4GB"
+ "6.4 GB"
],
[
"11b-fp16",
- "22GB"
+ "22 GB"
],
[
"11b-q2_K",
- "4.3GB"
+ "4.3 GB"
],
[
"11b-q3_K_L",
- "5.8GB"
+ "5.8 GB"
],
[
"11b-q3_K_M",
- "5.4GB"
+ "5.4 GB"
],
[
"11b-q3_K_S",
- "4.9GB"
+ "4.9 GB"
],
[
"11b-q4_0",
- "6.4GB"
+ "6.4 GB"
],
[
"11b-q4_1",
- "7.1GB"
+ "7.1 GB"
],
[
"11b-q4_K_M",
- "6.8GB"
+ "6.8 GB"
],
[
"11b-q4_K_S",
- "6.4GB"
+ "6.4 GB"
],
[
"11b-q5_0",
- "7.7GB"
+ "7.7 GB"
],
[
"11b-q5_1",
- "8.4GB"
+ "8.4 GB"
],
[
"11b-q5_K_M",
- "8.2GB"
+ "8.2 GB"
],
[
"11b-q5_K_S",
- "7.7GB"
+ "7.7 GB"
],
[
"11b-q6_K",
- "9.2GB"
+ "9.2 GB"
],
[
"11b-q8_0",
- "12GB"
+ "12 GB"
]
],
"image": false,
@@ -19673,75 +19673,75 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v1-q2_K",
- "3.1GB"
+ "3.1 GB"
],
[
"7b-v1-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v1-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v1-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v1-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v1-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v1-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v1-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v1-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v1-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v1-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v1-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v1-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -19753,31 +19753,31 @@
"tags": [
[
"latest",
- "74GB"
+ "74 GB"
],
[
"132b",
- "74GB"
+ "74 GB"
],
[
"instruct",
- "74GB"
+ "74 GB"
],
[
"132b-instruct-fp16",
- "263GB"
+ "263 GB"
],
[
"132b-instruct-q2_K",
- "48GB"
+ "48 GB"
],
[
"132b-instruct-q4_0",
- "74GB"
+ "74 GB"
],
[
"132b-instruct-q8_0",
- "140GB"
+ "140 GB"
]
],
"image": false,
@@ -19789,71 +19789,71 @@
"tags": [
[
"latest",
- "4.5GB"
+ "4.5 GB"
],
[
"7b",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-chat-v2.5-fp16",
- "15GB"
+ "15 GB"
],
[
"7b-chat-v2.5-q2_K",
- "3.0GB"
+ "3.0 GB"
],
[
"7b-chat-v2.5-q3_K_L",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-chat-v2.5-q3_K_M",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-chat-v2.5-q3_K_S",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-chat-v2.5-q4_0",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-chat-v2.5-q4_1",
- "4.9GB"
+ "4.9 GB"
],
[
"7b-chat-v2.5-q4_K_M",
- "4.7GB"
+ "4.7 GB"
],
[
"7b-chat-v2.5-q4_K_S",
- "4.5GB"
+ "4.5 GB"
],
[
"7b-chat-v2.5-q5_0",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-chat-v2.5-q5_1",
- "5.8GB"
+ "5.8 GB"
],
[
"7b-chat-v2.5-q5_K_M",
- "5.5GB"
+ "5.5 GB"
],
[
"7b-chat-v2.5-q5_K_S",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-chat-v2.5-q6_K",
- "6.4GB"
+ "6.4 GB"
],
[
"7b-chat-v2.5-q8_0",
- "8.2GB"
+ "8.2 GB"
]
],
"image": false,
@@ -19865,31 +19865,31 @@
"tags": [
[
"latest",
- "24GB"
+ "24 GB"
],
[
"40b",
- "24GB"
+ "24 GB"
],
[
"40b-1023-q4_0",
- "24GB"
+ "24 GB"
],
[
"40b-1023-q4_1",
- "26GB"
+ "26 GB"
],
[
"40b-1023-q5_0",
- "29GB"
+ "29 GB"
],
[
"40b-1023-q5_1",
- "32GB"
+ "32 GB"
],
[
"40b-1023-q8_0",
- "44GB"
+ "44 GB"
]
],
"image": false,
@@ -19901,135 +19901,135 @@
"tags": [
[
"latest",
- "4.7GB"
+ "4.7 GB"
],
[
"70b",
- "40GB"
+ "40 GB"
],
[
"8b",
- "4.7GB"
+ "4.7 GB"
],
[
"70b-fp16",
- "141GB"
+ "141 GB"
],
[
"70b-q2_K",
- "26GB"
+ "26 GB"
],
[
"70b-q3_K_L",
- "37GB"
+ "37 GB"
],
[
"70b-q3_K_M",
- "34GB"
+ "34 GB"
],
[
"70b-q3_K_S",
- "31GB"
+ "31 GB"
],
[
"70b-q4_0",
- "40GB"
+ "40 GB"
],
[
"70b-q4_1",
- "44GB"
+ "44 GB"
],
[
"70b-q4_K_M",
- "43GB"
+ "43 GB"
],
[
"70b-q4_K_S",
- "40GB"
+ "40 GB"
],
[
"70b-q5_0",
- "49GB"
+ "49 GB"
],
[
"70b-q5_1",
- "53GB"
+ "53 GB"
],
[
"70b-q5_K_M",
- "50GB"
+ "50 GB"
],
[
"70b-q5_K_S",
- "49GB"
+ "49 GB"
],
[
"70b-q6_K",
- "58GB"
+ "58 GB"
],
[
"70b-q8_0",
- "75GB"
+ "75 GB"
],
[
"8b-fp16",
- "16GB"
+ "16 GB"
],
[
"8b-q2_K",
- "3.2GB"
+ "3.2 GB"
],
[
"8b-q3_K_L",
- "4.3GB"
+ "4.3 GB"
],
[
"8b-q3_K_M",
- "4.0GB"
+ "4.0 GB"
],
[
"8b-q3_K_S",
- "3.7GB"
+ "3.7 GB"
],
[
"8b-q4_0",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-q4_1",
- "5.1GB"
+ "5.1 GB"
],
[
"8b-q4_K_M",
- "4.9GB"
+ "4.9 GB"
],
[
"8b-q4_K_S",
- "4.7GB"
+ "4.7 GB"
],
[
"8b-q5_0",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-q5_1",
- "6.1GB"
+ "6.1 GB"
],
[
"8b-q5_K_M",
- "5.7GB"
+ "5.7 GB"
],
[
"8b-q5_K_S",
- "5.6GB"
+ "5.6 GB"
],
[
"8b-q6_K",
- "6.6GB"
+ "6.6 GB"
],
[
"8b-q8_0",
- "8.5GB"
+ "8.5 GB"
]
],
"image": false,
@@ -20041,71 +20041,71 @@
"tags": [
[
"latest",
- "4.1GB"
+ "4.1 GB"
],
[
"7b",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v0.1-fp16",
- "14GB"
+ "14 GB"
],
[
"7b-v0.1-q2_K",
- "2.7GB"
+ "2.7 GB"
],
[
"7b-v0.1-q3_K_L",
- "3.8GB"
+ "3.8 GB"
],
[
"7b-v0.1-q3_K_M",
- "3.5GB"
+ "3.5 GB"
],
[
"7b-v0.1-q3_K_S",
- "3.2GB"
+ "3.2 GB"
],
[
"7b-v0.1-q4_0",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v0.1-q4_1",
- "4.6GB"
+ "4.6 GB"
],
[
"7b-v0.1-q4_K_M",
- "4.4GB"
+ "4.4 GB"
],
[
"7b-v0.1-q4_K_S",
- "4.1GB"
+ "4.1 GB"
],
[
"7b-v0.1-q5_0",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v0.1-q5_1",
- "5.4GB"
+ "5.4 GB"
],
[
"7b-v0.1-q5_K_M",
- "5.1GB"
+ "5.1 GB"
],
[
"7b-v0.1-q5_K_S",
- "5.0GB"
+ "5.0 GB"
],
[
"7b-v0.1-q6_K",
- "5.9GB"
+ "5.9 GB"
],
[
"7b-v0.1-q8_0",
- "7.7GB"
+ "7.7 GB"
]
],
"image": false,
@@ -20117,71 +20117,71 @@
"tags": [
[
"latest",
- "40GB"
+ "40 GB"
],
[
"70b",
- "40GB"
+ "40 GB"
],
[
"70b-fp16",
- "141GB"
+ "141 GB"
],
[
"70b-q2_K",
- "26GB"
+ "26 GB"
],
[
"70b-q3_K_L",
- "37GB"
+ "37 GB"
],
[
"70b-q3_K_M",
- "34GB"
+ "34 GB"
],
[
"70b-q3_K_S",
- "31GB"
+ "31 GB"
],
[
"70b-q4_0",
- "40GB"
+ "40 GB"
],
[
"70b-q4_1",
- "44GB"
+ "44 GB"
],
[
"70b-q4_K_M",
- "43GB"
+ "43 GB"
],
[
"70b-q4_K_S",
- "40GB"
+ "40 GB"
],
[
"70b-q5_0",
- "49GB"
+ "49 GB"
],
[
"70b-q5_1",
- "53GB"
+ "53 GB"
],
[
"70b-q5_K_M",
- "50GB"
+ "50 GB"
],
[
"70b-q5_K_S",
- "49GB"
+ "49 GB"
],
[
"70b-q6_K",
- "58GB"
+ "58 GB"
],
[
"70b-q8_0",
- "75GB"
+ "75 GB"
]
],
"image": false,
@@ -20193,74 +20193,74 @@
"tags": [
[
"latest",
- "2.2GB"
+ "2.2 GB"
],
[
"3.8b",
- "2.2GB"
+ "2.2 GB"
],
[
"3.8b-fp16",
- "7.6GB"
+ "7.6 GB"
],
[
"3.8b-q2_K",
- "1.4GB"
+ "1.4 GB"
],
[
"3.8b-q3_K_L",
- "2.1GB"
+ "2.1 GB"
],
[
"3.8b-q3_K_M",
- "2.0GB"
+ "2.0 GB"
],
[
"3.8b-q3_K_S",
- "1.7GB"
+ "1.7 GB"
],
[
"3.8b-q4_0",
- "2.2GB"
+ "2.2 GB"
],
[
"3.8b-q4_1",
- "2.4GB"
+ "2.4 GB"
],
[
"3.8b-q4_K_M",
- "2.4GB"
+ "2.4 GB"
],
[
"3.8b-q4_K_S",
- "2.2GB"
+ "2.2 GB"
],
[
"3.8b-q5_0",
- "2.6GB"
+ "2.6 GB"
],
[
"3.8b-q5_1",
- "2.9GB"
+ "2.9 GB"
],
[
"3.8b-q5_K_M",
- "2.8GB"
+ "2.8 GB"
],
[
"3.8b-q5_K_S",
- "2.6GB"
+ "2.6 GB"
],
[
"3.8b-q6_K",
- "3.1GB"
+ "3.1 GB"
],
[
"3.8b-q8_0",
- "4.1GB"
+ "4.1 GB"
]
],
"image": false,
"author": "Numind"
}
-}
\ No newline at end of file
+}
diff --git a/src/custom_widgets/chat_widget.py b/src/custom_widgets/chat_widget.py
index dc31bd5..2a1a4ec 100644
--- a/src/custom_widgets/chat_widget.py
+++ b/src/custom_widgets/chat_widget.py
@@ -155,7 +155,7 @@ class chat(Gtk.ScrolledWindow):
message_element.set_text(message_data['content'])
message_element.add_footer(datetime.datetime.strptime(message_data['date'] + (":00" if message_data['date'].count(":") == 1 else ""), '%Y/%m/%d %H:%M:%S'))
else:
- self.show_welcome_screen(len(window.model_selector.get_model_list()) > 0)
+ self.show_welcome_screen(len(window.model_manager.get_model_list()) > 0)
def messages_to_dict(self) -> dict:
messages_dict = {}
@@ -269,7 +269,7 @@ class chat_list(Gtk.ListBox):
tab = chat_tab(chat_window)
self.prepend(tab)
self.tab_list.insert(0, tab)
- chat_window.show_welcome_screen(len(window.model_selector.get_model_list()) > 0)
+ chat_window.show_welcome_screen(len(window.model_manager.get_model_list()) > 0)
window.chat_stack.add_child(chat_window)
window.chat_list_box.select_row(tab)
return chat_window
@@ -399,5 +399,4 @@ class chat_list(Gtk.ListBox):
window.switch_send_stop_button(not row.chat_window.busy)
if len(row.chat_window.messages) > 0:
last_model_used = row.chat_window.messages[list(row.chat_window.messages)[-1]].model
- window.model_selector.change_model(last_model_used)
-
+ window.model_manager.change_model(last_model_used)
diff --git a/src/custom_widgets/model_widget.py b/src/custom_widgets/model_widget.py
index 75a3251..ab0b4b7 100644
--- a/src/custom_widgets/model_widget.py
+++ b/src/custom_widgets/model_widget.py
@@ -7,8 +7,9 @@ import gi
gi.require_version('Gtk', '4.0')
gi.require_version('GtkSource', '5')
from gi.repository import Gtk, GObject, Gio, Adw, GtkSource, GLib, Gdk
-import logging, os, datetime, re, shutil, threading
+import logging, os, datetime, re, shutil, threading, json, sys
from ..internal import config_dir, data_dir, cache_dir, source_dir
+from .. import connection_handler, available_models_descriptions, dialogs
logger = logging.getLogger(__name__)
@@ -80,14 +81,9 @@ class model_selector_button(Gtk.MenuButton):
self.get_child().set_label(window.convert_model_name(model_name, 0))
self.set_tooltip_text(window.convert_model_name(model_name, 0))
elif len(list(listbox)) == 0:
- self.get_child().set_label(_("Select a model"))
+ self.get_child().set_label(_("Select a Model"))
self.set_tooltip_text(_("Select a Model"))
- def get_model(self) -> str:
- row = self.get_popover().model_list_box.get_selected_row()
- if row:
- return row.get_name()
-
def add_model(self, model_name:str):
model_row = Gtk.ListBoxRow(
child = Gtk.Label(
@@ -103,8 +99,409 @@ class model_selector_button(Gtk.MenuButton):
self.get_popover().model_list_box.append(model_row)
self.change_model(model_name)
- def get_model_list(self) -> list:
- return [model.get_name() for model in list(self.get_popover().model_list_box)]
+ def remove_model(self, model_name:str):
+ self.get_popover().model_list_box.remove(next((model for model in list(self.get_popover().model_list_box) if model.get_name() == model_name), None))
+ self.model_changed(self.get_popover().model_list_box)
+ print(self.get_popover().model_list_box.get_selected_row())
def clear_list(self):
self.get_popover().model_list_box.remove_all()
+
+class pulling_model(Gtk.ListBoxRow):
+ __gtype_name__ = 'AlpacaPullingModel'
+
+ def __init__(self, model_name:str):
+ model_label = Gtk.Label(
+ css_classes=["heading"],
+ label=model_name.split(":")[0].replace("-", " ").title(),
+ hexpand=True,
+ halign=1
+ )
+ tag_label = Gtk.Label(
+ css_classes=["subtitle"],
+ label=model_name.split(":")[1]
+ )
+ self.prc_label = Gtk.Label(
+ css_classes=["subtitle", "numeric"],
+ label='50%',
+ hexpand=True,
+ halign=2
+ )
+ subtitle_box = Gtk.Box(
+ hexpand=True,
+ spacing=5,
+ orientation=0
+ )
+ subtitle_box.append(tag_label)
+ subtitle_box.append(self.prc_label)
+ self.progress_bar = Gtk.ProgressBar(
+ valign=2,
+ show_text=False,
+ css_classes=["horizontal"],
+ fraction=.5
+ )
+ description_box = Gtk.Box(
+ hexpand=True,
+ vexpand=True,
+ spacing=5,
+ orientation=1
+ )
+ description_box.append(model_label)
+ description_box.append(subtitle_box)
+ description_box.append(self.progress_bar)
+
+ delete_button = Gtk.Button(
+ icon_name = "media-playback-stop-symbolic",
+ vexpand = False,
+ valign = 3,
+ css_classes = ["destructive-action", "circular"],
+ tooltip_text = _("Stop Pulling '{}'").format(window.convert_model_name(model_name, 0))
+ )
+ delete_button.connect('clicked', lambda *_: dialogs.stop_pull_model(window, self))
+
+ container_box = Gtk.Box(
+ hexpand=True,
+ vexpand=True,
+ spacing=10,
+ orientation=0,
+ margin_top=10,
+ margin_bottom=10,
+ margin_start=10,
+ margin_end=10
+ )
+
+ container_box.append(description_box)
+ container_box.append(delete_button)
+
+ super().__init__(
+ child=container_box,
+ name=model_name
+ )
+ self.error = None
+
+ def update(self, data):
+ if not self.get_parent():
+ sys.exit()
+ if 'error' in data:
+ self.error = data['error']
+ if 'total' in data and 'completed' in data:
+ fraction = round(data['completed'] / data['total'], 4)
+ GLib.idle_add(self.prc_label.set_label, f"{fraction:05.2%}")
+ GLib.idle_add(self.progress_bar.set_fraction, fraction)
+ else:
+ GLib.idle_add(self.prc_label.set_label, data['status'])
+ GLib.idle_add(self.progress_bar.pulse)
+
+class pulling_model_list(Gtk.ListBox):
+ __gtype_name__ = 'AlpacaPullingModelList'
+
+ def __init__(self):
+ super().__init__(
+ selection_mode=0,
+ css_classes=["boxed-list"],
+ visible=False
+ )
+
+class local_model(Gtk.ListBoxRow):
+ __gtype_name__ = 'AlpacaLocalModel'
+
+ def __init__(self, model_name:str):
+ model_title = window.convert_model_name(model_name, 0)
+
+ model_label = Gtk.Label(
+ css_classes=["heading"],
+ label=model_title.split(" (")[0],
+ hexpand=True,
+ halign=1
+ )
+ tag_label = Gtk.Label(
+ css_classes=["subtitle"],
+ label=model_title.split(" (")[1][:-1],
+ hexpand=True,
+ halign=1
+ )
+ description_box = Gtk.Box(
+ hexpand=True,
+ vexpand=True,
+ spacing=5,
+ orientation=1
+ )
+ description_box.append(model_label)
+ description_box.append(tag_label)
+
+ delete_button = Gtk.Button(
+ icon_name = "user-trash-symbolic",
+ vexpand = False,
+ valign = 3,
+ css_classes = ["destructive-action", "circular"],
+ tooltip_text = _("Remove '{}'").format(window.convert_model_name(model_name, 0))
+ )
+ delete_button.connect('clicked', lambda *_, model_name=model_name: dialogs.delete_model(window, model_name))
+
+ container_box = Gtk.Box(
+ hexpand=True,
+ vexpand=True,
+ spacing=10,
+ orientation=0,
+ margin_top=10,
+ margin_bottom=10,
+ margin_start=10,
+ margin_end=10
+ )
+ container_box.append(description_box)
+ container_box.append(delete_button)
+
+ super().__init__(
+ child=container_box,
+ name=model_name
+ )
+
+class local_model_list(Gtk.ListBox):
+ __gtype_name__ = 'AlpacaLocalModelList'
+
+ def __init__(self):
+ super().__init__(
+ selection_mode=0,
+ css_classes=["boxed-list"],
+ visible=False
+ )
+
+ def add_model(self, model_name:str):
+ model = local_model(model_name)
+ self.append(model)
+ if not self.get_visible():
+ self.set_visible(True)
+
+ def remove_model(self, model_name:str):
+ self.remove(next((model for model in list(self) if model.get_name() == model_name), None))
+
+class available_model(Gtk.ListBoxRow):
+ __gtype_name__ = 'AlpacaAvailableModel'
+
+ def __init__(self, model_name:str, model_author:str, model_description:str, image_recognition:bool):
+ self.model_description = model_description
+ self.model_title = model_name.replace("-", " ").title()
+ self.model_author = model_author
+ self.image_recognition = image_recognition
+ model_label = Gtk.Label(
+ css_classes=["heading"],
+ label="{} by {}".format(self.model_title, self.model_author),
+ hexpand=True,
+ halign=1,
+ use_markup=True
+ )
+ description_label = Gtk.Label(
+ css_classes=["subtitle"],
+ label=self.model_description,
+ hexpand=True,
+ halign=1,
+ wrap=True,
+ wrap_mode=0,
+ )
+ image_recognition_indicator = Gtk.Button(
+ css_classes=["success", "pill", "image_recognition_indicator"],
+ child=Gtk.Label(
+ label=_("Image Recognition"),
+ css_classes=["subtitle"]
+ ),
+ halign=1
+ )
+ description_box = Gtk.Box(
+ hexpand=True,
+ vexpand=True,
+ spacing=5,
+ orientation=1
+ )
+ description_box.append(model_label)
+ description_box.append(description_label)
+ if self.image_recognition: description_box.append(image_recognition_indicator)
+
+ container_box = Gtk.Box(
+ hexpand=True,
+ vexpand=True,
+ spacing=10,
+ orientation=0,
+ margin_top=10,
+ margin_bottom=10,
+ margin_start=10,
+ margin_end=10
+ )
+ next_icon = Gtk.Image.new_from_icon_name("go-next")
+ next_icon.update_property([4], [_("Enter download menu for {}").format(self.model_title)])
+
+ container_box.append(description_box)
+ container_box.append(next_icon)
+
+ super().__init__(
+ child=container_box,
+ name=model_name
+ )
+
+ gesture_click = Gtk.GestureClick.new()
+ gesture_click.connect("pressed", lambda *_: self.show_pull_menu())
+
+ event_controller_key = Gtk.EventControllerKey.new()
+ event_controller_key.connect("key-pressed", lambda controller, key, *_: self.show_pull_menu() if key in (Gdk.KEY_space, Gdk.KEY_Return) else None)
+
+ self.add_controller(gesture_click)
+ self.add_controller(event_controller_key)
+
+ def confirm_pull_model(self, model_name):
+ ##TODO I really need that instance manager
+ threading.Thread(target=window.model_manager.pull_model, args=('http://0.0.0.0:11435', model_name)).start()
+ window.navigation_view_manage_models.pop()
+
+ def show_pull_menu(self):
+ with open(os.path.join(source_dir, 'available_models.json'), 'r', encoding="utf-8") as f:
+ data = json.load(f)
+ window.navigation_view_manage_models.push_by_tag('model_tags_page')
+ window.navigation_view_manage_models.find_page('model_tags_page').set_title(self.get_name().replace("-", " ").title())
+ window.model_link_button.set_name(data[self.get_name()]['url'])
+ window.model_link_button.set_tooltip_text(data[self.get_name()]['url'])
+ window.model_tag_list_box.remove_all()
+ tags = data[self.get_name()]['tags']
+
+ for tag_data in tags:
+ if f"{self.get_name()}:{tag_data[0]}" not in window.model_manager.get_model_list():
+ tag_row = Adw.ActionRow(
+ title = tag_data[0],
+ subtitle = tag_data[1],
+ name = f"{self.get_name()}:{tag_data[0]}"
+ )
+ download_icon = Gtk.Image.new_from_icon_name("folder-download-symbolic")
+ tag_row.add_suffix(download_icon)
+ download_icon.update_property([4], [_("Download {}:{}").format(self.get_name(), tag_data[0])])
+
+ gesture_click = Gtk.GestureClick.new()
+ gesture_click.connect("pressed", lambda *_, name=f"{self.get_name()}:{tag_data[0]}" : self.confirm_pull_model(name))
+
+ event_controller_key = Gtk.EventControllerKey.new()
+ event_controller_key.connect("key-pressed", lambda controller, key, *_, name=f"{self.get_name()}:{tag_data[0]}" : self.confirm_pull_model(name) if key in (Gdk.KEY_space, Gdk.KEY_Return) else None)
+
+ tag_row.add_controller(gesture_click)
+ tag_row.add_controller(event_controller_key)
+
+ window.model_tag_list_box.append(tag_row)
+
+class available_model_list(Gtk.ListBox):
+ __gtype_name__ = 'AlpacaAvailableModelList'
+
+ def __init__(self):
+ super().__init__(
+ selection_mode=0,
+ css_classes=["boxed-list"],
+ visible=False
+ )
+
+ def add_model(self, model_name:str, model_author:str, model_description:str, image_recognition:bool):
+ model = available_model(model_name, model_author, model_description, image_recognition)
+ self.append(model)
+ if not self.get_visible():
+ self.set_visible(True)
+
+class model_manager_container(Gtk.Box):
+ __gtype_name__ = 'AlpacaModelManagerContainer'
+
+ def __init__(self):
+ super().__init__(
+ margin_top=12,
+ margin_bottom=12,
+ margin_start=12,
+ margin_end=12,
+ spacing=12,
+ orientation=1
+ )
+ self.pulling_list = pulling_model_list()
+ self.append(self.pulling_list)
+ self.local_list = local_model_list()
+ self.append(self.local_list)
+ self.available_list = available_model_list()
+ self.append(self.available_list)
+ self.model_selector = model_selector_button()
+ window.header_bar.set_title_widget(self.model_selector)
+
+ def add_local_model(self, model_name:str):
+ self.local_list.add_model(model_name)
+ if not self.local_list.get_visible():
+ self.local_list.set_visible(True)
+ self.model_selector.add_model(model_name)
+
+ def remove_local_model(self, model_name:str):
+ logger.debug("Deleting model")
+ response = connection_handler.simple_delete(f"{connection_handler.URL}/api/delete", data={"name": model_name})
+
+ if response.status_code == 200:
+ self.local_list.remove_model(model_name)
+ if len(list(self.local_list)) == 0:
+ self.local_list.set_visible(False)
+ self.model_selector.remove_model(model_name)
+ window.show_toast(_("Model deleted successfully"), window.manage_models_overlay)
+ else:
+ window.manage_models_dialog.close()
+ window.connection_error()
+
+ def get_selected_model(self) -> str:
+ row = self.model_selector.get_popover().model_list_box.get_selected_row()
+ if row:
+ return row.get_name()
+
+ def get_model_list(self) -> list:
+ return [model.get_name() for model in list(self.model_selector.get_popover().model_list_box)]
+
+ #Should only be called when the app starts
+ def update_local_list(self):
+ response = connection_handler.simple_get(f"{connection_handler.URL}/api/tags")
+ if response.status_code == 200:
+ self.local_list.remove_all()
+ data = json.loads(response.text)
+ if len(data['models']) == 0:
+ self.local_list.set_visible(False)
+ else:
+ self.local_list.set_visible(True)
+ for model in data['models']:
+ self.add_local_model(model['name'])
+ else:
+ window.connection_error()
+
+ #Should only be called when the app starts
+ def update_available_list(self):
+ with open(os.path.join(source_dir, 'available_models.json'), 'r', encoding="utf-8") as f:
+ for name, model_info in json.load(f).items():
+ self.available_list.add_model(name, model_info['author'], available_models_descriptions.descriptions[name], model_info['image'])
+
+ def change_model(self, model_name:str):
+ self.model_selector.change_model(model_name)
+
+ #threading.Thread(target=self.pulling_list.pull_model, args=(url, model_name, modelfile)).start()
+ #Important: Call this using a thread, if not the app crashes
+ def pull_model(self, url:str, model_name:str, modelfile:str=None): ##TODO, once you make an instance manager remove the url from this
+ if ':' in model_name and model_name not in [model.get_name() for model in list(self.pulling_list)]:
+ logger.info("Pulling model: {}".format(model_name))
+ model = pulling_model(model_name)
+ self.pulling_list.append(model)
+ if not self.pulling_list.get_visible():
+ GLib.idle_add(self.pulling_list.set_visible, True)
+
+ if modelfile:
+ response = connection_handler.stream_post("{}/api/create".format(url), data=json.dumps({"name": model_name, "modelfile": modelfile}), callback=lambda data: model.update(data))
+ else:
+ response = connection_handler.stream_post("{}/api/pull".format(url), data=json.dumps({"name": model_name}), callback=lambda data: model.update(data))
+
+ if response.status_code == 200 and not model.error:
+ GLib.idle_add(window.show_notification, _("Task Complete"), _("Model '{}' pulled successfully.").format(model_name), Gio.ThemedIcon.new("emblem-ok-symbolic"))
+ GLib.idle_add(window.show_toast, _("Model '{}' pulled successfully.").format(model), window.manage_models_overlay)
+ self.add_local_model(model_name)
+ elif response.status_code == 200:
+ GLib.idle_add(window.show_notification, _("Pull Model Error"), _("Failed to pull model '{}': {}").format(model_name, model.error), Gio.ThemedIcon.new("dialog-error-symbolic"))
+ GLib.idle_add(window.show_toast, _("Error pulling '{}': {}").format(model, model.error), window.manage_models_overlay)
+ else:
+ GLib.idle_add(window.show_notification, _("Pull Model Error"), _("Failed to pull model '{}' due to network error.").format(model_name), Gio.ThemedIcon.new("dialog-error-symbolic"))
+ GLib.idle_add(window.show_toast, _("Error pulling '{}'").format(model), window.manage_models_overlay)
+ GLib.idle_add(window.manage_models_dialog.close)
+ GLib.idle_add(window.connection_error)
+
+ self.pulling_list.remove(model)
+
+ if len(list(self.pulling_list)) == 0:
+ GLib.idle_add(self.pulling_list.set_visible, False)
+
diff --git a/src/dialogs.py b/src/dialogs.py
index fba371b..d9b8786 100644
--- a/src/dialogs.py
+++ b/src/dialogs.py
@@ -116,15 +116,16 @@ def new_chat(self):
# STOP PULL MODEL | WORKS
-def stop_pull_model_response(self, dialog, task, model_name):
+def stop_pull_model_response(self, dialog, task, pulling_model):
if dialog.choose_finish(task) == "stop":
- self.stop_pull_model(model_name)
+ if len(list(pulling_model.get_parent())) == 1:
+ pulling_model.get_parent().set_visible(False)
+ pulling_model.get_parent().remove(pulling_model)
-def stop_pull_model(self, model_name):
- #self.pulling_model_list_box.unselect_all()
+def stop_pull_model(self, pulling_model):
dialog = Adw.AlertDialog(
heading=_("Stop Download?"),
- body=_("Are you sure you want to stop pulling '{} ({})'?").format(model_name.split(":")[0].capitalize(), model_name.split(":")[1]),
+ body=_("Are you sure you want to stop pulling '{}'?").format(self.convert_model_name(pulling_model.get_name(), 0)),
close_response="cancel"
)
dialog.add_response("cancel", _("Cancel"))
@@ -134,19 +135,19 @@ def stop_pull_model(self, model_name):
dialog.choose(
parent = self.manage_models_dialog,
cancellable = None,
- callback = lambda dialog, task, model_name = model_name: stop_pull_model_response(self, dialog, task, model_name)
+ callback = lambda dialog, task, model=pulling_model: stop_pull_model_response(self, dialog, task, model)
)
# DELETE MODEL | WORKS
def delete_model_response(self, dialog, task, model_name):
if dialog.choose_finish(task) == "delete":
- self.delete_model(model_name)
+ self.model_manager.remove_local_model(model_name)
def delete_model(self, model_name):
dialog = Adw.AlertDialog(
heading=_("Delete Model?"),
- body=_("Are you sure you want to delete '{}'?").format(model_name),
+ body=_("Are you sure you want to delete '{}'?").format(self.convert_model_name(model_name, 0)),
close_response="cancel"
)
dialog.add_response("cancel", _("Cancel"))
diff --git a/src/style.css b/src/style.css
index 36b073e..9c7adcd 100644
--- a/src/style.css
+++ b/src/style.css
@@ -31,3 +31,6 @@
stacksidebar {
border: none;
}
+.image_recognition_indicator {
+ padding: 0px 10px;
+}
diff --git a/src/window.py b/src/window.py
index 34de4b7..4881ce4 100644
--- a/src/window.py
+++ b/src/window.py
@@ -116,9 +116,7 @@ class AlpacaWindow(Adw.ApplicationWindow):
model_link_button = Gtk.Template.Child()
manage_models_dialog = Gtk.Template.Child()
- pulling_model_list_box = Gtk.Template.Child()
- local_model_list_box = Gtk.Template.Child()
- available_model_list_box = Gtk.Template.Child()
+ model_scroller = Gtk.Template.Child()
chat_list_container = Gtk.Template.Child()
chat_list_box = None
@@ -284,7 +282,7 @@ class AlpacaWindow(Adw.ApplicationWindow):
for line in modelfile_raw.split('\n'):
if not line.startswith('SYSTEM') and not line.startswith('FROM'):
modelfile.append(line)
- self.pulling_model_list_box.set_visible(True)
+ #self.pulling_model_list_box.set_visible(True)
model_row = Adw.ActionRow(
title = name
)
@@ -309,7 +307,7 @@ class AlpacaWindow(Adw.ApplicationWindow):
self.pulling_models[name] = {"row": model_row, "progress_bar": progress_bar, "overlay": overlay}
overlay.set_child(model_row)
overlay.add_overlay(progress_bar)
- self.pulling_model_list_box.append(overlay)
+ #self.pulling_model_list_box.append(overlay)
self.navigation_view_manage_models.pop()
thread.start()
@@ -334,22 +332,21 @@ class AlpacaWindow(Adw.ApplicationWindow):
@Gtk.Template.Callback()
def model_search_toggle(self, button):
self.model_searchbar.set_search_mode(button.get_active())
- self.pulling_model_list_box.set_visible(not button.get_active() and len(self.pulling_models) > 0)
- self.local_model_list_box.set_visible(not button.get_active())
+ self.model_manager.pulling_list.set_visible(not button.get_active() and len(list(self.model_manager.pulling_list)) > 0)
+ self.model_manager.local_list.set_visible(not button.get_active() and len(list(self.model_manager.local_list)) > 0)
@Gtk.Template.Callback()
def model_search_changed(self, entry):
results = 0
- for i, key in enumerate(self.available_models.keys()):
- row = self.available_model_list_box.get_row_at_index(i)
- row.set_visible(re.search(entry.get_text(), '{} {} {}'.format(row.get_title(), (_("image") if self.available_models[key]['image'] else " "), row.get_subtitle()), re.IGNORECASE))
- if row.get_visible():
+ for model in list(self.model_manager.available_list):
+ model.set_visible(re.search(entry.get_text(), '{} {} {} {} {}'.format(model.get_name(), model.model_title, model.model_author, model.model_description, (_('image') if model.image_recognition else '')), re.IGNORECASE))
+ if model.get_visible():
results += 1
if entry.get_text() and results == 0:
- self.available_model_list_box.set_visible(False)
self.no_results_page.set_visible(True)
+ self.model_scroller.set_visible(False)
else:
- self.available_model_list_box.set_visible(True)
+ self.model_scroller.set_visible(True)
self.no_results_page.set_visible(False)
def verify_if_image_can_be_used(self):
@@ -514,38 +511,6 @@ Generate a title following these rules:
new_chat_name = new_chat_name[:50] + (new_chat_name[50:] and '...')
self.chat_list_box.rename_chat(old_chat_name, new_chat_name)
- def update_list_local_models(self):
- logger.debug("Updating list of local models")
- response = connection_handler.simple_get(f"{connection_handler.URL}/api/tags")
- self.model_selector.clear_list()
-
- if response.status_code == 200:
- self.local_model_list_box.remove_all()
- if len(json.loads(response.text)['models']) == 0:
- self.local_model_list_box.set_visible(False)
- else:
- self.local_model_list_box.set_visible(True)
- for model in json.loads(response.text)['models']:
- model_name = self.convert_model_name(model["name"], 0)
- model_row = Adw.ActionRow(
- title = "{}".format(model_name.split(" (")[0]),
- subtitle = model_name.split(" (")[1][:-1]
- )
- button = Gtk.Button(
- icon_name = "user-trash-symbolic",
- vexpand = False,
- valign = 3,
- css_classes = ["error", "circular"],
- tooltip_text = _("Remove '{}'").format(model_name)
- )
- button.connect("clicked", lambda button=button, model_name=model["name"]: dialogs.delete_model(self, model_name))
- model_row.add_suffix(button)
- self.local_model_list_box.append(model_row)
-
- self.model_selector.add_model(model["name"])
- else:
- self.connection_error()
-
def save_server_config(self):
with open(os.path.join(self.config_dir, "server.json"), "w+", encoding="utf-8") as f:
json.dump({'remote_url': self.remote_url, 'remote_bearer_token': self.remote_bearer_token, 'run_remote': self.run_remote, 'local_port': local_instance.port, 'run_on_background': self.run_on_background, 'model_tweaks': self.model_tweaks, 'ollama_overrides': local_instance.overrides}, f, indent=6)
@@ -555,7 +520,7 @@ Generate a title following these rules:
response = connection_handler.simple_get(f"{connection_handler.URL}/api/tags")
if response.status_code == 200:
self.save_server_config()
- self.update_list_local_models()
+ #self.update_list_local_models()
return response.status_code == 200
except Exception as e:
logger.error(e)
@@ -613,144 +578,6 @@ Generate a title following these rules:
GLib.idle_add(chat.show_regenerate_button, message_element)
GLib.idle_add(self.connection_error)
- def pull_model_update(self, data, model_name):
- if 'error' in data:
- self.pulling_models[model_name]['error'] = data['error']
- return
- if model_name in self.pulling_models.keys():
- if 'completed' in data and 'total' in data:
- GLib.idle_add(self.pulling_models[model_name]['row'].set_subtitle, '{}%'.format(round(data['completed'] / data['total'] * 100, 2)))
- GLib.idle_add(self.pulling_models[model_name]['progress_bar'].set_fraction, (data['completed'] / data['total']))
- else:
- GLib.idle_add(self.pulling_models[model_name]['row'].set_subtitle, '{}'.format(data['status'].capitalize()))
- GLib.idle_add(self.pulling_models[model_name]['progress_bar'].pulse)
- else:
- if len(list(self.pulling_models.keys())) == 0:
- GLib.idle_add(self.pulling_model_list_box.set_visible, False)
-
- def pull_model_process(self, model, modelfile):
- if modelfile:
- data = {"name": model, "modelfile": modelfile}
- response = connection_handler.stream_post(f"{connection_handler.URL}/api/create", data=json.dumps(data), callback=lambda data, model_name=model: self.pull_model_update(data, model_name))
- else:
- data = {"name": model}
- response = connection_handler.stream_post(f"{connection_handler.URL}/api/pull", data=json.dumps(data), callback=lambda data, model_name=model: self.pull_model_update(data, model_name))
- GLib.idle_add(self.update_list_local_models)
-
- if response.status_code == 200 and 'error' not in self.pulling_models[model]:
- GLib.idle_add(self.show_notification, _("Task Complete"), _("Model '{}' pulled successfully.").format(model), Gio.ThemedIcon.new("emblem-ok-symbolic"))
- GLib.idle_add(self.show_toast, _("Model '{}' pulled successfully.").format(model), self.manage_models_overlay)
- elif response.status_code == 200 and self.pulling_models[model]['error']:
- GLib.idle_add(self.show_notification, _("Pull Model Error"), _("Failed to pull model '{}': {}").format(model, self.pulling_models[model]['error']), Gio.ThemedIcon.new("dialog-error-symbolic"))
- GLib.idle_add(self.show_toast, _("Error pulling '{}': {}").format(model, self.pulling_models[model]['error']), self.manage_models_overlay)
- else:
- GLib.idle_add(self.show_notification, _("Pull Model Error"), _("Failed to pull model '{}' due to network error.").format(model), Gio.ThemedIcon.new("dialog-error-symbolic"))
- GLib.idle_add(self.show_toast, _("Error pulling '{}'").format(model), self.manage_models_overlay)
- GLib.idle_add(self.manage_models_dialog.close)
- GLib.idle_add(self.connection_error)
-
- GLib.idle_add(self.pulling_models[model]['overlay'].get_parent().get_parent().remove, self.pulling_models[model]['overlay'].get_parent())
- del self.pulling_models[model]
- if len(list(self.pulling_models.keys())) == 0:
- GLib.idle_add(self.pulling_model_list_box.set_visible, False)
-
- def pull_model(self, model):
- if model in self.pulling_models.keys() or model in self.model_selector.get_model_list() or ":" not in model:
- return
- logger.info("Pulling model")
- self.pulling_model_list_box.set_visible(True)
- #self.pulling_model_list_box.connect('row_selected', lambda list_box, row: dialogs.stop_pull_model(self, row.get_name()) if row else None) #It isn't working for some reason
- model_name = self.convert_model_name(model, 0)
- model_row = Adw.ActionRow(
- title = "{} {}".format(model_name.split(" (")[0], model_name.split(" (")[1][:-1]),
- name = model
- )
- thread = threading.Thread(target=self.pull_model_process, kwargs={"model": model, "modelfile": None})
- overlay = Gtk.Overlay()
- progress_bar = Gtk.ProgressBar(
- valign = 2,
- show_text = False,
- margin_start = 10,
- margin_end = 10,
- css_classes = ["osd", "horizontal", "bottom"]
- )
- button = Gtk.Button(
- icon_name = "media-playback-stop-symbolic",
- vexpand = False,
- valign = 3,
- css_classes = ["error", "circular"],
- tooltip_text = _("Stop Pulling '{}'").format(model_name)
- )
- button.connect("clicked", lambda button, model_name=model : dialogs.stop_pull_model(self, model_name))
- model_row.add_suffix(button)
- self.pulling_models[model] = {"row": model_row, "progress_bar": progress_bar, "overlay": overlay}
- overlay.set_child(model_row)
- overlay.add_overlay(progress_bar)
- self.pulling_model_list_box.append(overlay)
- thread.start()
-
- def confirm_pull_model(self, model_name):
- logger.debug("Confirming pull model")
- self.navigation_view_manage_models.pop()
- self.model_tag_list_box.unselect_all()
- self.pull_model(model_name)
-
- def list_available_model_tags(self, model_name):
- logger.debug("Listing available model tags")
- self.navigation_view_manage_models.push_by_tag('model_tags_page')
- self.navigation_view_manage_models.find_page('model_tags_page').set_title(model_name.replace("-", " ").title())
- self.model_link_button.set_name(self.available_models[model_name]['url'])
- self.model_link_button.set_tooltip_text(self.available_models[model_name]['url'])
- self.available_model_list_box.unselect_all()
- self.model_tag_list_box.remove_all()
- tags = self.available_models[model_name]['tags']
-
- for tag_data in tags:
- if f"{model_name}:{tag_data[0]}" not in self.model_selector.get_model_list():
- tag_row = Adw.ActionRow(
- title = tag_data[0],
- subtitle = tag_data[1],
- name = f"{model_name}:{tag_data[0]}"
- )
- download_icon = Gtk.Image.new_from_icon_name("folder-download-symbolic")
- tag_row.add_suffix(download_icon)
- download_icon.update_property([4], [_("Download {}:{}").format(model_name, tag_data[0])])
-
- gesture_click = Gtk.GestureClick.new()
- gesture_click.connect("pressed", lambda *_, name=f"{model_name}:{tag_data[0]}" : self.confirm_pull_model(name))
-
- event_controller_key = Gtk.EventControllerKey.new()
- event_controller_key.connect("key-pressed", lambda controller, key, *_, name=f"{model_name}:{tag_data[0]}" : self.confirm_pull_model(name) if key in (Gdk.KEY_space, Gdk.KEY_Return) else None)
-
- tag_row.add_controller(gesture_click)
- tag_row.add_controller(event_controller_key)
-
- self.model_tag_list_box.append(tag_row)
- return True
-
- def update_list_available_models(self):
- logger.debug("Updating list of available models")
- self.available_model_list_box.remove_all()
- for name, model_info in self.available_models.items():
- model = Adw.ActionRow(
- title = "{} by {}".format(name.replace("-", " ").title(), model_info['author']),
- subtitle = available_models_descriptions.descriptions[name] + ("\n\n{}".format(_("Image Recognition")) if model_info['image'] else ""),
- name = name
- )
- next_icon = Gtk.Image.new_from_icon_name("go-next")
- next_icon.set_margin_start(5)
- next_icon.update_property([4], [_("Enter download menu for {}").format(name.replace("-", ""))])
- model.add_suffix(next_icon)
-
- gesture_click = Gtk.GestureClick.new()
- gesture_click.connect("pressed", lambda *_, name=name : self.list_available_model_tags(name))
-
- event_controller_key = Gtk.EventControllerKey.new()
- event_controller_key.connect("key-pressed", lambda controller, key, *_, name=name : self.list_available_model_tags(name) if key in (Gdk.KEY_space, Gdk.KEY_Return) else None)
-
- model.add_controller(gesture_click)
- model.add_controller(event_controller_key)
- self.available_model_list_box.append(model)
def save_history(self, chat:chat_widget.chat=None):
logger.debug("Saving history")
@@ -793,8 +620,7 @@ Generate a title following these rules:
selected_chat = list(data['chats'])[0]
if len(data['chats'][selected_chat]['messages'].keys()) > 0:
last_model_used = data['chats'][selected_chat]['messages'][list(data["chats"][selected_chat]["messages"])[-1]]["model"]
- self.model_selector.change_model(last_model_used)
-
+ self.model_manager.change_model(last_model_used)
for chat_name in data['chats']:
self.chat_list_box.append_chat(chat_name)
chat_container = self.chat_list_box.get_chat_by_name(chat_name)
@@ -830,16 +656,6 @@ Generate a title following these rules:
self.pulling_models[model_name]['overlay'].get_parent().get_parent().remove(self.pulling_models[model_name]['overlay'].get_parent())
del self.pulling_models[model_name]
- def delete_model(self, model_name):
- logger.debug("Deleting model")
- response = connection_handler.simple_delete(f"{connection_handler.URL}/api/delete", data={"name": model_name})
- self.update_list_local_models()
- if response.status_code == 200:
- self.show_toast(_("Model deleted successfully"), self.manage_models_overlay)
- else:
- self.manage_models_dialog.close()
- self.connection_error()
-
def chat_click_handler(self, gesture, n_press, x, y):
chat_row = gesture.get_widget()
popover = Gtk.PopoverMenu(
@@ -1056,8 +872,6 @@ Generate a title following these rules:
message_widget.window = self
chat_widget.window = self
model_widget.window = self
- self.model_selector = model_widget.model_selector_button()
- self.header_bar.set_title_widget(self.model_selector)
self.chat_list_box = chat_widget.chat_list()
self.chat_list_container.set_child(self.chat_list_box)
@@ -1145,5 +959,16 @@ Generate a title following these rules:
self.welcome_dialog.present(self)
if self.verify_connection() is False:
self.connection_error()
- self.update_list_available_models()
+ self.model_manager = model_widget.model_manager_container()
+ self.model_scroller.set_child(self.model_manager)
+ self.model_manager.update_local_list()
+ self.model_manager.update_available_list()
+
+ """
+ response = connection_handler.simple_get(f"{connection_handler.URL}/api/tags")
+ self.model_selector.clear_list()
+
+ to update local models
+ """
+
self.load_history()
diff --git a/src/window.ui b/src/window.ui
index a8d8461..b5301bb 100644
--- a/src/window.ui
+++ b/src/window.ui
@@ -440,65 +440,38 @@
-
@@ -542,6 +515,9 @@
12
12
By downloading this model you accept the license agreement available on the model's website.
+