Skip to content

Commit 54ea3d1

Browse files
committed
Allow q4_0 precision metadata
1 parent 63f98f3 commit 54ea3d1

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

src/framework/model_spec/schema.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -97,7 +97,7 @@ const std::unordered_set<std::string> & source_formats() {
9797
const std::unordered_set<std::string> & precisions() {
9898
static const std::unordered_set<std::string> values = {
9999
"native", "orig", "f32", "f16", "bf16",
100-
"q8_0", "q6_k", "q5_k_m", "q5_k_s", "q4_k_m", "q4_k_s", "q4_k", "q3_k_m", "q3_k_s", "q2_k",
100+
"q8_0", "q6_k", "q5_k_m", "q5_k_s", "q4_k_m", "q4_k_s", "q4_k", "q4_0", "q3_k_m", "q3_k_s", "q2_k",
101101
};
102102
return values;
103103
}

0 commit comments

Comments
 (0)