fix: ignore tensors with the particular dim while loading (#233)

ring-c · web-flow · commit 760cfaa61896 · 2024-04-29T23:04:27.000+08:00
diff --git a/model.cpp b/model.cpp
@@ -888,6 +888,11 @@ bool ModelLoader::init_from_safetensors_file(const std::string& file_path, const
             }
         }
 
+        // ggml/src/ggml.c:2745
+        if (n_dims < 1 || n_dims > GGML_MAX_DIMS) {
+            continue;
+        }
+
         TensorStorage tensor_storage(prefix + name, type, ne, n_dims, file_index, ST_HEADER_SIZE_LEN + header_size_ + begin);
         tensor_storage.reverse_ne();
 

Original file line number	Diff line number	Diff line change
`@@ -888,6 +888,11 @@ bool ModelLoader::init_from_safetensors_file(const std::string& file_path, const`
`888`	`888`	`}`
`889`	`889`	`}`
`890`	`890`
	`891`	`+ // ggml/src/ggml.c:2745`
	`892`	`+ if (n_dims < 1 \|\| n_dims > GGML_MAX_DIMS) {`
	`893`	`+ continue;`
	`894`	`+ }`
	`895`	`+`
`891`	`896`	`TensorStorage tensor_storage(prefix + name, type, ne, n_dims, file_index, ST_HEADER_SIZE_LEN + header_size_ + begin);`
`892`	`897`	`tensor_storage.reverse_ne();`
`893`	`898`