Delete outdated converter.
Browse files- convert_to_gguf.py +0 -28
convert_to_gguf.py
DELETED
@@ -1,28 +0,0 @@
|
|
1 |
-
# huggingface/twodgirl
|
2 |
-
# License: apache-2.0
|
3 |
-
|
4 |
-
# Credits: city96.
|
5 |
-
|
6 |
-
from safetensors.torch import load_file
|
7 |
-
import gguf
|
8 |
-
import sys
|
9 |
-
|
10 |
-
filepath = sys.argv[1]
|
11 |
-
writer = gguf.GGUFWriter(filepath, arch='sd3')
|
12 |
-
target_quant = gguf.GGMLQuantizationType.Q8_0
|
13 |
-
sd_fp16 = load_file(sys.argv[2])
|
14 |
-
writer.add_quantization_version(gguf.GGML_QUANT_VERSION)
|
15 |
-
writer.add_file_type(target_quant)
|
16 |
-
sd = {}
|
17 |
-
for key in sd_fp16.keys():
|
18 |
-
tensor = sd_fp16[key]
|
19 |
-
if len(tensor.shape) == 1 or len(tensor.shape) == 4:
|
20 |
-
q = gguf.GGMLQuantizationType.F16
|
21 |
-
else:
|
22 |
-
q = target_quant
|
23 |
-
sd[key] = gguf.quants.quantize(tensor.numpy(), q)
|
24 |
-
writer.add_tensor(key, sd[key], raw_dtype=q)
|
25 |
-
writer.write_header_to_file(filepath)
|
26 |
-
writer.write_kv_data_to_file()
|
27 |
-
writer.write_tensors_to_file()
|
28 |
-
writer.close()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|