initial release

ggml/examples/magika/convert.py

@@ -0,0 +1,32 @@
+import sys
+from tensorflow import keras
+import gguf
+
+def convert(model_name):
+    model = keras.models.load_model(model_name, compile=False)
+    gguf_model_name = model_name + ".gguf"
+    gguf_writer = gguf.GGUFWriter(gguf_model_name, "magika")
+
+    for layer in model.layers:
+        # export layers with weights
+        if layer.weights:
+            for weight in layer.weights:
+                print(f"  [{weight.name}] {weight.shape} {weight.dtype}")
+                weight_data = weight.numpy()
+                gguf_writer.add_tensor(weight.name, weight_data.T)
+
+
+    gguf_writer.write_header_to_file()
+    gguf_writer.write_kv_data_to_file()
+    gguf_writer.write_tensors_to_file()
+    gguf_writer.close()
+    print("Model converted and saved to '{}'".format(gguf_model_name))
+
+
+if __name__ == '__main__':
+    if len(sys.argv) > 1:
+        model_file = sys.argv[1]
+    else:
+        model_file = "model.h5"
+
+    convert(model_file)