convert.py

import sys
from tensorflow import keras
import gguf

def convert(model_name):
    model = keras.models.load_model(model_name, compile=False)
    gguf_model_name = model_name + ".gguf"
    gguf_writer = gguf.GGUFWriter(gguf_model_name, "magika")

    for layer in model.layers:
        # export layers with weights
        if layer.weights:
            for weight in layer.weights:
                print(f"  [{weight.name}] {weight.shape} {weight.dtype}")
                weight_data = weight.numpy()
                gguf_writer.add_tensor(weight.name, weight_data.T)


    gguf_writer.write_header_to_file()
    gguf_writer.write_kv_data_to_file()
    gguf_writer.write_tensors_to_file()
    gguf_writer.close()
    print("Model converted and saved to '{}'".format(gguf_model_name))


if __name__ == '__main__':
    if len(sys.argv) > 1:
        model_file = sys.argv[1]
    else:
        model_file = "model.h5"

    convert(model_file)