Upload folder using huggingface_hub

fp16ify.py

@@ -0,0 +1,55 @@
+#!/usr/bin/env python3
+"""
+Convert all tensors that are not float16 in a .safetensors file
+into float16 and save the result. Requires torch and safetensors.
+"""
+
+import argparse
+from pathlib import Path
+
+import torch
+from safetensors.torch import load_file, save_file
+
+
+def convert_to_f16(inp: Path, out: Path | None = None, dry_run: bool = False) -> None:
+    """
+    Load `inp`, cast every non‑float16 tensor to float16, then save to `out`.
+    If `out` is None, appends `.f16.safetensors` to the original name.
+    """
+    inp = Path(inp)
+    out = Path(out) if out is not None else inp.with_suffix(".f16.safetensors")
+
+    weights = load_file(str(inp))
+    new_weights: dict[str, torch.Tensor] = {}
+    changed = False
+
+    for name, tensor in weights.items():
+        if tensor.dtype is torch.float16:
+            new_weights[name] = tensor
+        else:
+            changed = True
+            new_weights[name] = tensor.half()
+            print(f"{name}: {tensor.dtype} -> float16")
+
+    if dry_run:
+        print("Dry run: no file written.")
+        return
+
+    save_file(new_weights, str(out))
+    print(f"Saved converted model to {out} ({'modified' if changed else 'no change needed'}).")
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser(
+        description="Cast every non‑float16 tensor in a .safetensors file to float16."
+    )
+    parser.add_argument("input", help="Path to the input .safetensors file")
+    parser.add_argument("-o", "--output", help="Path for the output file")
+    parser.add_argument("--dry-run", action="store_true", help="Scan only; don’t write output")
+    args = parser.parse_args()
+
+    convert_to_f16(args.input, args.output, args.dry_run)
+
+
+if __name__ == "__main__":
+    main()

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ffac8bf9bf940e422949610ee79efa8f332e5171a5b2dac9705be7f132f6a7e
-size 14923363064
+oid sha256:a7653cd597f246b9240ff1253de6c1d4e9cd7e67181ba35211562d626aa277b9
+size 12102726856