Added safetensors files.

serialization/safetensors/B.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/B2x2x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/B2x4.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/B4x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/B8.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/H.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/H2x2x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/H2x4.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/H4x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/H8.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/I.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/I2x2x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/I2x4.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/I4x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/I8.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/ReadMe.md

@@ -0,0 +1,8 @@
+<!--
+SPDX-FileCopyrightText: 2022 KOLANICH
+SPDX-License-Identifier: Unlicense
+-->
+
+# HuggingFace🤗 `safetensors` format
+
+These are the samples of [`safetensors` format](https://github.com/huggingface/safetensors) used for serialization of models for HuggingFace Hub.

serialization/safetensors/b.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/b2x2x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/b2x4.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/b4x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/b8.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/d.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/d2x2x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/d2x4.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/d4x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/d8.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/e.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/e2x2x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/e2x4.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/e4x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/e8.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/f.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/f2x2x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/f2x4.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/f4x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/f8.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/generate.py

@@ -0,0 +1,73 @@
+#!/usr/bin/env python3
+
+from pathlib import Path
+
+import numpy as np
+import safetensors.numpy
+
+import safetensors
+
+
+__author__ = "KOLANICH"
+__copyright__ = "Public domain"
+__license__ = "Unlicense"
+
+__reuse__ = """SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense
+"""
+
+thisDir = Path(".").absolute()
+
+
+ambigiousTypes = set("LPQlpq")  # these letters result into the same arrays
+
+
+def makeTypeCodes():
+	typeCodes = "".join(
+		sorted(set("".join(np.typecodes[el] for el in ("Complex", "AllInteger", "AllFloat"))))
+	)
+	typeCodes = "".join(set(typeCodes) - ambigiousTypes)
+	return typeCodes
+
+
+def makeNumpyDict(typeCodes) -> dict:
+	npDict = {}
+	shapes = (
+		(8,),
+		(2, 4),
+		(4, 2),
+		(2, 2, 2),
+	)
+	for t in typeCodes:
+		a = np.array(range(-3, 5), dtype="<" + t)
+		try:
+			testDic = {t + "x".join(str(el) for el in shape): a.reshape(shape) for shape in shapes}
+			safetensors.numpy.save(testDic)  # testing if the type safetensors-serializeable
+		except BaseException as ex:  # pylint:disable=broad-except
+			print(t, a.dtype, ex)
+		else:
+			npDict.update(testDic)
+	return npDict
+
+
+EXT = ".safetensors"
+
+
+def dumpFile(name: str, data: bytes):
+	fn = name + EXT
+	(thisDir / fn).write_bytes(data)
+	(thisDir / (fn + ".license")).write_text(__reuse__)
+
+
+def main():
+	typeCodes = makeTypeCodes()
+	npDict = makeNumpyDict(typeCodes)
+	metaDict = {"test": "a"}
+	dumpFile("overall", safetensors.numpy.save(npDict, metaDict))
+
+	for k, v in npDict.items():
+		dumpFile(k, safetensors.numpy.save({k: v}, metaDict))
+
+
+if __name__ == "__main__":
+	main()

serialization/safetensors/h.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/h2x2x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/h2x4.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/h4x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/h8.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/i.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/i2x2x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/i2x4.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/i4x2.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/i8.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense

serialization/safetensors/overall.safetensors.license

@@ -0,0 +1,2 @@
+SPDX-FileCopyrightText: Uncopyrightable
+SPDX-License-Identifier: Unlicense