File tree Expand file tree Collapse file tree 3 files changed +15
-3
lines changed Expand file tree Collapse file tree 3 files changed +15
-3
lines changed Original file line number Diff line number Diff line change 1
1
[package ]
2
2
name = " bintensors-python"
3
- version = " 0.0.1 "
3
+ version = " 0.0.2 "
4
4
edition = " 2021"
5
5
rust-version = ' 1.75'
6
6
Original file line number Diff line number Diff line change @@ -27,7 +27,19 @@ authors = [
27
27
{name = ' Luca Vivona' , email = " lucavivona01@gmail.com" }
28
28
]
29
29
readme = {file = " README.md" , content-type = " text/markdown" }
30
-
30
+ description = """
31
+ bintensors is a high-performance binary tensor serialization
32
+ format designed to be faster than safetensors by eliminating
33
+ JSON metadata overhead. Instead of using JSON for metadata storage,
34
+ bintensors employs a compact binary header, reducing parsing time and improving I/O efficiency.
35
+ The format begins with an 8-byte unsigned integer (u64), indicating the size of the binary header.
36
+ This header contains essential tensor metadata, including the data type (dtype),
37
+ the shape of the tensor stored as a length-prefixed list,
38
+ and data offsets specifying where each tensor's raw values are stored within the file.
39
+ An index map is also included for named tensor lookups. With its efficient structure,
40
+ bintensors provides a fast and lightweight alternative for serializing and deserializing large models,
41
+ making it ideal for machine learning, scientific computing, and other high-performance applications.
42
+ """
31
43
[project .optional-dependencies ]
32
44
numpy = [" numpy>=1.21.6" ]
33
45
torch = [
Original file line number Diff line number Diff line change 1
1
[package ]
2
2
name = " bintensors"
3
- version = " 0.0.1-alpha.1 "
3
+ version = " 0.0.1-alpha.2 "
4
4
edition = " 2024"
5
5
license = " MIT"
6
6
rust-version = " 1.85"
You can’t perform that action at this time.
0 commit comments