quantize/Cargo.toml at main · aksheyd/quantize · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
[package]
name = "quantize"
version = "0.2.2"
edition = "2021"
rust-version = "1.87"
description = "A simple quantization library."
license = "MIT"
repository = "https://github.com/aksheyd/quantize"
documentation = "https://docs.rs/quantize"
readme = "README.md"
keywords = ["quantization", "ml", "candle", "matmul", "i8"]
categories = ["science", "mathematics"]
authors = ["Akshey Deokule (aksheyd)"]
include = [
    "/src/**",
    "/LICENSE",
    "/README.md",
]

[package.metadata.docs.rs]
features = ["std"]
rustdoc-args = ["--cfg", "docsrs"]

[workspace]
members = ["python"]
default-members = ["."]
resolver = "2"

[workspace.dependencies]
half = "2"
pyo3 = "0.29"
numpy = "0.29"

[workspace.lints.clippy]
all = { level = "deny", priority = 10 }

[features]
default = ["std"]
std = []
workload = [
    "dep:candle-core",
    "dep:candle-nn",
    "dep:candle-transformers",
    "dep:hf-hub",
    "dep:tokenizers",
    "dep:serde",
    "dep:serde_json",
    "dep:ureq",
]

[dependencies]
half = { workspace = true }
candle-core = { version = "0.11", optional = true }
candle-nn = { version = "0.11", optional = true }
candle-transformers = { version = "0.11", optional = true }
hf-hub = { version = "0.4", optional = true }
tokenizers = { version = "0.21", optional = true }
serde = { version = "1", features = ["derive"], optional = true }
serde_json = { version = "1", optional = true }
ureq = { version = "2", optional = true }

[dev-dependencies]
candle-core = "0.11"
rand = "0.10"

[lints]
workspace = true

[[example]]
name = "ch01_simple"
path = "chapters/ch01_simple.rs"

[[example]]
name = "ch02_naive"
path = "chapters/ch02_naive.rs"

[[example]]
name = "ch03_bits"
path = "chapters/ch03_bits.rs"

[[example]]
name = "ch04_block"
path = "chapters/ch04_block.rs"

[[example]]
name = "ch05_asymmetric"
path = "chapters/ch05_asymmetric.rs"

[[example]]
name = "ch06_adaptive"
path = "chapters/ch06_adaptive.rs"

[[example]]
name = "ch07_learned"
path = "chapters/ch07_learned.rs"

[[example]]
name = "compare"
path = "benchmarks/compare.rs"

[[example]]
name = "update_readme"
path = "benchmarks/update_readme.rs"

[[example]]
name = "throughput"
path = "benchmarks/throughput.rs"

[[example]]
name = "wikitext"
path = "benchmarks/wikitext.rs"
required-features = ["workload"]