Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
f9c3a5f
uxiwp
joseph-isaacs Mar 11, 2026
322672c
bench(fsst): comprehensive FSST contains-DFA kernel benchmark suite
claude Mar 11, 2026
22f3753
bench(fsst): add data generators, memchr benchmarks, and bump ShiftDf…
claude Mar 11, 2026
a318578
bench(fsst): add low match rate (~0.001%) benchmarks with prefilter
claude Mar 11, 2026
44d1f10
bench(fsst): add state-zero skip DFA for fast trivial-code skipping
claude Mar 11, 2026
21c193a
bench(fsst): add alloc-free decompress+match baselines for fair compa…
claude Mar 11, 2026
f365e7c
bench(fsst): add hybrid DFAs and external crate benchmarks
claude Mar 11, 2026
90f90a5
feat(fsst): upgrade contains DFA to fused u8 table and add decompress…
claude Mar 11, 2026
ee69ad5
feat(fsst): upgrade contains DFA to shift-based approach
claude Mar 11, 2026
38298c3
bench(fsst): add vortex array LIKE kernel and decompress-only benchmarks
claude Mar 11, 2026
7fd52f1
perf(fsst): optimize LIKE kernel — shift prefix DFA, remove clone, dr…
claude Mar 11, 2026
d68695b
perf(fsst): replace collect_bool with inline u64 word packing in LIKE…
claude Mar 11, 2026
c8a6418
perf(fsst): batch offsets + iterator-based DFA with early-exit
claude Mar 11, 2026
1205017
perf(fsst): branchless DFA, running offset, iterator-based matching
claude Mar 11, 2026
479c936
bench(fsst): add Arrow LIKE and end-to-end decompress+LIKE benchmarks
claude Mar 12, 2026
ed4ed2f
uxiwp
joseph-isaacs Mar 12, 2026
9652634
Merge remote-tracking branch 'origin/claude/check-listing-L7l0k' into…
joseph-isaacs Mar 12, 2026
a2a5a5f
Merge remote-tracking branch 'origin/develop' into claude/check-listi…
joseph-isaacs Mar 12, 2026
3f95753
uxiwp
joseph-isaacs Mar 12, 2026
a3c14d4
uxiwp
joseph-isaacs Mar 12, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 23 additions & 3 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

5 changes: 5 additions & 0 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -81,6 +81,7 @@ rust-version = "1.90"
version = "0.1.0"

[workspace.dependencies]
aho-corasick = "1.1.3"
anyhow = "1.0.97"
arbitrary = "1.3.2"
arc-swap = "1.8"
Expand Down Expand Up @@ -121,6 +122,7 @@ cudarc = { version = "0.18.2", features = [
"cuda-12050",
] }
custom-labels = "0.4.4"
daachorse = "1.0.0"
dashmap = "6.1.0"
datafusion = { version = "52", default-features = false, features = ["sql"] }
datafusion-catalog = { version = "52" }
Expand Down Expand Up @@ -155,6 +157,7 @@ indicatif = "0.18.0"
insta = "1.43"
inventory = "0.3.20"
itertools = "0.14.0"
jetscii = "0.5.3"
jiff = "0.2.0"
kanal = "0.1.1"
lending-iterator = "0.1.7"
Expand All @@ -163,6 +166,7 @@ libloading = "0.8"
liblzma = "0.4"
log = { version = "0.4.21" }
loom = { version = "0.7", features = ["checkpoint"] }
memchr = "2.8.0"
memmap2 = "0.9.5"
mimalloc = "0.1.42"
moka = { version = "0.12.10", default-features = false }
Expand Down Expand Up @@ -196,6 +200,7 @@ rand = "0.9.0"
rand_distr = "0.5"
ratatui = { version = "0.30", default-features = false }
regex = "1.11.0"
regex-automata = "0.4"
reqwest = { version = "0.12.4", features = [
"charset",
"http2",
Expand Down
12 changes: 12 additions & 0 deletions encodings/fsst/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,15 @@ vortex-session = { workspace = true }
_test-harness = ["dep:rand", "vortex-array/_test-harness"]

[dev-dependencies]
aho-corasick = { workspace = true }
arrow-array = { workspace = true }
arrow-schema = { workspace = true }
daachorse = { workspace = true }
divan = { workspace = true }
jetscii = { workspace = true }
memchr = { workspace = true }
parquet = { workspace = true }
regex-automata = { workspace = true }
rand = { workspace = true }
rstest = { workspace = true }
vortex-array = { workspace = true, features = ["_test-harness"] }
Expand All @@ -39,6 +47,10 @@ vortex-array = { workspace = true, features = ["_test-harness"] }
name = "fsst_compress"
harness = false

[[bench]]
name = "fsst_contains"
harness = false

[[bench]]
name = "fsst_url_compare"
harness = false
Expand Down
Loading
Loading