Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/codspeed.yml
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ jobs:
- { shard: 5, name: "Core & encodings", packages: "vortex-buffer vortex-error vortex-mask vortex-compute vortex-file vortex-alp vortex-bytebool vortex-datetime-parts" }
- { shard: 6, name: "Main library & storage", packages: "vortex vortex-btrblocks vortex-compressor vortex-row" }
- { shard: 7, name: "FastLanes & decimals", packages: "vortex-decimal-byte-parts vortex-fastlanes", features: "--features _test-harness" }
- { shard: 8, name: "Encodings & layout", packages: "vortex-pco vortex-runend vortex-sequence vortex-sparse vortex-zigzag vortex-zstd vortex-layout" }
- { shard: 8, name: "Encodings & layout", packages: "vortex-pco vortex-sequence vortex-sparse vortex-zigzag vortex-zstd vortex-layout" }
- { shard: 9, name: "Strings, tensor & spatial", packages: "vortex-fsst vortex-tensor vortex-spatial", features: "--features _test-harness" }
name: "Benchmark with Codspeed (Shard #${{ matrix.shard }} - ${{ matrix.name }})"
timeout-minutes: 30
Expand Down
27 changes: 0 additions & 27 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 0 additions & 2 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,6 @@ members = [
# Encodings
"encodings/fastlanes",
"encodings/decimal-byte-parts",
"encodings/runend",
"encodings/sequence",
"encodings/alp",
"encodings/datetime-parts",
Expand Down Expand Up @@ -331,7 +330,6 @@ vortex-onpair = { version = "0.1.0", path = "./encodings/onpair", default-featur
vortex-parquet-variant = { version = "0.1.0", path = "./encodings/parquet-variant" }
vortex-pco = { version = "0.1.0", path = "./encodings/pco", default-features = false }
vortex-row = { version = "0.1.0", path = "./vortex-row", default-features = false }
vortex-runend = { version = "0.1.0", path = "./encodings/runend", default-features = false }
vortex-scan = { version = "0.1.0", path = "./vortex-scan", default-features = false }
vortex-sequence = { version = "0.1.0", path = "encodings/sequence", default-features = false }
vortex-session = { version = "0.1.0", path = "./vortex-session", default-features = false }
Expand Down
1 change: 0 additions & 1 deletion docs/developer-guide/internals/architecture.md
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,6 @@ and registers itself with the session. The standard encodings are bundled into t
| `vortex-alp` | Adaptive Lossless floating-Point compression |
| `vortex-fastlanes` | FastLanes bit-packing, delta, and frame-of-reference |
| `vortex-fsst` | Fast Static Symbol Table compression for strings |
| `vortex-runend` | Run-end encoding for repetitive data |
| `vortex-sparse` | Sparse array encoding |
| `vortex-zigzag` | ZigZag encoding for signed integers |
| `vortex-roaring` | Roaring bitmap encoding |
Expand Down
67 changes: 0 additions & 67 deletions encodings/runend/Cargo.toml

This file was deleted.

103 changes: 0 additions & 103 deletions encodings/runend/src/lib.rs

This file was deleted.

1 change: 0 additions & 1 deletion fuzz/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,6 @@ vortex-fsst = { workspace = true, features = ["_test-harness"] }
vortex-io = { workspace = true, features = ["wasm-bindgen"] }
vortex-mask = { workspace = true }
vortex-row = { workspace = true }
vortex-runend = { workspace = true, features = ["arbitrary"] }
vortex-session = { workspace = true }
vortex-utils = { workspace = true }

Expand Down
2 changes: 1 addition & 1 deletion fuzz/src/compress.rs
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ use vortex_array::IntoArray;
use vortex_array::VortexSessionExecute;
use vortex_array::arrays::constant::ArbitraryConstantArray;
use vortex_array::arrays::dict::ArbitraryDictArray;
use vortex_runend::ArbitraryRunEndArray;
use vortex_array::arrays::runend::ArbitraryRunEndArray;

use crate::SESSION;
use crate::error::Backtrace;
Expand Down
28 changes: 28 additions & 0 deletions vortex-array/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -334,3 +334,31 @@ harness = false
[[bench]]
name = "probe"
harness = false

[[bench]]
name = "run_end_null_count"
harness = false

[[bench]]
name = "run_end_compress"
harness = false

[[bench]]
name = "run_end_decode"
harness = false

[[bench]]
name = "run_end_take"
harness = false

[[bench]]
name = "run_end_filter"
harness = false

[[bench]]
name = "run_end_sum"
harness = false

[[bench]]
name = "run_end_decode_primitive"
harness = false
Original file line number Diff line number Diff line change
Expand Up @@ -13,11 +13,11 @@ use vortex_array::RecursiveCanonical;
use vortex_array::VortexSessionExecute;
use vortex_array::arrays::PrimitiveArray;
use vortex_array::arrays::VarBinViewArray;
use vortex_array::arrays::runend::RunEnd;
use vortex_array::arrays::runend::compress::runend_encode;
use vortex_array::dtype::IntegerPType;
use vortex_array::validity::Validity;
use vortex_buffer::Buffer;
use vortex_runend::RunEnd;
use vortex_runend::compress::runend_encode;
use vortex_session::VortexSession;

// `runend_encode` allocates its output buffers inside the timed region, so route allocation
Expand All @@ -30,11 +30,7 @@ fn main() {
divan::main();
}

static SESSION: LazyLock<VortexSession> = LazyLock::new(|| {
let session = vortex_array::array_session();
vortex_runend::initialize(&session);
session
});
static SESSION: LazyLock<VortexSession> = LazyLock::new(vortex_array::array_session);

// (length, run_step). The (4_000, 1024) point is left out: it flipped by 20% between runs of
// identical code on more than 40 pull requests, and (10_000, 1024) and (10_000, 4096) keep long
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,10 +11,10 @@ use mimalloc::MiMalloc;
use vortex_array::VortexSessionExecute;
use vortex_array::arrays::BoolArray;
use vortex_array::arrays::PrimitiveArray;
use vortex_array::arrays::runend::decompress_bool::runend_decode_bools;
use vortex_array::validity::Validity;
use vortex_buffer::BitBuffer;
use vortex_buffer::BufferMut;
use vortex_runend::decompress_bool::runend_decode_bools;
use vortex_session::VortexSession;

#[global_allocator]
Expand All @@ -24,11 +24,7 @@ fn main() {
divan::main();
}

static SESSION: LazyLock<VortexSession> = LazyLock::new(|| {
let session = vortex_array::array_session();
vortex_runend::initialize(&session);
session
});
static SESSION: LazyLock<VortexSession> = LazyLock::new(vortex_array::array_session);

/// Distribution types for bool benchmarks
#[derive(Clone, Copy)]
Expand Down
Loading
Loading