Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
563 commits
Select commit Hold shift + click to select a range
b295529
fix(encoding): don't panic reading a fixed-size-list over a list (#9930)
LuciferYang Oct 23, 2026
1e4bae3
fix(table): detect schema-metadata conflicts per key (#9975)
LuciferYang Oct 23, 2026
3e7bcb1
fix(table): recognize leaf-only struct files in merge rewrite validat…
LuciferYang Oct 23, 2026
0048587
fix: enforce non-nullable field coverage when committing v2 Append (#…
Ppei-Wang Oct 23, 2026
251079e
fix: evaluate constant-first spatial predicates correctly (#10080)
sarwarbhuiyan Oct 23, 2026
114b780
fix(index): read LIKE escapes like the executor when extracting a pre…
LuciferYang Oct 23, 2026
73a92c0
fix(merge_insert): prune source columns by what the write exec reads …
zhangyue19921010 Oct 23, 2026
8e28029
fix(datafusion): load system columns used inside projection expressio…
LuciferYang Oct 23, 2026
f9805ad
fix(substrait): prune fixed-size lists nested in large lists and maps…
LuciferYang Oct 23, 2026
a847fff
fix(datafusion): read every row of the contains_tokens query (#10133)
LuciferYang Oct 23, 2026
7aebd61
fix(datafusion): reject unplannable filter literals and expression li…
LuciferYang Oct 23, 2026
4a519a2
fix(commit): retry a data overlay rebased over a projection that drop…
ump45nose Oct 23, 2026
cde4080
perf(mem_wal): publish HNSW level 0 only in the packed snapshot (#10161)
xuanyu-z Oct 23, 2026
559dce8
fix(index): avoid order-biased hierarchical k-means sampling (#9964)
ddupg Oct 23, 2026
c727b04
fix(encoding): reject packed-struct children the encoder cannot pack …
LuciferYang Oct 23, 2026
6d0b7f9
fix(compression): honor configured LZ4 compression (#9956)
dentiny Oct 23, 2026
27beee2
fix(scanner): select a vector index by the query's metric, not just v…
hello-peter-tang Oct 23, 2026
ab1e361
fix(python): declare compaction JSON helpers in type stubs (#9893)
hfutatzhanghb Oct 23, 2026
22cbbae
fix(io): delete hierarchical storage directories after their contents…
everySympathy Oct 23, 2026
ec8691a
fix(python): train cosine PQ codebook with L2 on normalized residuals…
Chastrlove Oct 23, 2026
6f9e457
fix(mem_wal): sync MemWAL type stubs with the binding signatures (#9701)
zhangyue19921010 Oct 23, 2026
232e86e
fix(mem_wal): return JSON columns as Arrow JSON from LsmScanner (#9693)
zhangyue19921010 Oct 23, 2026
e3b9d4e
fix(datafusion): reject a zero batch_size in LanceExecutionOptions (#…
slachiewicz Oct 23, 2026
f501866
fix(scanner): respect sliced list query offsets in vector search (#9639)
kamronis Oct 23, 2026
66a8916
fix(python): make maybe_sample return the requested number of rows (#…
MohammadHijjawi97 Oct 23, 2026
6393a3f
fix(python): honor set_epoch in sharded samplers (#9636)
MohammadHijjawi97 Oct 23, 2026
1ac001f
fix(compaction): reject zero num_threads instead of hanging (#9556)
jackylee-ch Oct 23, 2026
5001b88
fix: reject compared_against combined with a version range in delta (…
jackylee-ch Oct 23, 2026
57cfa29
fix(index): don't recompute fragment coverage for bitmap/label_list/i…
jackylee-ch Oct 23, 2026
be9ba0b
test: verify MinHash prefilter metrics (#9508)
lance-gatefixer[bot] Oct 23, 2026
e03715a
fix(index): error on a malformed precomputed partitions file (#9342)
LuciferYang Oct 23, 2026
de561fc
fix(file): report the bytes actually read on invalid magic (#9300)
crossthebridgetpa Oct 23, 2026
9085982
fix(index): keep the trailing rows when shuffling a v2 buffer (#9246)
jackylee-ch Oct 23, 2026
7ff30bc
fix(lance-io): reject malformed message length prefix in read_message…
foobar Oct 23, 2026
3a6bb22
fix(index): keep scalar indexes on a LIKE with a mixed string literal…
wombatu-kun Oct 23, 2026
56c4083
fix(python): reject a num_partitions that disagrees with ivf_centroid…
LuciferYang Oct 23, 2026
c5665d1
fix(index): reject out-of-range partition ids when computing residual…
LuciferYang Oct 23, 2026
27635a3
fix(index): write a single-page rtree index as one page (#8988)
jackylee-ch Oct 23, 2026
2778efd
fix(scan): trim filter-only children from nested projections (#10029)
lance-gatefixer[bot] Oct 23, 2026
4179a78
fix(mem_wal): stop publication after terminal L0 flush failures (#9959)
lance-gatefixer[bot] Oct 23, 2026
afffe26
fix(cleanup): remove empty blob sidecar directories (#9748)
lance-gatefixer[bot] Oct 23, 2026
c8e6751
fix(fts): reject incompatible segments before commit (#9684)
lance-gatefixer[bot] Oct 23, 2026
f1a76df
fix(fts): honor same-position alternatives in flat phrases (#9683)
lance-gatefixer[bot] Oct 23, 2026
8e33633
fix(index): decline incompatible JSON accessor paths (#9260)
lance-gatefixer[bot] Oct 23, 2026
3bc9fab
fix(encoding): reject mismatched miniblock buffer sizes (#9237)
lance-gatefixer[bot] Oct 23, 2026
d592052
fix: scope row address mask cache by manifest generation (#9094)
lance-gatefixer[bot] Oct 23, 2026
0f86ec1
fix: resolve struct validity from data overlays (#9092)
lance-gatefixer[bot] Oct 23, 2026
67205fa
fix(cleanup): collect orphaned staging manifests (#9062)
lance-gatefixer[bot] Oct 23, 2026
fa8a805
fix(substrait): detect unsupported fixed-size-list filters (#9057)
lance-gatefixer[bot] Oct 23, 2026
45be73a
fix(linalg): make SIMD slice conversions baseline-safe (#8874)
lance-gatefixer[bot] Oct 23, 2026
b8a086c
fix(linalg): make u8x16 multiplication wrap on x86 (#8712)
lance-gatefixer[bot] Oct 23, 2026
cf44715
fix(encoding): handle empty miniblock ranges (#8559)
lance-gatefixer[bot] Oct 23, 2026
fb70d38
fix: prune stale R-tree coverage after column updates (#10209)
lance-gatefixer[bot] Oct 23, 2026
8fb3be6
fix: unblock main CI after jsonb vendor rename and pb23 metadata swit…
Xuanwo Oct 23, 2026
53be381
fix: list unreferenced data files newer than the retained floor (#8945)
jennifermell Oct 23, 2026
0f02434
build: drop cdylib crate type from lance-arrow (#10208)
jprochazk Oct 23, 2026
77b7fd4
docs(format): specify btree indices on stable row ids (#10150)
BubbleCal Oct 23, 2026
53acea9
perf(fts): adapt search batches to query concurrency (#10205)
BubbleCal Oct 23, 2026
c2b9fc4
fix(encoding): recover wrapped mini-block level counts for bitpacked …
dsingh-exa Oct 23, 2026
ed538b7
fix: request vended credentials in from_namespace's initial describe …
rpgreen Oct 23, 2026
17a7da5
fix(index): defer scalar index parser selection until operator contex…
ztorchan Oct 23, 2026
7351157
fix(encoding): preserve the declared dictionary key type when merging…
lichuang Oct 23, 2026
28d4d61
fix(mem_wal): keep repeated vectors reachable in the memtable HNSW gr…
xuanyu-z Oct 23, 2026
1a61036
fix(mem_wal): give the memtable graph the beam a refined search gives…
xuanyu-z Oct 23, 2026
a4d9d6d
fix(mem_wal): raise a valid ef to each indexed arm's candidate count …
xuanyu-z Oct 23, 2026
b7fab76
fix: report bloom filters as intersecting only when a block could hol…
xuanyu-z Oct 23, 2026
9f0ea24
feat(format)!: add file metadata size hint (#9168)
Ali2Arslan Oct 23, 2026
498a5cc
feat: add metrics for allow list / block list size from query search …
westonpace Oct 23, 2026
fcb239b
ci: ignore RUSTSEC-2026-0385 until ctutils fix ages past 48h (#10269)
Xuanwo Oct 23, 2026
f2268f3
feat: expose `data_cache_bytes` in `CompactionOptions` (#10238)
ilya-zlobintsev Oct 23, 2026
746214a
perf(index): add fused layered ex-dot kernels (#9831)
BubbleCal Oct 23, 2026
9fa2e29
feat(format): define per-tensor axis delta encoding for Lance 2.3 (#1…
Xuanwo Oct 23, 2026
259ab1a
fix(table): validate DynamoDB key types and page the manifest delete …
LuciferYang Oct 23, 2026
46e3ff5
fix(core): narrow LargeList children in schema intersection (#9503)
LuciferYang Oct 23, 2026
fc6ce48
fix(index): reject cosine and hamming in float kmeans instead of pani…
LuciferYang Oct 23, 2026
239ad7b
fix(index): keep HNSW partition metadata parseable after empty remap …
kamronis Oct 23, 2026
b66331e
fix(java): add explicit physical-address blob selection (#10237)
a-erofeev Oct 23, 2026
012e98a
fix(stable_row_id): segmented scalar index returns stale rows under s…
zhangyue19921010 Oct 23, 2026
08b6af2
fix(fts): segmented full-text index returns stale rows under stable r…
zhangyue19921010 Oct 23, 2026
21ee61e
fix(index): continue coreset splits and stabilize PQ smoke test (#10270)
BubbleCal Oct 23, 2026
b2227f1
feat(encoding): automatically select axis delta for compressed intege…
Xuanwo Oct 23, 2026
2b35035
docs: specify Blob v2 input, storage, and lifecycle contracts (#9193)
Xuanwo Oct 23, 2026
c5fcd38
feat(encoding): add modern ALP miniblock compression (#10267)
Xuanwo Oct 23, 2026
f4e9ba5
docs: introduce Blob v2 input values before schemas (#10278)
Xuanwo Oct 23, 2026
d13ef89
docs: document ALP encoding and configuration (#10287)
Xuanwo Oct 23, 2026
ffdb42e
fix: improve retry handling for rename_if_not_exists (#6544)
xuzifu666 Oct 23, 2026
3655151
docs: describe Lance file encodings as container extensions (#8124)
niraj-mx07 Oct 23, 2026
62dea02
fix(dataset): track fragment add-columns cleanup (#8402)
lance-gatefixer[bot] Oct 23, 2026
1aeae47
fix(namespace): forward opaque backfill/refresh options through RestN…
sarwarbhuiyan Oct 23, 2026
8559302
ci: run lance-linalg's release tests on the runner's own CPU (#8844)
LuciferYang Oct 23, 2026
7b6d8ad
ci: run lance-linalg's tests under AddressSanitizer nightly (#8878)
LuciferYang Oct 23, 2026
b74c78c
perf(encoding): speed up ALP parameter selection (#10289)
Xuanwo Oct 23, 2026
01a5516
perf: avoid repeated concatenation in strict batch sizing (#8881)
sliortega295-ops Oct 23, 2026
54350b7
perf(index): cap HNSW prefetch bytes and honor prefetch_distance (#8882)
RupertMaiti2005 Oct 23, 2026
0d136bf
docs: mount lance-flink connector docs into the integrations site (#8…
fightBoxing Oct 23, 2026
a5ba3fd
perf(index): floor the default HNSW search ef at 256 (#9073)
wombatu-kun Oct 23, 2026
2e6d1da
docs: re-sync the Rust HNSW example page with its compiled sources (#…
wombatu-kun Oct 23, 2026
e939173
chore(table): log manifest size and version when writing manifests (#…
hiltonhe Oct 23, 2026
a6e9a3e
test(bench): parameterize manifest_commit by NUM_COLUMNS, report mani…
hiltonhe Oct 23, 2026
363d8c8
fix(index): update HNSW tests and bench for new search return type (#…
Xuanwo Oct 23, 2026
c633e43
test(merge_insert): pin indexed row ID ordering (#9093)
lance-gatefixer[bot] Oct 23, 2026
30e9344
fix(index): repair HNSW prefetch checks (#10294)
BubbleCal Oct 23, 2026
faa041f
docs(linalg): document the argmin/argmax optional-value kernels (#9124)
fightBoxing Oct 23, 2026
d3e2d5f
fix: preserve nested field path when optimizing scalar index (#9147)
lance-gatefixer[bot] Oct 23, 2026
d590eb7
fix: support unordered Fragment.take offsets (#9158)
lance-gatefixer[bot] Oct 23, 2026
018e364
fix: list hierarchical branches on object stores (#9198)
TheR1sing3un Oct 23, 2026
0fb37c2
feat(index): change bitmap and label_list scalar indexes to row-addre…
westonpace Oct 23, 2026
e80528d
refactor(index): let the v3 shufflers own their scratch directory (#9…
LuciferYang Oct 23, 2026
f945530
test(index): stop the scratch dir leak tests from passing vacuously (…
LuciferYang Oct 23, 2026
cbbc8df
fix(index): match nested fields by subtree in index maintenance (#10108)
ump45nose Oct 23, 2026
960a172
refactor(lance-index): cache tokenize_and_count's constant schema fie…
jagrutipatilp Oct 23, 2026
6180d81
test(frag-reuse): cover the compact open path (#9295)
amunra Oct 23, 2026
4938892
perf(lance-table): slice a Range segment in O(1) (#9309)
LuciferYang Oct 23, 2026
a9fd642
feat(filter): compare integer columns with float literals exactly and…
jonasdedden Oct 23, 2026
fdacdb9
fix(index): reject unattainable partition counts in weighted k-means …
LuciferYang Oct 24, 2026
ee30997
perf(scan): resolve deletions from row offsets instead of row address…
taozhiyi13 Oct 24, 2026
690c400
feat(java): expose vector distance bounds (#9374)
nyl3532016 Oct 24, 2026
05f5da0
feat(python): implement LanceScanner.take() matching pyarrow semantic…
lichuang Oct 24, 2026
e438566
perf(index): use peek_mut for in-place top-k heap updates in RQ stora…
kamronis Oct 24, 2026
2643377
fix(dataset): validate nested schema names and stored system columns …
lance-gatefixer[bot] Oct 24, 2026
78a72c3
perf(core): count Set deletion-vector ranges by iterating members (#9…
LuciferYang Oct 24, 2026
0fcb19a
ci: run license header check for Java PRs (#9567)
1fanwang Oct 24, 2026
870a547
perf(fts): stream ICU tokens during text analysis (#10290)
BubbleCal Oct 24, 2026
6c432d3
perf(encoding): decode inline bitpacking directly into output (#9603)
kamronis Oct 24, 2026
eb29354
perf(cleanup): stop reading expired manifests when delete_unverified …
jackye1995 Oct 24, 2026
29429a4
fix(scan): include sort columns in indexed read projections (#9625)
lance-gatefixer[bot] Oct 24, 2026
46d632c
fix(fts): preserve query position gaps in MemWAL phrase search (#9685)
lance-gatefixer[bot] Oct 24, 2026
d30200e
fix(mem_wal): read frozen memtables in ShardWriter.lsm_scanner (#9687)
zhangyue19921010 Oct 24, 2026
a766fb9
perf(knn): bound batched ANN candidate merge across segments (#9688)
kamronis Oct 24, 2026
a04c7bd
feat(mem_wal): add a streaming to_reader to the MemWAL LsmScanner (#9…
zhangyue19921010 Oct 24, 2026
c08c3f0
docs: list supported cloud storage in README (#9749)
minhh-nguyen Oct 24, 2026
85b7c2b
docs(guide): document S3 conditional writes and external locks (#9763)
lance-gatefixer[bot] Oct 24, 2026
a467a90
build(deps): bump the uv group across 1 directory with 2 updates (#9766)
dependabot[bot] Oct 24, 2026
8128c1b
docs: document the FTS code analyzer (#9780)
hello-peter-tang Oct 24, 2026
ec4ed14
test: cover code analyzer index lifecycle and query paths (#9784)
hello-peter-tang Oct 24, 2026
16a4fd4
perf(dataset): load deletion vectors only for selected offsets (#9824)
kamronis Oct 24, 2026
188a728
fix: apply a refined vector search's distance range on the index's sc…
hamersaw Oct 24, 2026
4c525cc
fix(arrow): preserve rechunked batch tails (#9852)
lance-gatefixer[bot] Oct 24, 2026
9826bb1
perf(select): move owned row-address masks during union (#9884)
WanSuiMm Oct 24, 2026
350d1c9
perf(index): batch ngram posting-list reads instead of one row per re…
hello-peter-tang Oct 24, 2026
ea6177e
feat: pass `WriteParams` to merge insert (#9888)
ragnorc Oct 24, 2026
6069377
perf(encoding): vectorize ALP decode restore with SIMD delta scan (#1…
Xuanwo Oct 24, 2026
53313cd
fix: refuse to rebind a base ID that is already registered (#9904)
brendanclement Oct 24, 2026
ce0f702
perf(commit): dedupe fix_schema field-list scans and encode the manif…
dsingh-exa Oct 24, 2026
76457f8
perf(encoding): slice miniblock binary values zero-copy (#9933)
LuciferYang Oct 24, 2026
e5587b0
test: fix flaky HNSW memtable index search tests (#9935)
zhangyue19921010 Oct 24, 2026
b7a0ba9
chore(dataset): add compaction planning diagnostics (#9969)
nyl3532016 Oct 24, 2026
f46e255
feat(index): recover scalar segment build parameters (#9994)
Seanium Oct 24, 2026
6f65cf6
fix(compaction): keep rewritten files when fragment-id reservation fa…
dsingh-exa Oct 24, 2026
3c18f2f
test(encoding): add compression level and minichunk size matrix bench…
Xuanwo Oct 24, 2026
a11cc99
fix(io): avoid hanging and spurious Pending in ObjectWriter::poll_wri…
dsingh-exa Oct 24, 2026
0d2e987
test(encoding): add random access take bench for primitive columns (#…
Xuanwo Oct 24, 2026
c283b16
test(encoding): add per-scheme encoding comparison bench (#10312)
Xuanwo Oct 24, 2026
a211304
feat(fragment): expose deletion markers through FragReadConfig (#9997)
dsingh-exa Oct 24, 2026
c11d498
test(python): pin a compat beta older than the build under test (#10012)
LuciferYang Oct 24, 2026
6fc752f
docs: fix broken quickstart and branch guide examples (#10032)
wjones127 Oct 24, 2026
0093e5b
feat(python): export memwal and audit transaction fields (#10064)
XuQianJin-Stars Oct 24, 2026
dcf2394
test(encoding): add synthetic distribution matrix bench (#10314)
Xuanwo Oct 24, 2026
43e8fd8
fix(mem_wal): keep prepared blob v2 columns prepared when reconciling…
xuanyu-z Oct 24, 2026
e3b154e
fix(datafusion): make the JSON UDFs match the JSON guide (#10132)
LuciferYang Oct 24, 2026
3b5bf66
fix(write): reject zero row limits instead of panicking or writing no…
LuciferYang Oct 24, 2026
9a9e7ac
perf(dataset): select sample offsets without traversing every row (#1…
kamronis Oct 24, 2026
838df39
perf(encoding): skip the RLE size scan when RunCount already rules RL…
zhangyue19921010 Oct 24, 2026
dbe8623
feat(python): expose the FM index to python (#10196)
zhangyue19921010 Oct 24, 2026
e847990
perf(encoding): build validity bitmaps in bulk when decoding nullable…
zhangyue19921010 Oct 24, 2026
5c1e423
perf(fts): cache compact postings from persistent groups (#10203)
BubbleCal Oct 24, 2026
c646416
perf: avoid deep-copying read-version fragments on each CreateIndex c…
zhangyue19921010 Oct 24, 2026
c46f081
test: pin arrow-row bytes in the Arrow ordering fixtures (#10218)
Ali2Arslan Oct 24, 2026
75b3f4e
fix(encoding): stop emitting empty chunk instructions when a row ends…
lichuang Oct 25, 2026
c3bc4de
test(index): make two btree tests check what they cover (#10229)
LuciferYang Oct 25, 2026
b277229
fix(index): use tagged FRI coverage for overlay stale detection (#10249)
lance-gatefixer[bot] Oct 25, 2026
8890bb2
fix: reject unsafe legacy index coverage (#10256)
lance-gatefixer[bot] Oct 25, 2026
a6041d8
fix(encoding): merge page dictionaries exactly when a batch spans pag…
LuciferYang Oct 25, 2026
745203a
perf(file): join the short tail read with memcpy instead of a byte lo…
dshepelev15 Oct 25, 2026
f777239
fix(index): translate staged row ids in pairwise staging on tagged FR…
LuciferYang Oct 25, 2026
c52fd5b
fix: return every non-null row for contains(col, '') with an FM index…
zhangyue19921010 Oct 25, 2026
1e1d026
fix(scanner): use the index metric in the flat fallback (#10273)
wombatu-kun Oct 25, 2026
bcb8623
fix: honor FM-Index num_segments for IndexType::Scalar builds (#10276)
zhangyue19921010 Oct 25, 2026
d40ab55
perf(table): probe the row id index by segment pieces instead of frag…
dshepelev15 Oct 25, 2026
fc5cb64
fix(python): isolate TorchInductor caches per pytest worker (#10261)
lance-gatefixer[bot] Oct 25, 2026
ba43b33
perf(io): validate checkpoint-sized small parts in one GET (#10315)
Xuanwo Oct 25, 2026
7b1187b
fix(index): preserve HNSW build params in empty partition metadata (#…
Xuanwo Oct 25, 2026
71a1b76
ci: drop yum install from arm wheel build (#10317)
Xuanwo Oct 25, 2026
1625d27
fix(index): reject a zero target partition size and out-of-range prec…
LuciferYang Oct 26, 2026
b78180c
fix(index): filter retired fragments after coverage pruning (#10325)
Xuanwo Oct 26, 2026
168cab8
feat(format): add data_change to DataReplacement (#9705)
LuciferYang Oct 26, 2026
a2cafd5
fix(fts): share the lindera dictionary across tokenizer clones (#10319)
Shell-Wataru Oct 26, 2026
d49266a
perf(cleanup): bound concurrent managed blob reference scans (#10333)
Xuanwo Oct 26, 2026
bf5bec0
fix: keep transaction reads progressing with one I/O slot (#10308)
beinan Oct 26, 2026
51cf89d
perf(file): overlap and coalesce reads during concatenation (#10301)
BubbleCal Oct 26, 2026
4ded361
perf(fts): yield between indexing input batches (#10296)
BubbleCal Oct 26, 2026
46d7bfd
fix(mem-wal): wait for primary key index before flush (#9036)
lance-gatefixer[bot] Oct 26, 2026
88d8b1c
fix(namespace): address nested/non-ASCII locations when probing manif…
linhongyu510 Oct 26, 2026
90dfdbb
fix(python): pass commit failures to lease context managers (#10293)
easyrev Oct 26, 2026
e990f98
fix(io): release spill quota after aborted writes (#10231)
kamronis Oct 26, 2026
1afd963
perf(linalg): select u8 l2/dot/cosine kernels once via Dispatch (#10103)
wjones127 Oct 26, 2026
33c1b78
fix(deps): update zstd for new RustSec advisories (#10348)
Xuanwo Oct 26, 2026
9fd5fbf
fix(python): correct the asof and reader input annotations (#8955)
jonasdedden Oct 26, 2026
4457749
fix(linalg): unify Arrow distance dispatch (#10085)
lance-gatefixer[bot] Oct 26, 2026
24e5175
fix(encoding): sort a lone unsorted batched read (#10036)
dsingh-exa Oct 26, 2026
2ce5f13
perf(encoding): stop recomputing fixed-size-list child statistics (#9…
LuciferYang Oct 26, 2026
d6bd6c2
fix(index): release cached FTS readers when requests end (#9937)
lance-gatefixer[bot] Oct 26, 2026
5c20efa
fix(io): prevent scan scheduler byte-budget deadlock (#9576)
lance-gatefixer[bot] Oct 26, 2026
c7b7d5f
fix(encoding): restore 2.0 scan speed by sending indirect reads early…
keunhong Oct 26, 2026
c3610eb
fix(index): filter obsolete RTree rows during updates (#9779)
kamronis Oct 26, 2026
7f9ec61
feat: add ScalarIndex::lookup for batched exact-match key lookups (#9…
wjones127 Oct 26, 2026
fd95e55
fix(index): don't log an error for fieldless system indices
rotty3000 Oct 26, 2026
4158d49
refactor!: add lance-datafusion-exec so lance-index skips datafusion …
wjones127 Oct 26, 2026
3d90e44
fix: ignore zero and NaN sign bits in filters
jonasdedden Oct 27, 2026
b76d941
fix(scanner): reject unsupported vector query element types
kamronis Oct 27, 2026
c85ad64
fix(index): enforce the precomputed-input contracts in the current IV…
LuciferYang Oct 27, 2026
aa115db
fix(fts): preserve corpus statistics for restricted matches (#9243)
ruslan-shaydullin Oct 27, 2026
ea80727
perf(mem_wal): scan each on-disk source once per batch of keys, not o…
xuanyu-z Oct 27, 2026
0c80e62
feat(format): let a new table keep the field IDs its input supplies (…
xuanyu-z Oct 27, 2026
effbbff
feat(index): consolidate bounded vector segments without retraining (…
Xuanwo Oct 27, 2026
a48d926
test(fts): cover partial coverage healing and FRI cleanup (#10365)
Xuanwo Oct 27, 2026
f50a157
chore: release beta version 15.0.0-beta.2
Oct 27, 2026
d445cc3
fix(encoding): stop duplicating a shared Arrow dictionary once per bu…
zhangyue19921010 Oct 27, 2026
0c88280
fix(io): remove dependency on unreleased object_store (#10363)
Xuanwo Oct 27, 2026
d5cd464
fix(index): compact across compatible vector index segments (#8742)
kamronis Oct 27, 2026
bb7dfa9
fix(dataset): keep data-file concatenation futures Send (#10370)
Xuanwo Oct 27, 2026
2e22bb9
chore: release beta version 15.0.0-beta.3
Oct 27, 2026
2ed8e2d
test(compaction): cover metadata-only column addition fallback (#8479)
pjdurden Oct 27, 2026
1947d1f
fix(index): preserve Float16 centroids after streaming training (#10350)
lance-gatefixer[bot] Oct 27, 2026
9440553
fix(compaction): preserve row order across parallel tasks (#8400)
lance-gatefixer[bot] Oct 27, 2026
dd93ae9
fix(merge_insert): bound indexed join memory (#8374)
lance-gatefixer[bot] Oct 27, 2026
f6d824b
fix(exec): bound legacy take batches before concatenation (#10268)
lance-gatefixer[bot] Oct 27, 2026
27802f0
fix(scanner): support fragment-scoped vector search with postfilters
skyshineb Oct 27, 2026
c5c07d5
fix(encoding): auto-batch top-level primitive and struct dictionaries
lance-gatefixer[bot] Oct 27, 2026
d2b9342
feat(index): implement ZoneMap index version 1 (#10217)
LuQQiu Oct 27, 2026
1e85af8
fix(python): pin compatible test runner dependencies
Xuanwo Oct 27, 2026
dc39418
fix(index)!: record the target partition size a partition count implies
geoffgscott Oct 27, 2026
5141551
docs: add LanceDB and Spark quickstarts with CI-tested snippets (#10387)
wjones127 Oct 27, 2026
0d2b81a
feat: support blob v2 assignments in UpdateBuilder (#10388)
wkalt Oct 28, 2026
77123c9
chore: release beta version 15.0.0-beta.4
Oct 28, 2026
29affc5
perf(encoding): seek constant pages by row instead of walking every r…
zhangyue19921010 Oct 28, 2026
c9f7d5a
test(table): cover DynamoDB manifest deletion boundaries (#10393)
Xuanwo Oct 28, 2026
3527221
chore: upgrade DataFusion to 55 and Arrow to 59 (#10397)
Xuanwo Oct 28, 2026
4469d00
fix(dataset): stream sub-batches through add_columns without a 2 GiB …
dsingh-exa Oct 28, 2026
35a81a0
fix: delete files written by merge_insert analyze_plan (#9869)
wjones127 Oct 28, 2026
9cfecdc
chore: release beta version 15.0.0-beta.5
Oct 28, 2026
2c02e7f
test(datafusion): wait for replay spill reservations to be released (…
wombatu-kun Oct 28, 2026
70cd939
fix(namespace): honor create/drop mode and require existing parent na…
hello-peter-tang Oct 28, 2026
9ecdae8
fix(arrow): align sliced child validity during struct merge (#10413)
BubbleCal Oct 28, 2026
f343c6c
fix: protect fragment reuse history on stable-row-ID tables (#9769)
brendanclement Oct 28, 2026
1818a96
fix(index): record the JSON wrapper's target index version (#9721)
westonpace Oct 28, 2026
1fc6ca9
merge: update branch with latest main
Xuanwo Oct 28, 2026
4e7882d
test(index): set batch search effort for current query API
Xuanwo Oct 28, 2026
673fc7e
perf(arrow): reuse sufficiently sized validity buffers (#10417)
BubbleCal Oct 28, 2026
b328ebd
Merge remote-tracking branch 'origin/main' into xuanwo/pr-9638-batch-…
Xuanwo Oct 28, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
12 changes: 11 additions & 1 deletion .bumpversion.toml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
[tool.bumpversion]
current_version = "13.1.0-beta.0"
current_version = "15.0.0-beta.5"
parse = "(?P<major>\\d+)\\.(?P<minor>\\d+)\\.(?P<patch>\\d+)(-(?P<prerelease>(beta|rc))\\.(?P<prerelease_num>\\d+))?"
serialize = [
"{major}.{minor}.{patch}-{prerelease}.{prerelease_num}",
Expand Down Expand Up @@ -50,6 +50,11 @@ filename = "Cargo.toml"
search = 'lance-datafusion = {{ version = "={current_version}"'
replace = 'lance-datafusion = {{ version = "={new_version}"'

[[tool.bumpversion.files]]
filename = "Cargo.toml"
search = 'lance-datafusion-exec = {{ version = "={current_version}"'
replace = 'lance-datafusion-exec = {{ version = "={new_version}"'

[[tool.bumpversion.files]]
filename = "Cargo.toml"
search = 'lance-datagen = {{ version = "={current_version}"'
Expand Down Expand Up @@ -90,6 +95,11 @@ filename = "Cargo.toml"
search = 'lance-io = {{ version = "={current_version}"'
replace = 'lance-io = {{ version = "={new_version}"'

[[tool.bumpversion.files]]
filename = "Cargo.toml"
search = 'lance-jsonb = {{ version = "={current_version}"'
replace = 'lance-jsonb = {{ version = "={new_version}"'

[[tool.bumpversion.files]]
filename = "Cargo.toml"
search = 'lance-linalg = {{ version = "={current_version}"'
Expand Down
1 change: 1 addition & 0 deletions .gitattributes
Original file line number Diff line number Diff line change
Expand Up @@ -2,3 +2,4 @@ notebooks/** linguist-vendored
Cargo.lock linguist-generated
**/Cargo.lock linguist-generated
rust/lance-file/test_data/**/*.lance binary
rust/lance-jsonb/tests/it/testdata/** text eol=lf
22 changes: 22 additions & 0 deletions .github/dependabot.yml
Original file line number Diff line number Diff line change
Expand Up @@ -44,6 +44,28 @@ updates:
patterns:
- "*"

# Docs snippets — the exact versions the quickstart examples are tested
# against. The pins themselves are bumped (not just the lockfile) so the
# docs track current releases. The lance-spark bundle coordinate in
# docs/snippets/quickstart/spark* is not a Python dependency and is bumped by
# hand; a PySpark minor bump fails CI until that coordinate is updated too.
- package-ecosystem: "uv"
directory: "/docs/snippets"
versioning-strategy: increase
cooldown:
default-days: 2
schedule:
interval: "monthly"
groups:
docs-snippets:
applies-to: version-updates
patterns:
- "*"
docs-snippets-security:
applies-to: security-updates
patterns:
- "*"

# Standalone Rust lockfiles for dev/test fixtures. Dependabot security updates
# scan these regardless of config, so we group them; open-pull-requests-limit: 0
# disables the (unwanted) weekly version bumps for these crates.
Expand Down
4 changes: 4 additions & 0 deletions .github/labeler-area.yml
Original file line number Diff line number Diff line change
Expand Up @@ -36,8 +36,10 @@ A-encoding:
A-format:
- changed-files:
- any-glob-to-any-file:
- "protos/clustering.proto"
- "protos/encodings_v2_0.proto"
- "protos/encodings_v2_1.proto"
- "protos/encodings_v2_3.proto"
- "protos/file.proto"
- "protos/file2.proto"
- "protos/index.proto"
Expand All @@ -55,8 +57,10 @@ A-format:
format-change:
- changed-files:
- any-glob-to-any-file:
- "protos/clustering.proto"
- "protos/encodings_v2_0.proto"
- "protos/encodings_v2_1.proto"
- "protos/encodings_v2_3.proto"
- "protos/file.proto"
- "protos/file2.proto"
- "protos/index.proto"
Expand Down
55 changes: 0 additions & 55 deletions .github/workflows/benchmark-comment-trigger.yml

This file was deleted.

1 change: 0 additions & 1 deletion .github/workflows/build_linux_wheel/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -73,5 +73,4 @@ runs:
maturin-version: "1.10.2"
before-script-linux: |
set -euo pipefail
yum install -y openssl-devel clang
bash "${GITHUB_WORKSPACE}/.github/workflows/build_linux_wheel/install-protoc.sh"
9 changes: 8 additions & 1 deletion .github/workflows/ci-scripts.yml
Original file line number Diff line number Diff line change
Expand Up @@ -13,13 +13,20 @@ on:
- main
- release/**
paths:
- protos/**
- ci/format_vote_gate.py
- ci/test_format_vote_gate.py
- ci/test_labeler_area.py
- ci/check_proto_comments.py
- ci/test_check_proto_comments.py
- ci/check_dependency_age.py
- ci/test_check_dependency_age.py
- ci/check_advisory_ignores.py
- ci/test_check_advisory_ignores.py
- ci/arrow_upgrade.py
- ci/test_arrow_upgrade.py
- ci/check_module_size.py
- ci/test_check_module_size.py
- .github/labeler-area.yml
- .github/workflows/format-vote-gate.yml
- .github/workflows/ci-scripts.yml
Expand All @@ -41,4 +48,4 @@ jobs:
- name: Install test dependencies
run: pip install pytest PyYAML
- name: Run tests
run: pytest ci/test_format_vote_gate.py ci/test_labeler_area.py ci/test_check_proto_comments.py ci/test_check_dependency_age.py
run: pytest ci/test_format_vote_gate.py ci/test_labeler_area.py ci/test_check_proto_comments.py ci/test_check_dependency_age.py ci/test_check_advisory_ignores.py ci/test_arrow_upgrade.py ci/test_check_module_size.py
6 changes: 6 additions & 0 deletions .github/workflows/docs-deploy.yml
Original file line number Diff line number Diff line change
Expand Up @@ -67,6 +67,11 @@ jobs:
with:
repository: lance-format/lance-context
path: lance-context
- name: Checkout lance-flink
uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4
with:
repository: lance-format/lance-flink
path: lance-flink
- name: Configure Git Credentials
run: |
git config user.name github-actions[bot]
Expand All @@ -89,6 +94,7 @@ jobs:
LANCE_DUCKDB_REPO: ${{ github.workspace }}/lance-duckdb
LANCE_HUGGINGFACE_REPO: ${{ github.workspace }}/lance-huggingface
LANCE_CONTEXT_REPO: ${{ github.workspace }}/lance-context
LANCE_FLINK_REPO: ${{ github.workspace }}/lance-flink
run: |
docs/make-full-website.sh
- name: Deploy
Expand Down
61 changes: 61 additions & 0 deletions .github/workflows/docs-snippets.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,61 @@
name: Docs snippets

# Runs the example code that docs pages embed from docs/snippets, so the
# quickstarts keep working against the versions they tell readers to install.
on:
push:
branches:
- main
paths:
- docs/snippets/**
- docs/src/quickstart/**
- .github/workflows/docs-snippets.yml
pull_request:
paths:
- docs/snippets/**
- docs/src/quickstart/**
- .github/workflows/docs-snippets.yml

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true

permissions:
contents: read

jobs:
test:
runs-on: ubuntu-24.04
timeout-minutes: 30
defaults:
run:
working-directory: docs/snippets
env:
SPARK_IVY_DIR: ${{ github.workspace }}/.ivy
# Use the runner's preinstalled Python rather than downloading one.
UV_PYTHON_DOWNLOADS: never
steps:
- uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4
- uses: actions/setup-java@c1e323688fd81a25caa38c78aa6df2d33d3e20d9 # v4
with:
distribution: temurin
java-version: "17"
- uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5
with:
python-version: "3.12"
- uses: astral-sh/setup-uv@d0cc045d04ccac9d8b7881df0226f9e82c39688e # v6
with:
enable-cache: true
cache-dependency-glob: docs/snippets/uv.lock
# The Spark connector bundle and its dependencies are about 1 GB from
# Maven Central. The key follows spark-sql.sh, which names the connector
# coordinate, so snippet edits reuse the entry instead of saving another
# copy. There is no prefix fallback: restoring an older entry would carry
# its jars into every new one after a version bump.
- name: Restore Spark packages
uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
with:
path: ${{ env.SPARK_IVY_DIR }}
key: docs-snippets-ivy-${{ hashFiles('docs/snippets/quickstart/spark-sql.sh') }}
- name: Run snippets
run: uv run --locked pytest tests -v
18 changes: 15 additions & 3 deletions .github/workflows/java-publish.yml
Original file line number Diff line number Diff line change
Expand Up @@ -123,7 +123,7 @@ jobs:
build-macos:
name: Build on MacOS Arm64
runs-on: warp-macos-14-arm64-6x
timeout-minutes: 60
timeout-minutes: 90
steps:
- name: Checkout repository
uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4
Expand Down Expand Up @@ -185,7 +185,7 @@ jobs:
inputs.mode == 'dry_run'
working-directory: java
run: |
mvn --batch-mode -DskipTests -Dskip.build.jni=true package
./mvnw --batch-mode -DskipTests -Dskip.build.jni=true package
- name: Publish with Java 11
if: |
github.event_name == 'release' ||
Expand All @@ -195,10 +195,22 @@ jobs:
echo "use-agent" >> ~/.gnupg/gpg.conf
echo "pinentry-mode loopback" >> ~/.gnupg/gpg.conf
export GPG_TTY=$(tty)
mvn --batch-mode -DskipTests -Dskip.build.jni=true -DpushChanges=false -Dgpg.passphrase=${{ secrets.GPG_PASSPHRASE }} deploy -P deploy-to-ossrh
./mvnw --batch-mode -DskipTests -Dskip.build.jni=true -DpushChanges=false -Dgpg.passphrase=${{ secrets.GPG_PASSPHRASE }} deploy -P deploy-to-ossrh
env:
SONATYPE_USER: ${{ secrets.SONATYPE_USER }}
SONATYPE_TOKEN: ${{ secrets.SONATYPE_TOKEN }}
- name: Upload Java packages to R2
if: github.event_name == 'release' || inputs.mode == 'release'
run: |
unzip -q java/target/central-publishing/central-bundle.zip -d "$RUNNER_TEMP/maven"
aws s3 cp "$RUNNER_TEMP/maven/" "s3://$R2_BUCKET/" \
--recursive --endpoint-url "$R2_ENDPOINT" --only-show-errors
env:
AWS_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
AWS_DEFAULT_REGION: auto
R2_ENDPOINT: ${{ vars.R2_ENDPOINT }}
R2_BUCKET: ${{ vars.R2_BUCKET }}
report-failure:
name: Report Workflow Failure
runs-on: ubuntu-latest
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/license-header-check.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@ on:
- rust/**
- python/**
- protos/**
- java/**
permissions:
contents: read

Expand Down
41 changes: 41 additions & 0 deletions .github/workflows/module-size.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,41 @@
name: Rust module size

# Annotates PRs that grow a Rust module past 3,000 lines and fails PRs that grow
# one past 400 KB, where GitHub stops syntax highlighting the diff. Modules in
# ci/module_size_exceptions.txt only get a warning. The thresholds live in
# ci/check_module_size.py.

on:
pull_request:
branches:
- main
- release/**
paths:
- "**.rs"
- ci/check_module_size.py
- ci/module_size_exceptions.txt
- .github/workflows/module-size.yml

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
cancel-in-progress: true

permissions:
contents: read

jobs:
check:
name: Check Rust module sizes
runs-on: ubuntu-slim
steps:
- name: Checkout
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
with:
# Full history (without blobs) is needed to find the merge base.
fetch-depth: 0
filter: blob:none
# The checkout is the PR's test merge commit. Comparing it with HEAD^1
# (the current base branch) measures only the PR's growth, and checks the
# exceptions list against what main will look like after merging.
- name: Check module sizes
run: python3 ci/check_module_size.py HEAD^1 HEAD --summary "$GITHUB_STEP_SUMMARY"
Loading