Use fjall remove_weak for secondary rank indexes #1

closed
opened by microcosm.blue targeting main from ufos/fjall-weak-delete

Needs fjall main branch until fjall v3 is released.

Running locally: it seems to be doing the right thing.

Prod is on the first commit of this branch (just change fjall to main) to get some data before trying single delete for real.

Changed files
+16 -17
ufos
+15 -16
Cargo.lock
··· 1220 1220 checksum = "18e4fdb82bd54a12e42fb58a800dcae6b9e13982238ce2296dc3570b92148e1f" 1221 1221 dependencies = [ 1222 1222 "data-encoding", 1223 - "syn 2.0.103", 1223 + "syn 1.0.109", 1224 1224 ] 1225 1225 1226 1226 [[package]] ··· 1569 1569 checksum = "976dd42dc7e85965fe702eb8164f21f450704bdde31faefd6471dba214cb594e" 1570 1570 dependencies = [ 1571 1571 "libc", 1572 - "windows-sys 0.59.0", 1572 + "windows-sys 0.52.0", 1573 1573 ] 1574 1574 1575 1575 [[package]] ··· 1611 1611 1612 1612 [[package]] 1613 1613 name = "fjall" 1614 - version = "2.8.0" 1615 - source = "registry+https://github.com/rust-lang/crates.io-index" 1616 - checksum = "26b2ced3483989a62b3533c9f99054d73b527c6c0045cf22b00fe87956f1a46f" 1614 + version = "2.11.2" 1615 + source = "git+https://github.com/fjall-rs/fjall.git#42d811f7c8cc9004407d520d37d2a1d8d246c03d" 1617 1616 dependencies = [ 1618 1617 "byteorder", 1619 1618 "byteview", ··· 2595 2594 dependencies = [ 2596 2595 "hermit-abi", 2597 2596 "libc", 2598 - "windows-sys 0.59.0", 2597 + "windows-sys 0.52.0", 2599 2598 ] 2600 2599 2601 2600 [[package]] ··· 2800 2799 checksum = "fc2f4eb4bc735547cfed7c0a4922cbd04a4655978c09b54f1f7b228750664c34" 2801 2800 dependencies = [ 2802 2801 "cfg-if", 2803 - "windows-targets 0.52.6", 2802 + "windows-targets 0.48.5", 2804 2803 ] 2805 2804 2806 2805 [[package]] ··· 2931 2930 2932 2931 [[package]] 2933 2932 name = "lsm-tree" 2934 - version = "2.8.0" 2933 + version = "2.10.2" 2935 2934 source = "registry+https://github.com/rust-lang/crates.io-index" 2936 - checksum = "d0a63a5e98a38b51765274137d8aedfbd848da5f4d016867e186b673fcc06a8c" 2935 + checksum = "55b6d7475a8dd22e749186968daacf8e2a77932b061b1bd263157987bbfc0c6c" 2937 2936 dependencies = [ 2938 2937 "byteorder", 2939 2938 "crossbeam-skiplist", ··· 4054 4053 "once_cell", 4055 4054 "socket2 0.5.9", 4056 4055 "tracing", 4057 - "windows-sys 0.59.0", 4056 + "windows-sys 0.52.0", 4058 4057 ] 4059 4058 4060 4059 [[package]] ··· 4436 4435 "errno", 4437 4436 "libc", 4438 4437 "linux-raw-sys 0.4.15", 4439 - "windows-sys 0.59.0", 4438 + "windows-sys 0.52.0", 4440 4439 ] 4441 4440 4442 4441 [[package]] ··· 4449 4448 "errno", 4450 4449 "libc", 4451 4450 "linux-raw-sys 0.9.4", 4452 - "windows-sys 0.59.0", 4451 + "windows-sys 0.52.0", 4453 4452 ] 4454 4453 4455 4454 [[package]] ··· 5188 5187 "getrandom 0.3.3", 5189 5188 "once_cell", 5190 5189 "rustix 1.0.5", 5191 - "windows-sys 0.59.0", 5190 + "windows-sys 0.52.0", 5192 5191 ] 5193 5192 5194 5193 [[package]] ··· 5821 5820 5822 5821 [[package]] 5823 5822 name = "value-log" 5824 - version = "1.8.0" 5823 + version = "1.9.0" 5825 5824 source = "registry+https://github.com/rust-lang/crates.io-index" 5826 - checksum = "fd29b17c041f94e0885179637289815cd038f0c9fc19c4549d5a97017404fb7d" 5825 + checksum = "62fc7c4ce161f049607ecea654dca3f2d727da5371ae85e2e4f14ce2b98ed67c" 5827 5826 dependencies = [ 5828 5827 "byteorder", 5829 5828 "byteview", ··· 6073 6072 source = "registry+https://github.com/rust-lang/crates.io-index" 6074 6073 checksum = "cf221c93e13a30d793f7645a0e7762c55d169dbb0a49671918a2319d289b10bb" 6075 6074 dependencies = [ 6076 - "windows-sys 0.59.0", 6075 + "windows-sys 0.48.0", 6077 6076 ] 6078 6077 6079 6078 [[package]]
+1 -1
ufos/Cargo.toml
··· 13 13 clap = { version = "4.5.31", features = ["derive"] } 14 14 dropshot = "0.16.0" 15 15 env_logger = "0.11.7" 16 - fjall = { version = "2.8.0", features = ["lz4"] } 16 + fjall = { git = "https://github.com/fjall-rs/fjall.git", features = ["lz4"] } 17 17 getrandom = "0.3.3" 18 18 http = "1.3.1" 19 19 jetstream = { path = "../jetstream", features = ["metrics"] }