Compare commits

..

58 Commits

Author SHA1 Message Date
Trinity Pointard e44bec738c fix blocksync not resyncing compressed blocs properly 2021-05-31 23:31:17 +02:00
Alex Auvolat f6f0c6f515 cargo fmt 2021-04-27 16:58:44 +02:00
Alex Auvolat 7ba1364c08 Small improvements to compression code 2021-04-27 16:53:49 +02:00
Trinity Pointard cb02ce3eb2 use zstd checksumming 2021-04-27 16:53:49 +02:00
Trinity Pointard 5a52c4c7f3 delete plain block when getting a compressed one 2021-04-27 16:53:48 +02:00
Trinity Pointard 64818d3720 change extention for compressed files
set_extension don't behave verywell with extensions containing multiple dots
2021-04-27 16:53:48 +02:00
Trinity Pointard 852388134b add testing on compressible data in smoke test 2021-04-27 16:53:48 +02:00
Trinity Pointard 96c7040a8a add checksum to end of file instead of decompressing 2021-04-27 16:53:48 +02:00
Trinity Pointard 05dd441e9c use BlockData instead of Vec+bool 2021-04-27 16:53:48 +02:00
Trinity Pointard cffa9821c1 compress blocs with zstd 2021-04-27 16:53:48 +02:00
Alex Auvolat d08778dea4 Reorganize code in s3_put.rs 2021-04-27 16:53:48 +02:00
Trinity Pointard 24d605fb05 mark branch as unreachable 2021-04-27 16:53:48 +02:00
Trinity Pointard ae4982c309 run fmt 2021-04-27 16:53:48 +02:00
Trinity Pointard 9c9471c64f change crate used for cdc
previous one seemed to output incorrect results
2021-04-27 16:53:48 +02:00
Trinity Pointard 71a13f366e add content defined chuking 2021-04-27 16:53:47 +02:00
Alex Auvolat 119217f9f6 change a few comments 2021-04-27 16:53:47 +02:00
Trinity Pointard 2812a027ea change some more comments and revert changes on TableSchema 2021-04-27 16:49:07 +02:00
Trinity Pointard 74373aebcf make most requested changes 2021-04-27 16:47:08 +02:00
Alex Auvolat 16300bbd89 remove useless comment 2021-04-27 16:44:01 +02:00
Alex Auvolat f2e1fca658 re-disable drone caches 2021-04-27 16:37:11 +02:00
Alex Auvolat 640e3921d8 Use pre-prepared Docker image in CI to speed things up 2021-04-27 16:37:11 +02:00
Alex Auvolat 7f1a50dbd9 Update drone CI signature 2021-04-27 16:37:11 +02:00
Trinity Pointard 1273802994 use volume for cargo home
so it gets preserved between steps, and registry download is done only once
2021-04-27 16:37:11 +02:00
Alex Auvolat 4af39ab47a fix drone CI signature 2021-04-27 16:37:11 +02:00
Alex Auvolat 1c97b82c45 Skip Drone CI caching 2021-04-27 16:37:11 +02:00
Trinity Pointard 5c4b2cec3c document garage crate 2021-04-27 16:37:10 +02:00
Trinity Pointard 1e3df189d0 document api crate 2021-04-27 16:37:10 +02:00
Trinity Pointard a2e1617d84 document web crate 2021-04-27 16:37:10 +02:00
Trinity Pointard 67585a4ffa attempt at documenting model crate 2021-04-27 16:37:10 +02:00
Trinity Pointard b437610812 attempt at documenting table crate 2021-04-27 16:37:10 +02:00
Trinity Pointard f871689571 run cargo fmt on util and make missing doc warning 2021-04-27 16:37:10 +02:00
Trinity Pointard 8e0524ae15 document rpc crate 2021-04-27 16:37:10 +02:00
Trinity Pointard f9bd2d8fb7 document util crate 2021-04-27 16:37:10 +02:00
Alex Auvolat bf36f1f16a Update documentation 2021-04-27 16:37:10 +02:00
Alex Auvolat f7c09daa46 Try to fix Drone 2021-04-27 16:37:09 +02:00
Alex Auvolat 6b2b400292 small simplify 2021-04-27 16:37:09 +02:00
Alex Auvolat 8c33d565d6 Merge discovery loop with consul 2021-04-27 16:37:09 +02:00
Alex Auvolat 948e44a3f6 cargo fmt 2021-04-27 16:37:09 +02:00
Alex Auvolat 3e2e38c830 Print stats 2021-04-27 16:37:09 +02:00
Alex Auvolat 2e53e31cdd Cargo fmt 2021-04-27 16:37:09 +02:00
Alex Auvolat 64b91c2645 Keep old data 2021-04-27 16:37:09 +02:00
Alex Auvolat e16077f40a Persist directly and not in background 2021-04-27 16:37:09 +02:00
Alex Auvolat 15ae74b080 Install rustfmt 2021-04-27 16:37:09 +02:00
Alex Auvolat 379af242ae Fix Drone CI signature 2021-04-27 16:37:08 +02:00
Alex Auvolat 9ced9f78dc Improve bootstraping: do it regularly; persist peer list 2021-04-27 16:37:08 +02:00
Alex Auvolat 3a449badb1 Add signature to Drone CI 2021-04-27 16:37:08 +02:00
Alex Auvolat 9996dcf13e test2 2021-04-27 16:37:08 +02:00
Alex Auvolat 7bc708d71d test 2021-04-27 16:37:08 +02:00
Alex Auvolat d86abb98f0 Drone CI badge on branch main 2021-04-27 16:37:08 +02:00
Alex Auvolat 9589d10165 fix command for adding node 2021-04-27 16:37:08 +02:00
Alex Auvolat f9d77b6cd9 Section on recovering from failures 2021-04-27 16:37:08 +02:00
LUXEY Adrien ee00ac59b7 [doc] Added mention that GarageHQ is hosted with Garage 2021-04-27 16:37:08 +02:00
Alex Auvolat 8501d2679a publish website only in correct repo 2021-04-27 16:37:08 +02:00
Alex Auvolat c9943aab1f fix typos 2021-04-27 16:37:07 +02:00
LUXEY Adrien d0692b75b0 intro.md: fix some typos, errors & dead links, plus some stylistic stuff
modifié :         doc/book/src/intro.md
2021-04-27 16:37:07 +02:00
Quentin Dufour 4a6ed223dc Fix garage_util description 2021-04-27 16:37:07 +02:00
Quentin Dufour c409ee89f6 Fix some typos 2021-04-27 16:37:07 +02:00
Quentin Dufour c1d64333c5 Fix a table in the doc 2021-04-27 16:37:04 +02:00
+9 -1
View File
@@ -599,11 +599,19 @@ impl BlockManager {
Err(_) => continue,
};
let ent_type = data_dir_ent.file_type().await?;
let mut iter_name = name.split('.');
let name = iter_name
.next()
.expect("split always contain at least one item");
let corrupted = iter_name
.last()
.map(|ext| ext == "corrupted")
.unwrap_or(false);
if name.len() == 2 && hex::decode(&name).is_ok() && ent_type.is_dir() {
self.repair_aux_read_dir_rec(&data_dir_ent.path(), must_exit)
.await?;
} else if name.len() == 64 {
} else if name.len() == 64 && !corrupted {
let hash_bytes = match hex::decode(&name) {
Ok(h) => h,
Err(_) => continue,