-
Notifications
You must be signed in to change notification settings - Fork 69
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #701 from rustic-rs/refactor-repoinfo
Refactor repoinfo
- Loading branch information
Showing
8 changed files
with
311 additions
and
160 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,2 +1,3 @@ | ||
| pub mod cat; | ||
| pub mod check; | ||
| pub mod repoinfo; |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,143 @@ | ||
| use serde::{Deserialize, Serialize}; | ||
|
|
||
| use crate::{ | ||
| index::IndexEntry, | ||
| repofile::indexfile::{IndexFile, IndexPack}, | ||
| BlobType, BlobTypeMap, DecryptReadBackend, FileType, OpenRepository, Progress, ProgressBars, | ||
| ReadBackend, Repository, RusticResult, ALL_FILE_TYPES, | ||
| }; | ||
|
|
||
| #[derive(Default, Clone, Debug, Serialize, Deserialize)] | ||
| pub struct IndexInfos { | ||
| pub blobs: Vec<BlobInfo>, | ||
| pub blobs_delete: Vec<BlobInfo>, | ||
| pub packs: Vec<PackInfo>, | ||
| pub packs_delete: Vec<PackInfo>, | ||
| } | ||
|
|
||
| #[derive(Clone, Copy, Debug, Serialize, Deserialize)] | ||
| pub struct BlobInfo { | ||
| pub blob_type: BlobType, | ||
| pub count: u64, | ||
| pub size: u64, | ||
| pub data_size: u64, | ||
| } | ||
|
|
||
| impl BlobInfo { | ||
| pub fn add(&mut self, ie: IndexEntry) { | ||
| self.count += 1; | ||
| self.size += u64::from(ie.length); | ||
| self.data_size += u64::from(ie.data_length()); | ||
| } | ||
| } | ||
|
|
||
| #[serde_with::apply(Option => #[serde(default, skip_serializing_if = "Option::is_none")])] | ||
| #[derive(Clone, Copy, Debug, Serialize, Deserialize)] | ||
| pub struct PackInfo { | ||
| pub blob_type: BlobType, | ||
| pub count: u64, | ||
| pub min_size: Option<u64>, | ||
| pub max_size: Option<u64>, | ||
| } | ||
|
|
||
| impl PackInfo { | ||
| pub fn add(&mut self, ip: &IndexPack) { | ||
| self.count += 1; | ||
| let size = u64::from(ip.pack_size()); | ||
| self.min_size = self | ||
| .min_size | ||
| .map_or(Some(size), |min_size| Some(min_size.min(size))); | ||
| self.max_size = self | ||
| .max_size | ||
| .map_or(Some(size), |max_size| Some(max_size.max(size))); | ||
| } | ||
| } | ||
|
|
||
| pub(crate) fn collect_index_infos<P: ProgressBars>( | ||
| repo: &OpenRepository<P>, | ||
| ) -> RusticResult<IndexInfos> { | ||
| let mut blob_info = BlobTypeMap::<()>::default().map(|blob_type, _| BlobInfo { | ||
| blob_type, | ||
| count: 0, | ||
| size: 0, | ||
| data_size: 0, | ||
| }); | ||
| let mut blob_info_delete = blob_info; | ||
| let mut pack_info = BlobTypeMap::<()>::default().map(|blob_type, _| PackInfo { | ||
| blob_type, | ||
| count: 0, | ||
| min_size: None, | ||
| max_size: None, | ||
| }); | ||
| let mut pack_info_delete = pack_info; | ||
|
|
||
| let p = repo.pb.progress_counter("scanning index..."); | ||
| for index in repo.dbe.stream_all::<IndexFile>(&p)? { | ||
| let index = index?.1; | ||
| for pack in &index.packs { | ||
| let tpe = pack.blob_type(); | ||
| pack_info[tpe].add(pack); | ||
|
|
||
| for blob in &pack.blobs { | ||
| let ie = IndexEntry::from_index_blob(blob, pack.id); | ||
| blob_info[tpe].add(ie); | ||
| } | ||
| } | ||
|
|
||
| for pack in &index.packs_to_delete { | ||
| let tpe = pack.blob_type(); | ||
| pack_info_delete[tpe].add(pack); | ||
| for blob in &pack.blobs { | ||
| let ie = IndexEntry::from_index_blob(blob, pack.id); | ||
| blob_info_delete[tpe].add(ie); | ||
| } | ||
| } | ||
| } | ||
| p.finish(); | ||
|
|
||
| let info = IndexInfos { | ||
| blobs: blob_info.into_values().collect(), | ||
| blobs_delete: blob_info_delete.into_values().collect(), | ||
| packs: pack_info.into_values().collect(), | ||
| packs_delete: pack_info_delete.into_values().collect(), | ||
| }; | ||
|
|
||
| Ok(info) | ||
| } | ||
|
|
||
| #[serde_with::apply(Option => #[serde(default, skip_serializing_if = "Option::is_none")])] | ||
| #[derive(Default, Clone, Debug, Serialize, Deserialize)] | ||
| pub struct RepoFileInfos { | ||
| pub repo: Vec<RepoFileInfo>, | ||
| pub repo_hot: Option<Vec<RepoFileInfo>>, | ||
| } | ||
|
|
||
| #[derive(Clone, Copy, Debug, Serialize, Deserialize)] | ||
| pub struct RepoFileInfo { | ||
| pub tpe: FileType, | ||
| pub count: u64, | ||
| pub size: u64, | ||
| } | ||
|
|
||
| pub(crate) fn collect_file_info(be: &impl ReadBackend) -> RusticResult<Vec<RepoFileInfo>> { | ||
| let mut files = Vec::with_capacity(ALL_FILE_TYPES.len()); | ||
| for tpe in ALL_FILE_TYPES { | ||
| let list = be.list_with_size(tpe)?; | ||
| let count = list.len() as u64; | ||
| let size = list.iter().map(|f| u64::from(f.1)).sum(); | ||
| files.push(RepoFileInfo { tpe, count, size }); | ||
| } | ||
| Ok(files) | ||
| } | ||
|
|
||
| pub fn collect_file_infos<P: ProgressBars>(repo: &Repository<P>) -> RusticResult<RepoFileInfos> { | ||
| let p = repo.pb.progress_spinner("scanning files..."); | ||
| let files = collect_file_info(&repo.be)?; | ||
| let files_hot = repo.be_hot.as_ref().map(collect_file_info).transpose()?; | ||
| p.finish(); | ||
|
|
||
| Ok(RepoFileInfos { | ||
| repo: files, | ||
| repo_hot: files_hot, | ||
| }) | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.