YGGverse/aquatic-crawler
1
0
Fork 0
mirror of https://github.com/YGGverse/aquatic-crawler.git synced 2026-03-31 17:15:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use vector as faster and safe here

Browse source
This commit is contained in:
yggverse 2025-06-16 02:02:29 +03:00
parent 4f39dc3d0a
commit 5a8adae1d8
2 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/main.rs
View file

@ -98,7 +98,7 @@ async fn main() -> Result<()> {
// on `preload_regex` case only // on `preload_regex` case only
Ok(AddTorrentResponse::Added(id, mt)) => { Ok(AddTorrentResponse::Added(id, mt)) => {
let mut only_files_size = 0; let mut only_files_size = 0;
let mut only_files_save = HashSet::with_capacity( let mut only_files_keep = Vec::with_capacity(
arg.preload_max_filecount.unwrap_or_default(), arg.preload_max_filecount.unwrap_or_default(),
); );
let mut only_files = HashSet::with_capacity( let mut only_files = HashSet::with_capacity(
@ -129,7 +129,7 @@ async fn main() -> Result<()> {
break; break;
} }
only_files_size += info.len; only_files_size += info.len;
only_files_save.insert(storage.absolute(&i, &info.relative_filename)); only_files_keep.push(storage.absolute(&i, &info.relative_filename));
only_files.insert(id); only_files.insert(id);
} }
} }
@ -167,7 +167,7 @@ async fn main() -> Result<()> {
) )
.await?; .await?;
// cleanup irrelevant files (see rqbit#408) // cleanup irrelevant files (see rqbit#408)
storage.cleanup(&i, Some(only_files_save))?; storage.cleanup(&i, Some(only_files_keep))?;
// ignore on the next crawl iterations for this session // ignore on the next crawl iterations for this session
index.insert(i); index.insert(i);
} }

4
src/storage.rs
View file

@ -1,5 +1,5 @@
use anyhow::{Result, bail}; use anyhow::{Result, bail};
use std::{collections::HashSet, fs, io::Write, path::PathBuf, str::FromStr}; use std::{fs, io::Write, path::PathBuf, str::FromStr};
pub struct Storage(PathBuf); pub struct Storage(PathBuf);
@ -62,7 +62,7 @@ impl Storage {
} }
/// Recursively remove all files under the `infohash` location (see rqbit#408) /// Recursively remove all files under the `infohash` location (see rqbit#408)
pub fn cleanup(&self, infohash: &str, keep_filenames: Option<HashSet<PathBuf>>) -> Result<()> { pub fn cleanup(&self, infohash: &str, keep_filenames: Option<Vec<PathBuf>>) -> Result<()> {
for e in walkdir::WalkDir::new(self.output_folder(infohash, false)?) { for e in walkdir::WalkDir::new(self.output_folder(infohash, false)?) {
let e = e?; let e = e?;
let p = e.into_path(); let p = e.into_path();